Publish wiki dump for 1.0 release
diff --git a/documentation.php b/documentation.php
index 4f51739..c15ea9d 100644
--- a/documentation.php
+++ b/documentation.php
@@ -21,6 +21,7 @@
SMILA's archived documentation (together with concepts and specifications) is provided as read-only
wiki export:
<ul>
+ <li><a href="documentation/1.0/wiki.eclipse.org/SMILA.html" target="_blank">1.0</a> (<a href="documentation/wiki.eclipse.org_1.0_2.2.2012.zip">download</a>)</li>
<li><a href="documentation/0.9/SMILA.html" target="_blank">0.9</a> (<a href="documentation/wiki.eclipse.org_0.9_27.10.2011.zip">download</a>)</li>
<li><a href="documentation/0.8/SMILA.html" target="_blank">0.8</a> (<a href="documentation/wiki.eclipse.org_0.8_17.6.2011.zip">download</a>)</li>
<li><a href="documentation/0.7/SMILA.html" target="_blank">0.7</a> (<a href="documentation/wiki.eclipse.org_0.7_30.3.2011.zip">download</a>)</li>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA.html b/documentation/1.0/wiki.eclipse.org/SMILA.html
new file mode 100644
index 0000000..f438433
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA.html
@@ -0,0 +1,276 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA,SMILA/Documentation,SMILA/Documentation/Architecture Overview,SMILA/Documentation/HowTo,SMILA/Documentation/REST API Reference,SMILA/Documentation for 5 Minutes to Success,SMILA/FAQ,SMILA/Glossary,SMILA/Project information" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA";
+var wgTitle = "SMILA";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15041";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "287144";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="SMILA.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA&oldid=287144">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="SMILA.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"></div>
+ <div id="jump-to-nav">Jump to: <a href="SMILA.html#column-one">navigation</a>, <a href="SMILA.html#searchInput">search</a></div> <!-- start content -->
+ <p>This is the Wiki entry point of the <a href="http://www.eclipse.org/smila" class="external text" title="http://www.eclipse.org/smila" rel="nofollow">SMILA</a> project.
+</p>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="SMILA.html#Getting_Started"><span class="tocnumber">1</span> <span class="toctext">Getting Started</span></a></li>
+<li class="toclevel-1"><a href="SMILA.html#Documentation"><span class="tocnumber">2</span> <span class="toctext">Documentation</span></a></li>
+<li class="toclevel-1"><a href="SMILA.html#Help"><span class="tocnumber">3</span> <span class="toctext">Help</span></a></li>
+<li class="toclevel-1"><a href="SMILA.html#Project_Information"><span class="tocnumber">4</span> <span class="toctext">Project Information</span></a></li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Getting_Started"></a><h2> <span class="mw-headline"> Getting Started </span></h2>
+<p>Where you can find help on getting started:
+</p>
+<ul><li><a href="SMILA/Documentation/Architecture_Overview.html" title="SMILA/Documentation/Architecture Overview">What is SMILA?</a>
+</li><li><a href="SMILA/Documentation_for_5_Minutes_to_Success.html" title="SMILA/Documentation for 5 Minutes to Success">Installing and Running SMILA (5 Minutes to Success)</a>
+</li><li><a href="http://www.youtube.com/user/SMILAChannel/" class="external text" title="http://www.youtube.com/user/SMILAChannel/" rel="nofollow">SMILA YouTube Channel</a>
+</li></ul>
+<a name="Documentation"></a><h2> <span class="mw-headline"> Documentation </span></h2>
+<p>Where you can find documentation on the current SMILA trunk:
+</p>
+<ul><li><a href="SMILA/Documentation.1.html" title="SMILA/Documentation">Documentation</a>
+</li><li><a href="SMILA/Documentation/HowTo.html" title="SMILA/Documentation/HowTo">HowTos</a>
+</li><li><a href="SMILA/Documentation/REST_API_Reference.html" title="SMILA/Documentation/REST API Reference">REST API Reference</a>
+</li><li><a href="http://build.eclipse.org/rt/smila/javadoc/current" class="external text" title="http://build.eclipse.org/rt/smila/javadoc/current" rel="nofollow">Javadoc (trunk)</a>
+</li><li><a href="SMILA/Glossary.html" title="SMILA/Glossary">Glossary</a>
+</li><li><a href="SMILA/FAQ.html" title="SMILA/FAQ">FAQ</a>
+</li></ul>
+<p>Where you can find archived Wiki documentation and JavaDoc of the past SMILA releases:
+</p>
+<ul><li><a href="http://www.eclipse.org/smila/documentation.php" class="external text" title="http://www.eclipse.org/smila/documentation.php" rel="nofollow">SMILA Documentation Archive</a>
+</li></ul>
+<a name="Help"></a><h2> <span class="mw-headline"> Help </span></h2>
+<p>Where you can find help:
+</p>
+<ul><li><a href="http://www.eclipse.org/forums/index.php/f/36/" class="external text" title="http://www.eclipse.org/forums/index.php/f/36/" rel="nofollow">SMILA Forums</a>
+</li><li><a href="http://www.eclipse.org/smila/mailinglists.php" class="external text" title="http://www.eclipse.org/smila/mailinglists.php" rel="nofollow">SMILA Mailing Lists</a>
+</li></ul>
+<a name="Project_Information"></a><h2> <span class="mw-headline"> Project Information </span></h2>
+<p>Where you can find other information related to the SMILA project in general:
+</p>
+<ul><li><a href="SMILA/Project_information.html" title="SMILA/Project information">SMILA Project Information</a>
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 5/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15041-0!1!0!!en!2!edit=0 and timestamp 20120202211052 -->
+<div class="printfooter">
+Retrieved from "<a href="SMILA.html">http://wiki.eclipse.org/SMILA</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Categories</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span> | <span dir='ltr'><a href="http://wiki.eclipse.org/Category:EclipseRT" title="Category:EclipseRT">EclipseRT</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 16:13, 27 January 2012 by <a href="http://wiki.eclipse.org/User:Igor.novakovic.attensity.com" title="User:Igor.novakovic.attensity.com">Igor Novakovic</a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a>, <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a> and <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA&action=credits" title="SMILA">others</a>.</p>
+ <p id="footerviews">This page has been accessed 23,352 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.060 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Architecture_Overview.html b/documentation/1.0/wiki.eclipse.org/SMILA/Architecture_Overview.html
new file mode 100644
index 0000000..350b088
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Architecture_Overview.html
@@ -0,0 +1,291 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/Architecture Overview,SMILA/Documentation/Importing/Concept,SMILA/Documentation/JobManager,SMILA/Documentation/ObjectStore/Bundle org.eclipse.smila.objectstore,SMILA/Documentation/Pipelets,SMILA/Documentation for 5 Minutes to Success,SMILA/Manual" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/Architecture Overview - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/Architecture_Overview";
+var wgTitle = "SMILA/Documentation/Architecture Overview";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "19260";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286692";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Architecture_Overview.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_Architecture_Overview">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Architecture_Overview">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/Architecture_Overview">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/Architecture_Overview">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Architecture_Overview&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Architecture_Overview&oldid=286692">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Documentation/Architecture_Overview.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/Architecture_Overview&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Architecture_Overview&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Architecture_Overview&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Architecture%20Overview"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/Architecture Overview</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../SMILA.html" title="SMILA">SMILA</a> | <a href="Documentation.1.html" title="SMILA/Documentation">Documentation</a></span>(Redirected from <a href="http://wiki.eclipse.org/index.php?title=SMILA/Architecture_Overview&redirect=no" title="SMILA/Architecture Overview">SMILA/Architecture Overview</a>)</div>
+ <div id="jump-to-nav">Jump to: <a href="Architecture_Overview.html#column-one">navigation</a>, <a href="Architecture_Overview.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Architecture_Overview.html#What_is_SMILA.3F"><span class="tocnumber">1</span> <span class="toctext">What is SMILA?</span></a>
+<ul>
+<li class="toclevel-2"><a href="Architecture_Overview.html#Introduction"><span class="tocnumber">1.1</span> <span class="toctext">Introduction</span></a></li>
+<li class="toclevel-2"><a href="Architecture_Overview.html#Architecture_Overview"><span class="tocnumber">1.2</span> <span class="toctext">Architecture Overview</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Architecture_Overview.html#Want_to_know_more.3F"><span class="tocnumber">2</span> <span class="toctext">Want to know more?</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="What_is_SMILA.3F"></a><h2> <span class="mw-headline"> What is SMILA? </span></h2>
+<a name="Introduction"></a><h3> <span class="mw-headline"> Introduction </span></h3>
+<p>SMILA is a <i>framework</i> for creating scalable server-side systems that process large amounts of unstructured data in order to build applications in the area of search, linguistic analysis, information mining or similar. The goal is to enable you to easily integrate data source connectors, search engines, sophisticated analysis methods and more and gaining scalability and reliability out-of-the-box.
+</p><p>As such, SMILA provides these main parts:
+</p>
+<ul><li> <a href="Documentation/JobManager.html" title="SMILA/Documentation/JobManager"><b>JobManager</b></a>: a system for asynchronous, scalable processing of data using configurable <i>workflows</i>. The system is able to reliably distribute the <i>tasks</i> to be done on big clusters of hosts. The workflows orchestrate easy-to-implement <i>workers</i> that can be used to integrate application-specific processing logic.
+</li><li> <a href="Documentation/Importing/Concept.html" title="SMILA/Documentation/Importing/Concept"><b>Crawlers</b></a>: concepts and basic implementations for scalable components that extract data from data sources.
+</li><li> <a href="Documentation/Pipelets.html" title="SMILA/Documentation/Pipelets"><b>Pipelines</b></a>: a system for processing synchronous requests (e.g. search requests) by orchestrating easy-to-implement components (<i>pipelets</i>) in workflows defined in BPEL.
+</li><li> <a href="Documentation/ObjectStore/Bundle_org.eclipse.smila.objectstore.html" title="SMILA/Documentation/ObjectStore/Bundle org.eclipse.smila.objectstore"><b>Storage</b></a>: concepts for integrating big-data storages for efficient persistence of the processed data.
+</li></ul>
+<p>Eventually, all SMILA functionality will be accessible for external clients via an <i>HTTP ReST API</i> using <i>JSON</i> as the exchange data format.
+</p><p>As an Eclipse system, SMILA is built in <i>OSGi</i> and makes heavy use of the OSGi <i>service</i> component model.
+</p>
+<a name="Architecture_Overview"></a><h3> <span class="mw-headline"> Architecture Overview </span></h3>
+<p><a href="http://wiki.eclipse.org/Image:SMILA_Architecture_Overview_1.0.png" class="image" title="Image:SMILA Architecture Overview_1.0.png"><img alt="Image:SMILA Architecture Overview_1.0.png" src="http://wiki.eclipse.org/images/b/b3/SMILA_Architecture_Overview_1.0.png" width="960" height="720" border="0" /></a>
+</p><p><font size="-1">
+Download <a href="http://wiki.eclipse.org/images/7/79/SMILA_Architecture_1.0.zip" class="internal" title="SMILA Architecture 1.0.zip">this zip file</a> containing the original PowerPoint file of this slide.
+</font>
+</p><p>A SMILA system usually consists of two parts:
+</p>
+<ul><li> First, data has to be imported into the system and processed to produce an search index or an ontology or whatever can be learned from the data.
+</li><li> Second, the learned information is used to answer retrieval requests from users, for examples search or ontology exploration requests.
+</li></ul>
+<p>In the first process usually some data source is crawled or an external client pushes data from the source into the SMILA system using the HTTP ReST API. Often the data consists of large number of documents (e.g. a file system, web site, or content management system). To be processed each document is represented in SMILA by a <i>record</i> describing the metadata of the document (name, size, access rights, authors, keywords, ...) and the original content of the document itself.
+</p><p>To process large amounts of data, SMILA must be able to distribute the work to be done on multiple SMILA nodes (computers). Therefore the <i>bulkbuilder</i> seperates the incoming data into <i>bulks</i> of records of a configurable size and writes them to an ObjectStore. For each of these bulks the <i>JobManager</i> creates <i>tasks</i> for <i>workers</i> to process such a bulk and produce other bulks with the result. When such a worker is available it asks the <i>TaskManager</i> for tasks to-do, does the work and finally notifies the TaskManager about the result. <i>Workflows</i> define which workers should process a bulk in what sequence. Whenever a worker finishes a task for a bulk successfully, the JobManager can create follow-up tasks based on such a workflow definition. In case a worker fails its task (because the process or machine crashes or because of network problem) the JobManager can decide to retry the task later and so ensure that the data is processed even in error conditions. The processing of the complete data set using such a workflow is called a <i>job run</i> and monitoring of the current state of such a job run is easily possible via the HTTP ReST API.
+</p><p>JobManager and TaskManager use <a href="http://zookeeper.apache.org" class="external text" title="http://zookeeper.apache.org" rel="nofollow">Apache Zookeeper</a> to coordinate the state of a job run and the to-do and in-progress tasks over multiple computer. So the job processing is distributed
+</p><p>To make implementing workers easy, the SMILA JobManager system contains the <i>WorkerManager</i> that enables you to concentrate on the actual worker functionality without having to worry about getting the TaskManager and ObjectStore interaction right.
+</p><p>To extract large amounts of data from the data source, the asynchronous job framework can also be used to implement highly scalable <i>crawlers</i>. Crawling can be divided into several steps:
+</p>
+<ul><li> getting names of elements from the datasource
+</li><li> checking if the element has changed since a previous crawl run (delta check)
+</li><li> getting the content of changed or new elements
+</li><li> pushing the element to a processing job.
+</li></ul>
+<p>These steps can be implemented as seperate workers, too, so the crawl work can be parallelized and distributed quite easily. By using the JobManager to control the crawling we gain the same reliabilty and scalability from the processing for the crawling, too. And: Implementing new crawlers is just as easy as implementing new workers.
+</p><p>Eventually, the final step of such asynchrounous processing workflow will write the processed data to some target system, for example a search engine or an ontology manager or a database where it can be used to process retrieval requests, and so we get to the second part of the system. Such requests are coming from an external client application via the HTTP ReST API. They are usually of a synchronous nature, meaning that a client sends a request and waits for the result to present it to a user, and it expects the result to be produced rather quickly. On the other hand we want to have a similar flexibility to configure the processing of such synchronous requests as we have for the asynchronous job processing. Therefore we use a different workflow processor here which is based on a BPEL engine. The BPEL workflows (which we call <i>pipelines</i>) in this processor orchestrate so-called <i>pipelets</i> to perform the different steps needed to enrich and refine the original requests and to produce the result. Implementing such a pipelet is probably even easier than implementing a worker ;-)
+</p><p>Finally, it's even possible to combine both workflow variants because there is a <i>PipelineProcessing</i> worker in the asynchronous system performs a task by executing synchronous pipeline. So it's possible to implement a only pipelet and have the functionality available in both kinds of workflows. Additionally, there is a <i>PipeletProcessing</i> worker available that executes just a single pipelet and so saves the overhead of the synchronous workflow processor if one pipelet is sufficient to execute tasks.
+</p>
+<a name="Want_to_know_more.3F"></a><h2> <span class="mw-headline"> Want to know more? </span></h2>
+<p>For further up to date documentation of all implemented components please see:
+</p>
+<ul><li> See SMILA in action: <a href="Documentation_for_5_Minutes_to_Success.html" title="SMILA/Documentation for 5 Minutes to Success">SMILA in 5 Minutes</a>
+</li><li> Read the <a href="Manual.html" class="mw-redirect" title="SMILA/Manual">Manual</a>
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 6/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:19260-0!1!0!!en!2!edit=0 and timestamp 20120202144715 -->
+<div class="printfooter">
+Retrieved from "<a href="Documentation/Architecture_Overview.html">http://wiki.eclipse.org/SMILA/Documentation/Architecture_Overview</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 07:57, 26 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/User:Drazen.cindric.attensity.com" title="User:Drazen.cindric.attensity.com">Drazen Cindric</a>, <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a> and <a href="http://wiki.eclipse.org/User:Igor.novakovic.attensity.com" title="User:Igor.novakovic.attensity.com">Igor Novakovic</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Architecture_Overview&action=credits" title="SMILA/Documentation/Architecture Overview">others</a>.</p>
+ <p id="footerviews">This page has been accessed 7,948 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.103 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Attic.html b/documentation/1.0/wiki.eclipse.org/SMILA/Attic.html
new file mode 100644
index 0000000..983797e
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Attic.html
@@ -0,0 +1,258 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Attic,SMILA/Attic/Architecture Overview,SMILA/CUbRIKRegistrationCheck,SMILA/Crawler,SMILA/Development Guidelines/Tuscany Integration,SMILA/Project Concepts,SMILA/ReworkOfDocumentationBrainstorming,SMILA/Specifications" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Attic - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Attic";
+var wgTitle = "SMILA/Attic";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "35442";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286490";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Attic.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Attic">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Attic">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Attic">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Attic">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Attic&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Attic&oldid=286490">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Attic.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Attic&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Attic&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Attic&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Attic"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Attic</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../SMILA.html" title="SMILA">SMILA</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Attic.html#column-one">navigation</a>, <a href="Attic.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Attic.html#SMILA_Attic"><span class="tocnumber">1</span> <span class="toctext">SMILA Attic</span></a></li>
+<li class="toclevel-1"><a href="Attic.html#Specs"><span class="tocnumber">2</span> <span class="toctext">Specs</span></a></li>
+<li class="toclevel-1"><a href="Attic.html#Concepts"><span class="tocnumber">3</span> <span class="toctext">Concepts</span></a></li>
+<li class="toclevel-1"><a href="Attic.html#Obsolete"><span class="tocnumber">4</span> <span class="toctext">Obsolete</span></a></li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="SMILA_Attic"></a><h2> <span class="mw-headline"> SMILA Attic </span></h2>
+<p>This is the attic for old SMILA stuff that is outdated but should not be lost.
+</p>
+<a name="Specs"></a><h2> <span class="mw-headline"> Specs </span></h2>
+<ul><li><a href="Specifications.1.html" title="SMILA/Specifications">SMILA/Specifications</a>
+</li><li><a href="Attic/Architecture_Overview.html" title="SMILA/Attic/Architecture Overview">SMILA/Attic/Architecture Overview</a>
+</li></ul>
+<a name="Concepts"></a><h2> <span class="mw-headline"> Concepts </span></h2>
+<ul><li><a href="Project_Concepts.1.html" title="SMILA/Project Concepts">SMILA/Project Concepts</a>
+</li></ul>
+<a name="Obsolete"></a><h2> <span class="mw-headline"> Obsolete </span></h2>
+<ul><li><a href="CUbRIKRegistrationCheck.html" title="SMILA/CUbRIKRegistrationCheck">CUBRIK Registration Check </a>
+</li><li><a href="ReworkOfDocumentationBrainstorming.html" title="SMILA/ReworkOfDocumentationBrainstorming">Rework of Documentation Brainstroming</a>
+</li><li><a href="Crawler.html" title="SMILA/Crawler">SMILA/Crawler</a>
+</li><li><a href="Development_Guidelines/Tuscany_Integration.html" title="SMILA/Development Guidelines/Tuscany Integration">SMILA/Development Guidelines/Tuscany Integration</a>
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 5/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:35442-0!1!0!!en!2!edit=0 and timestamp 20120203101350 -->
+<div class="printfooter">
+Retrieved from "<a href="Attic.html">http://wiki.eclipse.org/SMILA/Attic</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 11:03, 25 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a>.</p>
+ <p id="footerviews">This page has been accessed 374 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.090 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/BPEL_Designer.html b/documentation/1.0/wiki.eclipse.org/SMILA/BPEL_Designer.html
new file mode 100644
index 0000000..4a83351
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/BPEL_Designer.html
@@ -0,0 +1,378 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/BPEL Designer" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/BPEL Designer - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/BPEL_Designer";
+var wgTitle = "SMILA/BPEL Designer";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "28933";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "285727";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="BPEL_Designer.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_BPEL_Designer">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/BPEL_Designer">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/BPEL_Designer">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/BPEL_Designer">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/BPEL_Designer&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/BPEL_Designer&oldid=285727">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="BPEL_Designer.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/BPEL_Designer&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/BPEL_Designer&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/BPEL_Designer&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/BPEL%20Designer"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/BPEL Designer</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../SMILA.html" title="SMILA">SMILA</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="BPEL_Designer.html#column-one">navigation</a>, <a href="BPEL_Designer.html#searchInput">search</a></div> <!-- start content -->
+ <p>This page describes how to edit SMILA pipelines in the BPEL Designer.
+</p>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="BPEL_Designer.html#Introduction"><span class="tocnumber">1</span> <span class="toctext">Introduction</span></a></li>
+<li class="toclevel-1"><a href="BPEL_Designer.html#Installation"><span class="tocnumber">2</span> <span class="toctext">Installation</span></a>
+<ul>
+<li class="toclevel-2"><a href="BPEL_Designer.html#BPEL_Designer"><span class="tocnumber">2.1</span> <span class="toctext">BPEL Designer</span></a></li>
+<li class="toclevel-2"><a href="BPEL_Designer.html#SMILA_designer_plugins"><span class="tocnumber">2.2</span> <span class="toctext">SMILA designer plugins</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="BPEL_Designer.html#Development"><span class="tocnumber">3</span> <span class="toctext">Development</span></a></li>
+<li class="toclevel-1"><a href="BPEL_Designer.html#RAP_showcase"><span class="tocnumber">4</span> <span class="toctext">RAP showcase</span></a>
+<ul>
+<li class="toclevel-2"><a href="BPEL_Designer.html#Limitations"><span class="tocnumber">4.1</span> <span class="toctext">Limitations</span></a></li>
+<li class="toclevel-2"><a href="BPEL_Designer.html#How_to_set_up_the_example"><span class="tocnumber">4.2</span> <span class="toctext">How to set up the example</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Introduction"></a><h2> <span class="mw-headline"> Introduction </span></h2>
+<p>The <a href="http://www.eclipse.org/bpel/" class="external text" title="http://www.eclipse.org/bpel/" rel="nofollow">BPEL Designer</a> is an eclipse project that offers support for editing WS-BPEL 2.0 processes. Like other eclipse projects it may be extended using plugins. The SMILA project offers such plugins for editing SMILA specific activities (to invoke SMILA "pipelets" from a pipeline).
+</p>
+<a name="Installation"></a><h2> <span class="mw-headline"> Installation </span></h2>
+<a name="BPEL_Designer"></a><h3> <span class="mw-headline"> BPEL Designer </span></h3>
+<p>How to install the BPEL Designer:
+</p>
+<ol><li>Download the Eclipse <i>Platform Runtime Binary</i> (at least version 3.6.2) from <a href="http://download.eclipse.org/eclipse/downloads/" class="external text" title="http://download.eclipse.org/eclipse/downloads/" rel="nofollow">here</a>.
+</li><li>Unzip the package into an directory of your choice.
+</li><li>Start eclipse.exe
+</li><li>Create a workspace.
+</li><li>Open the eclipse menu: Help -> Install New Software...
+</li><li>Enter the update site of the BPEL Designer: <a href="http://download.eclipse.org/bpel/update-site/" class="external free" title="http://download.eclipse.org/bpel/update-site/" rel="nofollow">http://download.eclipse.org/bpel/update-site/</a>
+</li><li>Select the package and click [Finish]
+</li></ol>
+<a name="SMILA_designer_plugins"></a><h3> <span class="mw-headline"> SMILA designer plugins </span></h3>
+<p>You can either build the latest version of our plugins from repository (see below) or just use our update site: <a href="http://download.eclipse.org/rt/smila/tooling/update-site/" class="external free" title="http://download.eclipse.org/rt/smila/tooling/update-site/" rel="nofollow">http://download.eclipse.org/rt/smila/tooling/update-site/</a><br />
+The installation is the same as for the BPEL Designer above.
+</p><p>Now you can edit SMILA pipelines with the BPEL Designer. If you'd like to start with some example BPEL files, you could use the ones from the <a href="http://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/core/SMILA.application/configuration/org.eclipse.smila.processing.bpel/pipelines/" class="external text" title="http://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/core/SMILA.application/configuration/org.eclipse.smila.processing.bpel/pipelines/" rel="nofollow">SMILA application configuration</a>
+</p>
+<a name="Development"></a><h2> <span class="mw-headline"> Development </span></h2>
+<p>If you'd like to modify the SMILA designer plugins or compile the latest version from repository, do the following:
+</p>
+<ol><li> Setup your RCP IDE (you could use <a href="http://www.eclipse.org/downloads/packages/eclipse-rcp-and-rap-developers/indigosr1" class="external text" title="http://www.eclipse.org/downloads/packages/eclipse-rcp-and-rap-developers/indigosr1" rel="nofollow">this package</a>)
+</li><li> Install the BPEL Designer as described above into its own directory (without the SMILA plugins)
+</li><li> Select this installation as the target platform (Window->Preferences->Plug-in Development->Target Platform)
+</li><li> Checkout the SMILA designer plugins (<a href="https://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/tooling" class="external free" title="https://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/tooling" rel="nofollow">https://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/tooling</a>)
+</li></ol>
+<p>Don't forget to inform us if you have a really cool modification that you would like to share ;-)
+</p>
+<a name="RAP_showcase"></a><h2> <span class="mw-headline"> RAP showcase </span></h2>
+<p>The <a href="http://www.eclipse.org/rap/" class="external text" title="http://www.eclipse.org/rap/" rel="nofollow">Rich Ajax Platform</a> is an Eclipse project that enables RCP applications to run in a web browser. During the implementation of our BPEL Designer extensions we tried to run the BPEL Designer as RAP application.
+</p><p>Here is a screenshot:
+</p><p><a href="http://wiki.eclipse.org/Image:BPEL_RAP_Screenshot.png" class="image" title="BPEL Designer in RAP screenshot"><img alt="BPEL Designer in RAP screenshot" src="http://wiki.eclipse.org/images/thumb/f/fd/BPEL_RAP_Screenshot.png/640px-BPEL_RAP_Screenshot.png" width="640" height="480" border="0" /></a>
+</p>
+<a name="Limitations"></a><h3> <span class="mw-headline"> Limitations </span></h3>
+<p>This was just a proof of concept - so many things aren't working up to now (or at least not as expected):
+</p>
+<ul><li> Localization - As Eclipse is using static resources, you can only enable one language per server.
+</li><li> Source view - The StyledText widget is not available in RAP, that's why we had to turn off the source view for the BPEL Editor.
+</li><li> Menu bar - We had to create our own "application" and left the menu bar empty by now.
+</li><li> Users - To date there is no user authentication or partition whatsoever - every user shares the same workspace.
+</li><li> Problems view - The 'Problems' view is always empty in RAP (may be fixed later).
+</li></ul>
+<a name="How_to_set_up_the_example"></a><h3> <span class="mw-headline"> How to set up the example </span></h3>
+<ol><li> Create a new Eclipse installation including the RAP tools (you could use <a href="http://www.eclipse.org/downloads/packages/eclipse-rcp-and-rap-developers/indigor" class="external text" title="http://www.eclipse.org/downloads/packages/eclipse-rcp-and-rap-developers/indigor" rel="nofollow">this package</a>).
+</li><li> Create the RAP Runtime directory:
+<ul><li> For Eclipse 3.7/RAP 1.4.0, we prepared already a working <a href="http://download.eclipse.org/rt/smila/tooling/rap/RAPRuntime.zip" class="external text" title="http://download.eclipse.org/rt/smila/tooling/rap/RAPRuntime.zip" rel="nofollow">RAP Runtime</a>. Just expand it into a directory (called RAP_RUNTIME from now on).
+</li><li> To create the RAP Runtime by yourself follow these steps:
+</li></ul>
+<ol><li> Download the <a href="http://www.eclipse.org/rap/downloads/" class="external text" title="http://www.eclipse.org/rap/downloads/" rel="nofollow">bare RAP runtime</a> and expand it into RAP_RUNTIME.
+</li><li> From the Eclipse Platform add the following packages to RAP_RUNTIME/eclipse/plugins:
+<ul><li> com.ibm.icu*.jar
+</li><li> org.eclipse.compare.core*.jar
+</li><li> org.eclipse.core.filebuffers*.jar
+</li><li> org.eclipse.core.filesystem*.jar
+</li><li> org.eclipse.core.resources*.jar
+</li><li> org.eclipse.core.variables*.jar
+</li><li> org.eclipse.osgi.util*.jar
+</li><li> org.eclipse.jface.text*.jar
+</li><li> org.eclipse.text*.jar
+</li><li> org.eclipse.ui.console*.jar
+</li><li> org.eclipse.ui.editors*.jar
+</li><li> org.eclipse.ui.workbench.texteditor*.jar
+</li><li> org.eclipse.ltk.core.refactoring*.jar
+</li></ul>
+</li><li> From EMF:
+<ul><li> org.eclipse.emf.common*.jar
+</li><li> org.eclipse.emf.ecore*.jar
+</li><li> org.eclipse.emf.edit*.jar
+</li><li> org.eclipse.xsd*.jar
+</li></ul>
+</li><li> From WTP:
+<ul><li> javax.wsdl_*.jar
+</li><li> javax.xml_*.jar
+</li><li> org.apache.xerces_*.jar
+</li><li> org.apache.xml*.jar
+</li><li> org.eclipse.jem.util*.jar
+</li><li> org.eclipse.wst*.jar
+</li></ul>
+</li><li> Remove RAP_RUNTIME/eclipse/plugins/com.ibm.icu.base*.jar (it conflicts with the added com.ibm.icu package).
+</li><li> Add empty dummy bundles for:
+<ul><li> org.eclipse.equinox.p2.engine
+</li><li> org.eclipse.equinox.p2.metadata
+</li></ul>
+</li><li> Add dummy packages that reexport the RAP packages (you can use the bundles in the prepared RAP Runtime from above as template):
+<ul><li> org.eclipse.jface - reexport org.eclipse.rap.jface
+</li><li> org.eclipse.swt - reexport org.eclipse.rap.rwt
+</li><li> org.eclipse.ui.forms - reexport org.eclipse.rap.ui.forms
+</li><li> org.eclipse.ui.navigator - reexport org.eclipse.rap.ui.navigator
+</li><li> org.eclipse.ui.views - reexport org.eclipse.rap.ui.views
+</li><li> org.eclipse.ui.workbench - reexport org.eclipse.rap.ui.workbench
+</li><li> org.eclipse.ui - reexport org.eclipse.rap.ui
+</li></ul>
+</li></ol>
+</li><li> Now open "Window/Preferences/Plug-in Development/Target Platform" in your Eclipse IDE and add a new empty target platform with RAP_RUNTIME as location.
+</li><li> Select that target platform.
+</li><li> In the preferences go to "Plug-in Development/API Baselines" and set "Missing API baseline" to "Ignore".
+</li><li> Now you can patch all bundles that you need to modify for a working BPEL Designer on RAP:
+<ul><li> We already created a set of <a href="http://ubuntuone.com/3EropeAdm943L2byBxho4e" class="external text" title="http://ubuntuone.com/3EropeAdm943L2byBxho4e" rel="nofollow">patched projects</a>. Just expand and import that set into your workspace.
+</li><li> If you would like to create the patches yourself, follow these steps for every plugin:
+<ul><li> Remove all not really required plugins.
+</li><li> Check all (used) classes for missing imports.
+</li><li> Remove the usage of Clipboard, ScrollBar, PrintSupport, PaintListener, MouseTrackListener and MouseMoveListener.
+</li><li> Remove static references to instantiated images and image registries, as these are created per session in RAP.
+</li><li> Check the result of Display.getDefault() for 'null', as it is only available from the user-interface thread during browser requests (not during initialisation).
+</li><li> Access the preferences store from the user-interface thread during browser requests only .
+</li><li> Instead of IDialogConstants.*_LABEL (static variable) use IDialogConstants.get().*_LABEL.
+</li><li> Remove ContentAssist from text fields (it doesn't support most of the used features up to now).
+</li><li> Remove references to StyledText (missing widget in RAP).
+</li></ul>
+</li></ul>
+</li><li> If you have any errors in your projects about missing definitions of referenced elements in "exsd" files - just ignore them (we didn't include the sources of the plugins in our Target Platform, which contain imported exsd files - you can add them manually if you like).
+</li><li> Additionally you need an application configuration - in the patched projects above there is already one defined: org.eclipse.bpel.rap.
+</li><li> Now go to "Run/Run Configurations", select "RAP Application", and create a new launch for this application:
+<ul><li> Servlet name: bpel
+</li><li> Entry point of application: designer
+</li><li> On the "Bundles" tab select all bundles from your workspace, then "Add required bundles".
+</li></ul>
+</li><li> Now, when running the launch, your browser will open and you should see the RAP workbench (sometimes you need to hit refresh in the browser first, because the browser is open before the application has started).
+</li></ol>
+<p>You can create a project by right clicking in the explorer and selecting "New/Project.../General Project" (the BPEL project is not working due to missing plugins).
+</p><p>The best way to add files to your project is adding them to the workspace of the launch in the file system and then refreshing the project in the project explorer.
+</p><p>To open files, you need to select "Open" in the context menu of the file, double clicking does not work up to now.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 10/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:28933-0!1!0!!en!2!edit=0 and timestamp 20120202181411 -->
+<div class="printfooter">
+Retrieved from "<a href="BPEL_Designer.html">http://wiki.eclipse.org/SMILA/BPEL_Designer</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 10:42, 23 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a>, <a href="http://wiki.eclipse.org/User:Igor.novakovic.attensity.com" title="User:Igor.novakovic.attensity.com">Igor Novakovic</a> and <a href="http://wiki.eclipse.org/User:Eclipse.liefke.biz" title="User:Eclipse.liefke.biz">Tobias Liefke</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/BPEL_Designer&action=credits" title="SMILA/BPEL Designer">others</a>.</p>
+ <p id="footerviews">This page has been accessed 3,044 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.090 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/CUbRIKRegistrationCheck.html b/documentation/1.0/wiki.eclipse.org/SMILA/CUbRIKRegistrationCheck.html
new file mode 100644
index 0000000..ab4c6a7
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/CUbRIKRegistrationCheck.html
@@ -0,0 +1,247 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/CUbRIKRegistrationCheck" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/CUbRIKRegistrationCheck - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/CUbRIKRegistrationCheck";
+var wgTitle = "SMILA/CUbRIKRegistrationCheck";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "34825";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "281948";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="CUbRIKRegistrationCheck.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_CUbRIKRegistrationCheck">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/CUbRIKRegistrationCheck">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/CUbRIKRegistrationCheck">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/CUbRIKRegistrationCheck">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/CUbRIKRegistrationCheck&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/CUbRIKRegistrationCheck&oldid=281948">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="CUbRIKRegistrationCheck.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/CUbRIKRegistrationCheck&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/CUbRIKRegistrationCheck&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/CUbRIKRegistrationCheck&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/CUbRIKRegistrationCheck"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/CUbRIKRegistrationCheck</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../SMILA.html" title="SMILA">SMILA</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="CUbRIKRegistrationCheck.html#column-one">navigation</a>, <a href="CUbRIKRegistrationCheck.html#searchInput">search</a></div> <!-- start content -->
+ <p>Please add your name to this page to check whether you were able to login. Furthermore, you might like to join the <a href="http://www.facebook.com/groups/190944554266580/" class="external text" title="http://www.facebook.com/groups/190944554266580/" rel="nofollow">SMILA group</a> on facebook.
+</p>
+<ul><li> Björn
+</li><li> Mihai
+</li><li> Raynor
+</li><li> Thodoris
+</li><li> Eleonora
+</li><li> Ilio
+</li><li> Lorenzo
+</li><li> Jens
+</li><li> Bojana
+</li><li> Markus
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 1/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:34825-0!1!0!!en!2!edit=0 and timestamp 20120203101450 -->
+<div class="printfooter">
+Retrieved from "<a href="CUbRIKRegistrationCheck.html">http://wiki.eclipse.org/SMILA/CUbRIKRegistrationCheck</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 14:34, 12 December 2011 by <a href="http://wiki.eclipse.org/index.php?title=User:Ilio.catallo.gmail.com&action=edit" class="new" title="User:Ilio.catallo.gmail.com">Ilio Catallo</a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Mail.markus-brenner.com&action=edit" class="new" title="User:Mail.markus-brenner.com"> Markus</a>, <a href="http://wiki.eclipse.org/index.php?title=User:Etfstudent2004.yahoo.com&action=edit" class="new" title="User:Etfstudent2004.yahoo.com"> </a> and <a href="http://wiki.eclipse.org/index.php?title=User:Jens.hasselbach.idmt.fraunhofer.de&action=edit" class="new" title="User:Jens.hasselbach.idmt.fraunhofer.de">Jens Hasselbach</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/CUbRIKRegistrationCheck&action=credits" title="SMILA/CUbRIKRegistrationCheck">others</a>.</p>
+ <p id="footerviews">This page has been accessed 475 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.053 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Component_Requirements.html b/documentation/1.0/wiki.eclipse.org/SMILA/Component_Requirements.html
new file mode 100644
index 0000000..6697b6e
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Component_Requirements.html
@@ -0,0 +1,300 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Component Requirements,SMILA/Component Requirements/Record Binary Storage Requirements,SMILA/Component Requirements/Record XML Storage Requirements,SMILA/General Framework Requirements,SMILA/Ontology Storage Requirements,SMILA/Buffer Storage Requirements,SMILA/Delta Indexing Storage Requirements" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Component Requirements - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Component_Requirements";
+var wgTitle = "SMILA/Component Requirements";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "16358";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "123199";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Component_Requirements.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Component_Requirements">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Component_Requirements">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Component_Requirements">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Component_Requirements">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Component_Requirements&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Component_Requirements&oldid=123199">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Component_Requirements.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Component_Requirements&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Component_Requirements&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Component_Requirements&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Component%20Requirements"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Component Requirements</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../SMILA.html" title="SMILA">SMILA</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Component_Requirements.html#column-one">navigation</a>, <a href="Component_Requirements.html#searchInput">search</a></div> <!-- start content -->
+ <p>This page defines requirements posed on SMILA's components.
+</p>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Component_Requirements.html#Overview"><span class="tocnumber">1</span> <span class="toctext">Overview</span></a></li>
+<li class="toclevel-1"><a href="Component_Requirements.html#Component_classification"><span class="tocnumber">2</span> <span class="toctext">Component classification</span></a></li>
+<li class="toclevel-1"><a href="Component_Requirements.html#Component_specific_requirements"><span class="tocnumber">3</span> <span class="toctext">Component specific requirements</span></a>
+<ul>
+<li class="toclevel-2"><a href="Component_Requirements.html#Record_storage_requirements"><span class="tocnumber">3.1</span> <span class="toctext">Record storage requirements</span></a></li>
+<li class="toclevel-2"><a href="Component_Requirements.html#Delta_indexing_storage_requirements"><span class="tocnumber">3.2</span> <span class="toctext">Delta indexing storage requirements</span></a></li>
+<li class="toclevel-2"><a href="Component_Requirements.html#Ontology_storage_requirements"><span class="tocnumber">3.3</span> <span class="toctext">Ontology storage requirements</span></a></li>
+<li class="toclevel-2"><a href="Component_Requirements.html#Buffer_storage_requirements"><span class="tocnumber">3.4</span> <span class="toctext">Buffer storage requirements</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Overview"></a><h2> <span class="mw-headline"> Overview </span></h2>
+<p>Besides following and fulfilling <a href="General_Framework_Requirements.html" title="SMILA/General Framework Requirements">general framework requirements</a>, each component or at least a group of similar components should have their own requirements.
+</p>
+<a name="Component_classification"></a><h2> <span class="mw-headline"> Component classification </span></h2>
+<p>Generally speaking, all SMILA's components can be classified in three groups:
+</p>
+<ol><li>Data source specific components
+</li><li>Components that implement some kind of business logic
+</li><li>Components that provide some kind of persistence
+</li></ol>
+<p>The common problem is that sometimes we tend to mix 2. and 3. in our component's concepts and implementations. Although this is quite tempting it is really a <b>BAD</b> idea. Here is why this should not be practiced:
+</p>
+<ul><li>Natural/productive deployment environment of SMILA is some kind of cluster. This means that each core component (that actually falls down either into group 2. or 3.) has to have <b>at least two instances</b> to avoid having single point of failure. As long as one component is stateless this is no problem. But when the component becomes stateful all instances muss share their states while being online.
+</li><li>To overcome this problem and to let component developer only concentrate on the business logic, we should offer adequate persistence components (store services) that are dedicated to the task of preserving and serving (specific) data.
+</li><li>The implementation of store services depends mainly of two factors:
+<ul><li>amount of data and
+</li><li>type of data they should manage
+</li></ul>
+</li></ul>
+<p>For example, the implementation of the binary storage service will extremely depend of the amount of the data that needs to be managed and therefore there should exist several implementations of it. Some implementation may keep its data on the local hard drive, some in RDBMS and some in distributed file system.
+</p><p>The second factor implies that we should provide dedicated persistence services for some specific type of data. In fact Blackboard service needs two stores (XML and binary store). Ontology service and DeltaIndexer needs their own storage too.
+</p>
+<a name="Component_specific_requirements"></a><h2> <span class="mw-headline"> Component specific requirements </span></h2>
+<a name="Record_storage_requirements"></a><h3> <span class="mw-headline"> Record storage requirements </span></h3>
+<table class="table.gallery" border="0">
+
+<tr>
+<td> <a href="Component_Requirements/Record_Binary_Storage_Requirements.html" title="SMILA/Component Requirements/Record Binary Storage Requirements">Record binary storage requirements</a>
+</td></tr>
+<tr>
+<td> <a href="Component_Requirements/Record_XML_Storage_Requirements.html" title="SMILA/Component Requirements/Record XML Storage Requirements">Record XML storage requirements</a>
+</td></tr></table>
+<a name="Delta_indexing_storage_requirements"></a><h3> <span class="mw-headline"> Delta indexing storage requirements </span></h3>
+<table class="table.gallery" border="0">
+
+<tr>
+<td> <a href="http://wiki.eclipse.org/index.php?title=SMILA/Delta_Indexing_Storage_Requirements&action=edit" class="new" title="SMILA/Delta Indexing Storage Requirements">Delta indexing storage requirements</a>
+</td></tr></table>
+<a name="Ontology_storage_requirements"></a><h3> <span class="mw-headline"> Ontology storage requirements </span></h3>
+<table class="table.gallery" border="0">
+
+<tr>
+<td> <a href="http://wiki.eclipse.org/index.php?title=SMILA/Ontology_Storage_Requirements&action=edit" class="new" title="SMILA/Ontology Storage Requirements">Ontology storage requirements</a>
+</td></tr></table>
+<a name="Buffer_storage_requirements"></a><h3> <span class="mw-headline"> Buffer storage requirements </span></h3>
+<table class="table.gallery" border="0">
+
+<tr>
+<td> <a href="http://wiki.eclipse.org/index.php?title=SMILA/Buffer_Storage_Requirements&action=edit" class="new" title="SMILA/Buffer Storage Requirements">Buffer storage requirements</a>
+</td></tr></table>
+
+<!--
+NewPP limit report
+Preprocessor node count: 8/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:16358-0!1!0!!en!2!edit=0 and timestamp 20120202171430 -->
+<div class="printfooter">
+Retrieved from "<a href="Component_Requirements.html">http://wiki.eclipse.org/SMILA/Component_Requirements</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 15:41, 13 October 2008 by <a href="http://wiki.eclipse.org/User:Igor.novakovic.empolis.com" title="User:Igor.novakovic.empolis.com">Igor Novakovic</a>. </p>
+ <p id="footerviews">This page has been accessed 4,329 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.054 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Component_Requirements/Record_Binary_Storage_Requirements.html b/documentation/1.0/wiki.eclipse.org/SMILA/Component_Requirements/Record_Binary_Storage_Requirements.html
new file mode 100644
index 0000000..c1d836f
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Component_Requirements/Record_Binary_Storage_Requirements.html
@@ -0,0 +1,298 @@
+
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Component Requirements/Record Binary Storage Requirements,SMILA/Project Concepts/Blackboard Service Concept" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Component_Requirements/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Component Requirements/Record Binary Storage Requirements - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Component_Requirements/Record_Binary_Storage_Requirements";
+var wgTitle = "SMILA/Component Requirements/Record Binary Storage Requirements";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "16360";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "125313";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-java {line-height: normal; font-size: medium;}
+.source-java li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for java
+ * CSS class: source-java, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-java .de1, .source-java .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-java {}
+.source-java .head {}
+.source-java .foot {}
+.source-java .imp {font-weight: bold; color: red;}
+.source-java .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-java li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-java li.li2 {font-weight: bold;}
+.source-java .kw1 {color: #7F0055; font-weight: bold;}
+.source-java .kw2 {color: #7F0055; font-weight: bold;}
+.source-java .kw3 {color: #000000; font-weight: normal}
+.source-java .kw4 {color: #7F0055; font-weight: bold;}
+.source-java .co1 {color: #3F7F5F; font-style: italic;}
+.source-java .co2 {color: #3F7F5F;}
+.source-java .co3 {color: #3F7F5F; font-style: italic; font-weight: bold;}
+.source-java .coMULTI {color: #3F5FBF; font-style: italic;}
+.source-java .es0 {color: #000000;}
+.source-java .br0 {color: #000000;}
+.source-java .st0 {color: #2A00ff;}
+.source-java .nu0 {color: #000000;}
+.source-java .me1 {color: #000000;}
+.source-java .me2 {color: #000000;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="Record_Binary_Storage_Requirements.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Component_Requirements_Record_Binary_Storage_Requirements">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Component_Requirements/Record_Binary_Storage_Requirements">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Component_Requirements/Record_Binary_Storage_Requirements">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Component_Requirements/Record_Binary_Storage_Requirements">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Component_Requirements/Record_Binary_Storage_Requirements&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Component_Requirements/Record_Binary_Storage_Requirements&oldid=125313">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Record_Binary_Storage_Requirements.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/Talk:SMILA/Component_Requirements/Record_Binary_Storage_Requirements"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Component_Requirements/Record_Binary_Storage_Requirements&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Component_Requirements/Record_Binary_Storage_Requirements&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Component%20Requirements/Record%20Binary%20Storage%20Requirements"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Component Requirements/Record Binary Storage Requirements</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Component_Requirements.html" title="SMILA/Component Requirements">Component Requirements</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Record_Binary_Storage_Requirements.html#column-one">navigation</a>, <a href="Record_Binary_Storage_Requirements.html#searchInput">search</a></div> <!-- start content -->
+ <p>This page defines requirements posed on SMILA's record binary storage.
+</p>
+<a name="Overview"></a><h2> <span class="mw-headline"> Overview </span></h2>
+<p>The purpose of record binary storage is to store document binary data. Usually this is the content of the binary document referenced as one or more <b>attachments</b> in the record.
+The natural client component of this low level service is the <a href="../Project_Concepts/Blackboard_Service_Concept.html" title="SMILA/Project Concepts/Blackboard Service Concept">blackboard service</a>.
+</p><p>Note: The content (record attachments) of XML document should rather be stored in record XML storage since this enables the client component to fire some XQueries on the document content itself.
+</p>
+<a name="Requirements"></a><h2> <span class="mw-headline"> Requirements </span></h2>
+<ol><li>Record binary store has to offer an implementation-agnostic API. This particularly means that the client component should have no knowledge about the actual persistence technology being used (local file system, DB or distributed file system)
+</li><li>The usage of one special implementation of binary storage service should be simply a matter of the framework configuration.
+</li><li>The essential API should be kept short (max 10 methods)
+</li><li>Expanded API may contain batch operations
+</li><li>The 'get' and 'set' methods should operate both with streams (in case very large documents - more than 2GB in size - need to be stored/processed) and byte arrays (for convenience reasons)
+</li><li>The client component must use different instances of the binary store fully transparently
+</li><li> Namespaces/Collections: Bin Storage shall support the notion of a namespace or collection which serves as a separation mechanism of the data. The characteristic of a namespace is such that no two diff. files with the same ID may exist. Backups/restores shall be possible on namespace level.
+</li><li> Clustering: fail-over clustering is not the primary needed use case currently. More important is the case of storing large amounts of data (e.g. Terabytes) in the same namespace, which requires client-transparent storing and retrieving from diff. nodes in the cluster.
+</li><li>Proposal for essential API:
+</li></ol>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw4">void</span> storeRecordAttachment<span class="br0">(</span><span class="kw3">String</span> attachmentId, <span class="kw3">InputStream</span> attachmentStream<span class="br0">)</span>
+<span class="kw4">void</span> storeRecordAttachment<span class="br0">(</span><span class="kw3">String</span> attachmentId, <span class="kw4">byte</span><span class="br0">[</span><span class="br0">]</span> attachmentStream<span class="br0">)</span>
+<span class="kw4">byte</span><span class="br0">[</span><span class="br0">]</span> fetchRecordAttachmentAsByte<span class="br0">(</span><span class="kw3">String</span> attachmentId<span class="br0">)</span>
+<span class="kw3">InputStream</span> fetchRecordAttachmentAsStream<span class="br0">(</span><span class="kw3">String</span> attachmentId<span class="br0">)</span>
+<span class="kw4">void</span> removeRecordAttachment<span class="br0">(</span><span class="kw3">String</span> attachmentId<span class="br0">)</span>
+<span class="kw4">int</span> fetchRecordAttachmentSize<span class="br0">(</span><span class="kw3">String</span> attachmentId<span class="br0">)</span></pre></div>
+<p>Note: By being able to get the size of the stored content at first, the client component developer can decide which method (stream or byte-array oriented) he/she should use.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 6/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:16360-0!1!0!!en!2!edit=0 and timestamp 20120203101444 -->
+<div class="printfooter">
+Retrieved from "<a href="Record_Binary_Storage_Requirements.html">http://wiki.eclipse.org/SMILA/Component_Requirements/Record_Binary_Storage_Requirements</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 13:24, 24 October 2008 by <a href="http://wiki.eclipse.org/User:T.menzel.brox.de" title="User:T.menzel.brox.de">thomas menzel</a>. Based on work by <a href="http://wiki.eclipse.org/User:Igor.novakovic.empolis.com" title="User:Igor.novakovic.empolis.com">Igor Novakovic</a>.</p>
+ <p id="footerviews">This page has been accessed 3,026 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.111 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Component_Requirements/Record_XML_Storage_Requirements.html b/documentation/1.0/wiki.eclipse.org/SMILA/Component_Requirements/Record_XML_Storage_Requirements.html
new file mode 100644
index 0000000..d724884
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Component_Requirements/Record_XML_Storage_Requirements.html
@@ -0,0 +1,303 @@
+
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Component Requirements/Record XML Storage Requirements,SMILA/Project Concepts/Blackboard Service Concept" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Component_Requirements/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Component Requirements/Record XML Storage Requirements - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Component_Requirements/Record_XML_Storage_Requirements";
+var wgTitle = "SMILA/Component Requirements/Record XML Storage Requirements";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "16364";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "123264";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-java {line-height: normal; font-size: medium;}
+.source-java li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for java
+ * CSS class: source-java, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-java .de1, .source-java .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-java {}
+.source-java .head {}
+.source-java .foot {}
+.source-java .imp {font-weight: bold; color: red;}
+.source-java .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-java li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-java li.li2 {font-weight: bold;}
+.source-java .kw1 {color: #7F0055; font-weight: bold;}
+.source-java .kw2 {color: #7F0055; font-weight: bold;}
+.source-java .kw3 {color: #000000; font-weight: normal}
+.source-java .kw4 {color: #7F0055; font-weight: bold;}
+.source-java .co1 {color: #3F7F5F; font-style: italic;}
+.source-java .co2 {color: #3F7F5F;}
+.source-java .co3 {color: #3F7F5F; font-style: italic; font-weight: bold;}
+.source-java .coMULTI {color: #3F5FBF; font-style: italic;}
+.source-java .es0 {color: #000000;}
+.source-java .br0 {color: #000000;}
+.source-java .st0 {color: #2A00ff;}
+.source-java .nu0 {color: #000000;}
+.source-java .me1 {color: #000000;}
+.source-java .me2 {color: #000000;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="Record_XML_Storage_Requirements.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Component_Requirements_Record_XML_Storage_Requirements">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Component_Requirements/Record_XML_Storage_Requirements">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Component_Requirements/Record_XML_Storage_Requirements">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Component_Requirements/Record_XML_Storage_Requirements">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Component_Requirements/Record_XML_Storage_Requirements&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Component_Requirements/Record_XML_Storage_Requirements&oldid=123264">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Record_XML_Storage_Requirements.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/Talk:SMILA/Component_Requirements/Record_XML_Storage_Requirements"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Component_Requirements/Record_XML_Storage_Requirements&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Component_Requirements/Record_XML_Storage_Requirements&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Component%20Requirements/Record%20XML%20Storage%20Requirements"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Component Requirements/Record XML Storage Requirements</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Component_Requirements.html" title="SMILA/Component Requirements">Component Requirements</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Record_XML_Storage_Requirements.html#column-one">navigation</a>, <a href="Record_XML_Storage_Requirements.html#searchInput">search</a></div> <!-- start content -->
+ <p>This page defines requirements posed on SMILA's record XML storage.
+</p>
+<a name="Overview"></a><h2> <span class="mw-headline"> Overview </span></h2>
+<p>The purpose of record XML storage is to store records and their XML attachments. The natural client component of this low level service is the <a href="../Project_Concepts/Blackboard_Service_Concept.html" title="SMILA/Project Concepts/Blackboard Service Concept">blackboard service</a>.
+</p><p>Note: By storing the content (record attachments) of XML document we enable the client component to fire some XQueries on the document content itself.
+</p>
+<a name="Requirements"></a><h2> <span class="mw-headline"> Requirements </span></h2>
+<ol><li>Record XML store has to offer an implementation-agnostic API. This particularly means that the client component should have no knowledge about the actual persistence technology being used (local file system, XML-DB or distributed file system)
+</li><li>The usage of one special implementation of XML storage service should be simply a matter of the framework configuration.
+</li><li>The essential API should be kept short
+</li><li>Expanded API may contain batch operations
+</li><li>The attachment's 'get' and 'set' methods should operate both with streams (in case very large documents - more than 2GB in size - need to be stored/processed) and byte arrays (for convenience reasons)
+</li><li>The client component must use different instances of the XML store fully transparently
+</li><li>Proposal for essential API:
+</li></ol>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw4">void</span> storeRecord<span class="br0">(</span><span class="kw3">String</span> id, org.<span class="me1">w3c</span>.<span class="me1">dom</span>.<span class="kw3">Document</span> document<span class="br0">)</span>
+org.<span class="me1">w3c</span>.<span class="me1">dom</span>.<span class="kw3">Document</span> getRecord<span class="br0">(</span><span class="kw3">String</span> id<span class="br0">)</span>
+<span class="kw4">void</span> removeRecord<span class="br0">(</span><span class="kw3">String</span> id<span class="br0">)</span>
+
+<span class="kw4">void</span> storeRecordAttachment<span class="br0">(</span><span class="kw3">String</span> attachmentId, <span class="kw3">InputStream</span> attachmentStream<span class="br0">)</span>
+<span class="kw4">void</span> storeRecordAttachment<span class="br0">(</span><span class="kw3">String</span> attachmentId, <span class="kw4">byte</span><span class="br0">[</span><span class="br0">]</span> attachmentStream<span class="br0">)</span>
+<span class="kw4">byte</span><span class="br0">[</span><span class="br0">]</span> fetchRecordAttachmentAsByte<span class="br0">(</span><span class="kw3">String</span> attachmentId<span class="br0">)</span>
+<span class="kw3">InputStream</span> fetchRecordAttachmentAsStream<span class="br0">(</span><span class="kw3">String</span> attachmentId<span class="br0">)</span>
+<span class="kw4">void</span> removeRecordAttachment<span class="br0">(</span><span class="kw3">String</span> attachmentId<span class="br0">)</span>
+<span class="kw4">int</span> fetchRecordAttachmentSize<span class="br0">(</span><span class="kw3">String</span> attachmentId<span class="br0">)</span>
+
+Collection<String> searchRecords<span class="br0">(</span><span class="kw3">String</span> xQuery<span class="br0">)</span>
+Collection<String> searchAttachments<span class="br0">(</span><span class="kw3">String</span> xQuery<span class="br0">)</span>
+Collection<String> searchRecordsAndAttachments<span class="br0">(</span><span class="kw3">String</span> xQuery<span class="br0">)</span></pre></div>
+<p>Note: By being able to get the size of the stored content at first, the client component developer can decide which method (stream or byte-array oriented) he/she should use.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 6/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:16364-0!1!0!!en!2!edit=0 and timestamp 20120203101445 -->
+<div class="printfooter">
+Retrieved from "<a href="Record_XML_Storage_Requirements.html">http://wiki.eclipse.org/SMILA/Component_Requirements/Record_XML_Storage_Requirements</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 07:31, 14 October 2008 by <a href="http://wiki.eclipse.org/User:Igor.novakovic.empolis.com" title="User:Igor.novakovic.empolis.com">Igor Novakovic</a>. </p>
+ <p id="footerviews">This page has been accessed 2,321 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.157 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Conferences_Presentations.html b/documentation/1.0/wiki.eclipse.org/SMILA/Conferences_Presentations.html
new file mode 100644
index 0000000..8a24063
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Conferences_Presentations.html
@@ -0,0 +1,240 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Conferences Presentations,SMILA/Conferences Presentations/European Conference on Case-Based Reasoning 2008,SMILA/Conferences Presentations/International Semantic Web Conference" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Conferences Presentations - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Conferences_Presentations";
+var wgTitle = "SMILA/Conferences Presentations";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15454";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "120908";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Conferences_Presentations.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Conferences_Presentations">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Conferences_Presentations">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Conferences_Presentations">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Conferences_Presentations">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Conferences_Presentations&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Conferences_Presentations&oldid=120908">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Conferences_Presentations.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Conferences_Presentations&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Conferences_Presentations&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Conferences_Presentations&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Conferences%20Presentations"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Conferences Presentations</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../SMILA.html" title="SMILA">SMILA</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Conferences_Presentations.html#column-one">navigation</a>, <a href="Conferences_Presentations.html#searchInput">search</a></div> <!-- start content -->
+ <p>This page contains links to conferences at which SMILA is presented. For further information follow the links:
+</p>
+<ul><li> <a href="Conferences_Presentations/International_Semantic_Web_Conference.html" title="SMILA/Conferences Presentations/International Semantic Web Conference">International Semantic Web Conference</a>
+</li></ul>
+<ul><li> <a href="Conferences_Presentations/European_Conference_on_Case-Based_Reasoning_2008.html" title="SMILA/Conferences Presentations/European Conference on Case-Based Reasoning 2008">European Conference on Case-Based Reasoning 2008</a>
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 1/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15454-0!1!0!!en!2!edit=0 and timestamp 20120203101344 -->
+<div class="printfooter">
+Retrieved from "<a href="Conferences_Presentations.html">http://wiki.eclipse.org/SMILA/Conferences_Presentations</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 10:19, 29 September 2008 by <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>. Based on work by <a href="http://wiki.eclipse.org/User:G.schmidt.brox.de" title="User:G.schmidt.brox.de">Georg Schmidt</a> and <a href="http://wiki.eclipse.org/index.php?title=User:Dhazin.gmail.com&action=edit" class="new" title="User:Dhazin.gmail.com">Dmitry Hazin</a>.</p>
+ <p id="footerviews">This page has been accessed 4,233 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.063 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Conferences_Presentations/European_Conference_on_Case-Based_Reasoning_2008.html b/documentation/1.0/wiki.eclipse.org/SMILA/Conferences_Presentations/European_Conference_on_Case-Based_Reasoning_2008.html
new file mode 100644
index 0000000..c050acb
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Conferences_Presentations/European_Conference_on_Case-Based_Reasoning_2008.html
@@ -0,0 +1,241 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Conferences Presentations/European Conference on Case-Based Reasoning 2008" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Conferences_Presentations/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Conferences Presentations/European Conference on Case-Based Reasoning 2008 - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Conferences_Presentations/European_Conference_on_Case-Based_Reasoning_2008";
+var wgTitle = "SMILA/Conferences Presentations/European Conference on Case-Based Reasoning 2008";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15685";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "120910";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="European_Conference_on_Case-Based_Reasoning_2008.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Conferences_Presentations_European_Conference_on_Case-Based_Reasoning_2008">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Conferences_Presentations/European_Conference_on_Case-Based_Reasoning_2008">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Conferences_Presentations/European_Conference_on_Case-Based_Reasoning_2008">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Conferences_Presentations/European_Conference_on_Case-Based_Reasoning_2008">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Conferences_Presentations/European_Conference_on_Case-Based_Reasoning_2008&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Conferences_Presentations/European_Conference_on_Case-Based_Reasoning_2008&oldid=120910">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="European_Conference_on_Case-Based_Reasoning_2008.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Conferences_Presentations/European_Conference_on_Case-Based_Reasoning_2008&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Conferences_Presentations/European_Conference_on_Case-Based_Reasoning_2008&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Conferences_Presentations/European_Conference_on_Case-Based_Reasoning_2008&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Conferences%20Presentations/European%20Conference%20on%20Case-Based%20Reasoning%202008"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Conferences Presentations/European Conference on Case-Based Reasoning 2008</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Conferences_Presentations.html" title="SMILA/Conferences Presentations">Conferences Presentations</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="European_Conference_on_Case-Based_Reasoning_2008.html#column-one">navigation</a>, <a href="European_Conference_on_Case-Based_Reasoning_2008.html#searchInput">search</a></div> <!-- start content -->
+ <p>URL: <a href="http://www.wi2.uni-trier.de/eccbr08/index.php" class="external free" title="http://www.wi2.uni-trier.de/eccbr08/index.php" rel="nofollow">http://www.wi2.uni-trier.de/eccbr08/index.php</a>
+</p><p>Attachments:
+</p>
+<ul><li> <a href="http://wiki.eclipse.org/Image:ECCBR08_Trier_v1.0.pdf" title="Image:ECCBR08 Trier v1.0.pdf">Image:ECCBR08 Trier v1.0.pdf</a>
+</li></ul>
+<ul><li> <a href="http://wiki.eclipse.org/Image:ECCBR08_Trier_v1.0.pptx.zip" title="Image:ECCBR08 Trier v1.0.pptx.zip">Image:ECCBR08 Trier v1.0.pptx.zip</a>
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 1/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15685-0!1!0!!en!2!edit=0 and timestamp 20120203101448 -->
+<div class="printfooter">
+Retrieved from "<a href="European_Conference_on_Case-Based_Reasoning_2008.html">http://wiki.eclipse.org/SMILA/Conferences_Presentations/European_Conference_on_Case-Based_Reasoning_2008</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 10:20, 29 September 2008 by <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>. Based on work by <a href="http://wiki.eclipse.org/User:G.schmidt.brox.de" title="User:G.schmidt.brox.de">Georg Schmidt</a>.</p>
+ <p id="footerviews">This page has been accessed 2,420 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.061 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Conferences_Presentations/International_Semantic_Web_Conference.html b/documentation/1.0/wiki.eclipse.org/SMILA/Conferences_Presentations/International_Semantic_Web_Conference.html
new file mode 100644
index 0000000..3a86ddf
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Conferences_Presentations/International_Semantic_Web_Conference.html
@@ -0,0 +1,244 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Conferences Presentations/International Semantic Web Conference" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Conferences_Presentations/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Conferences Presentations/International Semantic Web Conference - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Conferences_Presentations/International_Semantic_Web_Conference";
+var wgTitle = "SMILA/Conferences Presentations/International Semantic Web Conference";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15455";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "120909";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="International_Semantic_Web_Conference.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Conferences_Presentations_International_Semantic_Web_Conference">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Conferences_Presentations/International_Semantic_Web_Conference">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Conferences_Presentations/International_Semantic_Web_Conference">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Conferences_Presentations/International_Semantic_Web_Conference">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Conferences_Presentations/International_Semantic_Web_Conference&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Conferences_Presentations/International_Semantic_Web_Conference&oldid=120909">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="International_Semantic_Web_Conference.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Conferences_Presentations/International_Semantic_Web_Conference&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Conferences_Presentations/International_Semantic_Web_Conference&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Conferences_Presentations/International_Semantic_Web_Conference&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Conferences%20Presentations/International%20Semantic%20Web%20Conference"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Conferences Presentations/International Semantic Web Conference</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Conferences_Presentations.html" title="SMILA/Conferences Presentations">Conferences Presentations</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="International_Semantic_Web_Conference.html#column-one">navigation</a>, <a href="International_Semantic_Web_Conference.html#searchInput">search</a></div> <!-- start content -->
+ <p><b>This document is just a submission.</b>
+</p><p>Call for posters and demonstrations
+</p><p>URL: <a href="http://iswc2008.semanticweb.org/" class="external free" title="http://iswc2008.semanticweb.org/" rel="nofollow">http://iswc2008.semanticweb.org/</a>
+</p><p><br />
+Attachments:
+</p>
+<ul><li> <a href="http://wiki.eclipse.org/Image:Unleash_the_power_of_Semantic_Web_in_the_Enterprise_v1.0.doc.zip" title="Image:Unleash the power of Semantic Web in the Enterprise v1.0.doc.zip">Image:Unleash the power of Semantic Web in the Enterprise v1.0.doc.zip</a>
+</li></ul>
+<ul><li> <a href="http://wiki.eclipse.org/Image:Unleash_the_power_of_Semantic_Web_in_the_Enterprise_v1.0.pdf" title="Image:Unleash the power of Semantic Web in the Enterprise v1.0.pdf">Image:Unleash the power of Semantic Web in the Enterprise v1.0.pdf</a>
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 1/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15455-0!1!0!!en!2!edit=0 and timestamp 20120203101447 -->
+<div class="printfooter">
+Retrieved from "<a href="International_Semantic_Web_Conference.html">http://wiki.eclipse.org/SMILA/Conferences_Presentations/International_Semantic_Web_Conference</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 10:20, 29 September 2008 by <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>. Based on work by <a href="http://wiki.eclipse.org/User:G.schmidt.brox.de" title="User:G.schmidt.brox.de">Georg Schmidt</a> and <a href="http://wiki.eclipse.org/index.php?title=User:Dhazin.gmail.com&action=edit" class="new" title="User:Dhazin.gmail.com">Dmitry Hazin</a>.</p>
+ <p id="footerviews">This page has been accessed 2,568 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.100 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Crawler.html b/documentation/1.0/wiki.eclipse.org/SMILA/Crawler.html
new file mode 100644
index 0000000..06a7675
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Crawler.html
@@ -0,0 +1,235 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Crawler,SMILA/Documentation/ConnectivityFramework,SMILA/Documentation/Importing/Concept" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Crawler - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Crawler";
+var wgTitle = "SMILA/Crawler";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "18588";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286483";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Crawler.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Crawler">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Crawler">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Crawler">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Crawler">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Crawler&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Crawler&oldid=286483">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Crawler.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Crawler&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Crawler&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Crawler&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Crawler"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Crawler</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../SMILA.html" title="SMILA">SMILA</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Crawler.html#column-one">navigation</a>, <a href="Crawler.html#searchInput">search</a></div> <!-- start content -->
+ <p>You are looking either for <a href="Documentation/Importing/Concept.html" title="SMILA/Documentation/Importing/Concept">SMILA/Documentation/Importing/Concept</a> or <a href="Documentation/ConnectivityFramework.html" title="SMILA/Documentation/ConnectivityFramework">SMILA/Documentation/ConnectivityFramework</a>. Choose wisely.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 1/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:18588-0!1!0!!en!2!edit=0 and timestamp 20120203101451 -->
+<div class="printfooter">
+Retrieved from "<a href="Crawler.html">http://wiki.eclipse.org/SMILA/Crawler</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 10:54, 25 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a> and <a href="http://wiki.eclipse.org/User:Eliseyev.softaria.com" title="User:Eliseyev.softaria.com">Alexander Eliseyev</a>.</p>
+ <p id="footerviews">This page has been accessed 226 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.051 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines.1.html b/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines.1.html
new file mode 100644
index 0000000..730bdf5
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines.1.html
@@ -0,0 +1,523 @@
+
+
+
+
+
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Development Guidelines,SMILA/Development Guidelines/3rd party bundle,SMILA/Development Guidelines/Create a bundle (plug-in),SMILA/Development Guidelines/Declarative Services,SMILA/Development Guidelines/How to implement a Crawler,SMILA/Development Guidelines/How to integrate new bundle into build process,SMILA/Development Guidelines/How to integrate test bundle into build process,SMILA/Development Guidelines/Howto build a SMILA-Distribution,SMILA/Development Guidelines/Introduction to make.xml,SMILA/Development Guidelines/Setup for JAXB code generation,SMILA/HowTo" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Development Guidelines - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Development_Guidelines";
+var wgTitle = "SMILA/Development Guidelines";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15197";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286078";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-java {line-height: normal; font-size: medium;}
+.source-java li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for java
+ * CSS class: source-java, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-java .de1, .source-java .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-java {}
+.source-java .head {}
+.source-java .foot {}
+.source-java .imp {font-weight: bold; color: red;}
+.source-java .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-java li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-java li.li2 {font-weight: bold;}
+.source-java .kw1 {color: #7F0055; font-weight: bold;}
+.source-java .kw2 {color: #7F0055; font-weight: bold;}
+.source-java .kw3 {color: #000000; font-weight: normal}
+.source-java .kw4 {color: #7F0055; font-weight: bold;}
+.source-java .co1 {color: #3F7F5F; font-style: italic;}
+.source-java .co2 {color: #3F7F5F;}
+.source-java .co3 {color: #3F7F5F; font-style: italic; font-weight: bold;}
+.source-java .coMULTI {color: #3F5FBF; font-style: italic;}
+.source-java .es0 {color: #000000;}
+.source-java .br0 {color: #000000;}
+.source-java .st0 {color: #2A00ff;}
+.source-java .nu0 {color: #000000;}
+.source-java .me1 {color: #000000;}
+.source-java .me2 {color: #000000;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="Development_Guidelines.1.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Development_Guidelines">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Development_Guidelines">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Development_Guidelines">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Development_Guidelines">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Development_Guidelines&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Development_Guidelines&oldid=286078">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Development_Guidelines.1.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Development_Guidelines&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Development_Guidelines&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Development_Guidelines&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Development%20Guidelines"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Development Guidelines</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../SMILA.html" title="SMILA">SMILA</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Development_Guidelines.1.html#column-one">navigation</a>, <a href="Development_Guidelines.1.html#searchInput">search</a></div> <!-- start content -->
+ <p>This page covers a collection of development guidelines whose compliance should ensure that SMILA appears as a unified product rather than as a loose collection of parts worked on by a variety of individuals each with their own styles and ways of working. Furthermore it contains information on the used software components and requirements and provides descriptions (how-tos) of common tasks (e.g. setting up the development environment).
+</p>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Development_Guidelines.1.html#How-to_manuals"><span class="tocnumber">1</span> <span class="toctext">How-to manuals</span></a></li>
+<li class="toclevel-1"><a href="Development_Guidelines.1.html#Development_requirements"><span class="tocnumber">2</span> <span class="toctext">Development requirements</span></a>
+<ul>
+<li class="toclevel-2"><a href="Development_Guidelines.1.html#Official_JVM"><span class="tocnumber">2.1</span> <span class="toctext">Official JVM</span></a></li>
+<li class="toclevel-2"><a href="Development_Guidelines.1.html#OSGi_runtime"><span class="tocnumber">2.2</span> <span class="toctext">OSGi runtime</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Development_Guidelines.1.html#Development_conventions"><span class="tocnumber">3</span> <span class="toctext">Development conventions</span></a>
+<ul>
+<li class="toclevel-2"><a href="Development_Guidelines.1.html#Description_of_make.xml"><span class="tocnumber">3.1</span> <span class="toctext">Description of make.xml</span></a></li>
+<li class="toclevel-2"><a href="Development_Guidelines.1.html#Continuous_integration"><span class="tocnumber">3.2</span> <span class="toctext">Continuous integration</span></a></li>
+<li class="toclevel-2"><a href="Development_Guidelines.1.html#File_header_.26_copyright_notice"><span class="tocnumber">3.3</span> <span class="toctext">File header & copyright notice</span></a></li>
+<li class="toclevel-2"><a href="Development_Guidelines.1.html#Eclipse_code_formatter_profile"><span class="tocnumber">3.4</span> <span class="toctext">Eclipse code formatter profile</span></a></li>
+<li class="toclevel-2"><a href="Development_Guidelines.1.html#Checkstyle"><span class="tocnumber">3.5</span> <span class="toctext">Checkstyle</span></a></li>
+<li class="toclevel-2"><a href="Development_Guidelines.1.html#Creation_of_bundles"><span class="tocnumber">3.6</span> <span class="toctext">Creation of bundles</span></a></li>
+<li class="toclevel-2"><a href="Development_Guidelines.1.html#Version_number"><span class="tocnumber">3.7</span> <span class="toctext">Version number</span></a></li>
+<li class="toclevel-2"><a href="Development_Guidelines.1.html#XML_schemas.2C_namespace_convention.2C_and_versioning"><span class="tocnumber">3.8</span> <span class="toctext">XML schemas, namespace convention, and versioning</span></a></li>
+<li class="toclevel-2"><a href="Development_Guidelines.1.html#Naming_conventions_for_launch_files_.28.launch.29"><span class="tocnumber">3.9</span> <span class="toctext">Naming conventions for launch files (.launch)</span></a></li>
+<li class="toclevel-2"><a href="Development_Guidelines.1.html#Generated_source_code_goes_into_code.2Fgen_source_folder_.28like_Jaxb.29"><span class="tocnumber">3.10</span> <span class="toctext">Generated source code goes into code/gen source folder (like Jaxb)</span></a></li>
+<li class="toclevel-2"><a href="Development_Guidelines.1.html#Sources_of_third_party_bundles"><span class="tocnumber">3.11</span> <span class="toctext">Sources of third party bundles</span></a></li>
+<li class="toclevel-2"><a href="Development_Guidelines.1.html#Logging_guidelines"><span class="tocnumber">3.12</span> <span class="toctext">Logging guidelines</span></a>
+<ul>
+<li class="toclevel-3"><a href="Development_Guidelines.1.html#When_to_use_what_log_level_and_what_information_to_provide.3F"><span class="tocnumber">3.12.1</span> <span class="toctext">When to use what log level and what information to provide?</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Development_Guidelines.1.html#Used_technologies"><span class="tocnumber">4</span> <span class="toctext">Used technologies</span></a>
+<ul>
+<li class="toclevel-2"><a href="Development_Guidelines.1.html#OSGi_related_information"><span class="tocnumber">4.1</span> <span class="toctext">OSGi related information</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="How-to_manuals"></a><h2> <span class="mw-headline"> How-to manuals </span></h2>
+<p>Find a list of How-To manuals at <a href="HowTo.html" class="mw-redirect" title="SMILA/HowTo">SMILA How-to manuals</a>.
+</p>
+<a name="Development_requirements"></a><h2> <span class="mw-headline"> Development requirements </span></h2>
+<a name="Official_JVM"></a><h3> <span class="mw-headline"> Official JVM </span></h3>
+<p>The officially JVM needed for this project is > Java 1.6.0_04. (see <a href="http://dev.eclipse.org/mhonarc/lists/smila-dev/msg00682.html" class="external text" title="http://dev.eclipse.org/mhonarc/lists/smila-dev/msg00682.html" rel="nofollow">Mail</a>)
+</p>
+<a name="OSGi_runtime"></a><h3> <span class="mw-headline"> OSGi runtime </span></h3>
+<p>The OSGi implementation of Equinox of Eclipse 3.5 (Galileo) or later and the corresponding OSGi specification(s).
+Currently SMILA is by default targeted to Eclipse 3.7.x.
+
+</p>
+<a name="Development_conventions"></a><h2> <span class="mw-headline"> Development conventions </span></h2>
+<a name="Description_of_make.xml"></a><h3> <span class="mw-headline"> Description of make.xml </span></h3>
+<p>For a description of the build file <tt>make.xml</tt> refer to <a href="Development_Guidelines/Introduction_to_make.xml.html" title="SMILA/Development Guidelines/Introduction to make.xml">Introduction to make.xml</a>.
+</p>
+<a name="Continuous_integration"></a><h3> <span class="mw-headline"> Continuous integration </span></h3>
+<p>Everyone should be aware of the following workflow with Bamboo:
+</p><p>Bamboo should improve the source code quality but it should not be used as a (JUnit) test server.
+Therefore each developer should check his code before committing it to subversion regarding:
+</p>
+<ul><li> Compilation errors
+</li><li> Checkstyle (see <a href="Development_Guidelines.1.html#Checkstyle" title="">Checkstyle</a>)
+</li><li> Tests: Run a local build with the <tt>build.xml</tt> to test all existing JUnit tests.
+<dl><dd>(see <a href="Development_Guidelines/Howto_build_a_SMILA-Distribution.html" class="mw-redirect" title="SMILA/Development Guidelines/Howto build a SMILA-Distribution">How to build a SMILA distribution</a> for the setup)
+</dd><dd>Be aware that running tests in Eclipse doesn't mean that they run with the pdebbuild.
+</dd></dl>
+</li><li> Build process: Check if your bundles and your test bundle is fully integrated in the whole build process
+<dl><dd>(see <a href="Development_Guidelines/How_to_integrate_new_bundle_into_build_process.html" class="mw-redirect" title="SMILA/Development Guidelines/How to integrate new bundle into build process">How to integrate new bundle into build process</a> and <a href="Development_Guidelines/How_to_integrate_test_bundle_into_build_process.html" class="mw-redirect" title="SMILA/Development Guidelines/How to integrate test bundle into build process">How to integrate test bundle into build process</a>)
+</dd></dl>
+</li></ul>
+<p>We have added a feature to the <tt>build.xml</tt>: The failed JUnit tests are reported at the end of the build output.
+</p><p>Furthermore the full JUnit reports are generate under <tt>eclipse.build/reports/junit/</tt> and the
+error messages from the JUnit reports are stored under <tt>eclipse.build/reports_errors_txt/</tt>.
+</p><p>Everyone should monitor the trunk at the build server and if there is a "red" build everyone should look if he has committed the error.
+</p><p>If the error could not be solved within the next build, the developer should inform the developer team that there is a problem with the build and that he is working on the solution.
+</p>
+<a name="File_header_.26_copyright_notice"></a><h3> <span class="mw-headline"> File header & copyright notice </span></h3>
+<p>For guidelines on file header and copyright notices see <a href="Project_Guidelines.html" title="SMILA/Project Guidelines">Project Guidelines</a>.
+</p>
+<a name="Eclipse_code_formatter_profile"></a><h3> <span class="mw-headline"> Eclipse code formatter profile </span></h3>
+<p>The Eclipse code formatter file is available in trunk at <tt>SMILA.builder/eclipse-formatter/Eclipse-formatter-Brox-3.2-3.3.xml</tt>.
+</p><p>You can also download the latest versions of Eclipse-formatter-Brox-3.2-3.3 and brox_checks here: <a href="http://wiki.eclipse.org/images/5/50/Brox-eclipse-files.zip" class="internal" title="Brox-eclipse-files.zip">Brox-Eclipse-Files</a>
+</p><p>To import the Eclipse code formatter profile:
+</p>
+<ol><li> Download the profile configuration file.
+</li><li> Select <i>Window > Preferences</i> in Eclipse and switch to the <i>Java > Code Style > Formatter</i> preferences page.
+</li><li> Click the <i>Import</i> button and select the downloaded formatter file.
+</li></ol>
+<div class="messagebox" style="background-color: #def3fe; border: 1px solid #c5d7e0; color: black; padding: 5px; margin: 1ex 0; min-height: 35px; padding-left: 45px;">
+<div style="float: left; margin-left: -40px;"><a href="http://wiki.eclipse.org/Image:Note.png" class="image" title="Note.png"><img alt="" src="http://wiki.eclipse.org/images/c/cc/Note.png" width="35" height="35" border="0" /></a></div>
+<div><b>formatter vs. save actions</b><br />most source files have been edited with the save action turned on: "remove trailing white spaces on all lines". If you dont have this set then formatting the whole file will result in a lot white space of changes, which is cumbersome as is clutters diffs and poses problems to patches. So plz turn this feature on.</div>
+</div>
+<a name="Checkstyle"></a><h3> <span class="mw-headline"> Checkstyle </span></h3>
+<p>Each Eclipse project (bundles) should follow the SMILA Coding Conventions.
+</p><p>We use different checkstyle rules for "normal" bundles and test bundles. So there are two files containing the Checkstyle configurations in the trunk that you have to import (see below).
+</p><p><b>Eclipse checkstyle plugin</b>
+</p><p>The eclipse-cs Checkstyle plugin integrates the source code analyzer Checkstyle into Eclipse IDE. By using this plugin your code is constantly inspected for problems. Within the Eclipse workbench you are notified of problems via the Eclipse <i>Problems</i> View and source code annotations just as you would see with compiler errors or warnings. The Checkstyle Eclipse plugin can be obtained from the update site: <a href="http://eclipse-cs.sourceforge.net/update/" class="external autonumber" title="http://eclipse-cs.sourceforge.net/update/" rel="nofollow">[1]</a>. Instructions about how to set up the Checkstyle plugin for your project can be obtained from <a href="http://eclipse-cs.sourceforge.net/basic_setup_project.html" class="external autonumber" title="http://eclipse-cs.sourceforge.net/basic_setup_project.html" rel="nofollow">[2]</a>.
+</p><p><b>Setup checkstyle configuration</b>
+</p>
+<ol><li> Click <i>Window > Preferences</i> in Eclipse.
+</li><li> Select the <i>Checkstyle</i> preference page and click the <i>New</i> button.
+</li><li> Select <i>External Configuration File</i> as <i>Type</i> and point to the location of the file
+<dl><dd> <i>(if using checkstyle 4.x)</i> <tt>SMILA.Builder/checkstyle/smila_checkstyle.xml</tt>.
+</dd><dd> <i>(if using checkstyle 5.x - recommended)</i> <tt>SMILA.Builder/checkstyle/smila_checkstyle-5.xml</tt>.
+</dd></dl>
+</li><li> This Checkstyle configuration profile should be named (while importing): <strong>"SMILA Checkstyle"</strong> and it should be set as <i>default</i>.
+</li><li> Select <i>External Configuration File</i> as <i>Type</i> and point to the location of the file
+<dl><dd> <i>(if using checkstyle 4.x)</i> <tt>SMILA.Builder/checkstyle/smila-test_checkstyle.xml</tt>.
+</dd><dd> <i>(if using checkstyle 5.x - recommended)</i> <tt>SMILA.Builder/checkstyle/smila-test_checkstyle-5.xml</tt>.
+</dd></dl>
+</li><li> This Checkstyle configuration profile should be named (while importing): <strong>"SMILA Test Checkstyle"</strong>.
+</li></ol>
+<p><b>Warnings</b>
+</p><p>Most checkstyle warnings will be self-explaining. But there are two metrics considering method complexity that should be pointed to here explicitly, in case you got appropriate warnings:
+</p>
+<dl><dd><ul><li> <a href="http://checkstyle.sourceforge.net/config_metrics.html" class="external text" title="http://checkstyle.sourceforge.net/config_metrics.html" rel="nofollow">CyclomaticComplexity</a>
+</li><li> <a href="http://checkstyle.sourceforge.net/config_metrics.html" class="external text" title="http://checkstyle.sourceforge.net/config_metrics.html" rel="nofollow">NPathComplexity </a>
+</li></ul>
+</dd></dl>
+<p><b>Reduce javadoc overhead</b>
+</p><p>Instead of writing member variable comments as
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="coMULTI">/**
+ * switch to true to add newlines for better readability, but poorer performance.
+ */</span>
+ <span class="kw1">private</span> <span class="kw1">final</span> <span class="kw4">boolean</span> _printPretty;</pre></div>
+<p>it's more readable and clearer to write such javadoc comments as one line:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="coMULTI">/** switch to true to add newlines for better readability, but poorer performance. */</span>
+ <span class="kw1">private</span> <span class="kw1">final</span> <span class="kw4">boolean</span> _printPretty;</pre></div>
+<a name="Creation_of_bundles"></a><h3> <span class="mw-headline"> Creation of bundles </span></h3>
+<p>For information on creating and integrating bundles refer to the following pages:
+</p>
+<ul><li> <a href="Development_Guidelines/Create_a_bundle_(plug-in).html" class="mw-redirect" title="SMILA/Development Guidelines/Create a bundle (plug-in)">Create a bundle (plug-in)</a>
+</li><li> <a href="Development_Guidelines/How_to_integrate_new_bundle_into_build_process.html" class="mw-redirect" title="SMILA/Development Guidelines/How to integrate new bundle into build process">How to integrate a new bundle into the build process</a>
+</li><li> <a href="Development_Guidelines/How_to_integrate_test_bundle_into_build_process.html" class="mw-redirect" title="SMILA/Development Guidelines/How to integrate test bundle into build process">How to integrate a test bundle into the build process</a>
+</li><li> <a href="Development_Guidelines/3rd_party_bundle.html" class="mw-redirect" title="SMILA/Development Guidelines/3rd party bundle">How to add 3rd party bundle</a>
+</li></ul>
+<a name="Version_number"></a><h3> <span class="mw-headline"> Version number </span></h3>
+<p>Until further notice all SMILA bundles have the version number 0.5.0.
+</p>
+<a name="XML_schemas.2C_namespace_convention.2C_and_versioning"></a><h3> <span class="mw-headline"> XML schemas, namespace convention, and versioning </span></h3>
+<p>This subject is still very open to discussion right now, but I suggest to do the following:
+</p>
+<ol><li> when defining a schema a name space must be defined also
+<ol><li> the URL of the namespace shall be like so: http://org.eclipse.eilf/<rest of bundle as path>/<version>##- <rest of bundle as path> means that the '.' are converted to '/'. In case the bundle defines more than one schema then use the either packages or other properly identifying names (plz discuss this) to further qualify the name space.
+</li></ol>
+</li></ol>
+<ul><li> <version>
+<dl><dd>As we continue to develop the application, schemas will change over time. there are basically two options here: either encode the version in the *:name space or have an extra well defined attribute that needs to be added to the XML messages to tell which schema version it conforms to. Doing *:this with an attribute seem to be much more error prone (likely to be forgotten) and less xml-natural. (subject needs further discussion).
+</dd><dd>Further it is not clear how and when we will version a particular schema as those under development might be still very volatile. So the current *:idea is to version a schema on a milestone and releases.
+</dd><dd>Another idea is to integrate versioning in the daily build process where the version number may be constructed from
+</dd></dl>
+<ul><li>Date / time stamp
+</li><li>Build number
+</li><li>Revision number
+</li></ul>
+</li></ul>
+<p>Example: http://org.eclipse.eilf/processing/bpel/xml/Record/0.7
+</p>
+<a name="Naming_conventions_for_launch_files_.28.launch.29"></a><h3> <span class="mw-headline"> Naming conventions for launch files (.launch) </span></h3>
+<p>It is a good thing to share your launches and many do so already which helps greatly to run tests quickly from within Eclipse. However, in order that at least I don't get confused, we need to define a naming scheme for the <tt>.launch</tt> files!
+</p><p><b> Preliminary convention: </b> <tt><bundle name>[_config name].launch</tt>
+</p><p>The <tt>[config name]</tt> part is optional and needed when several <tt>.launch</tt> files exist for the same bundle but with different settings.
+</p>
+<a name="Generated_source_code_goes_into_code.2Fgen_source_folder_.28like_Jaxb.29"></a><h3> <span class="mw-headline"> Generated source code goes into code/gen source folder (like Jaxb) </span></h3>
+<p>All generated source code (eg. JAXB) goes into the distinct source code folder code/gen.
+Where possible all generated classes should also have their own package.
+Reasons:
+</p>
+<ul><li> Separate generated source code from handwritten code
+</li><li> Easier filtering for Checkstyle
+</li></ul>
+<p>(see <a href="Development_Guidelines/Setup_for_JAXB_code_generation.html" title="SMILA/Development Guidelines/Setup for JAXB code generation">Setup for JAXB code generation</a> and <a href="Development_Guidelines/How_to_implement_a_Crawler.html" class="mw-redirect" title="SMILA/Development Guidelines/How to implement a Crawler">How to implement a crawler</a> for details specific to creating crawler configurations.)
+</p>
+<a name="Sources_of_third_party_bundles"></a><h3> <span class="mw-headline"> Sources of third party bundles </span></h3>
+<p>If you have to implement third party bundles into the SMILA project, please insert the sources into the <tt>3rdPartySources</tt> folder, not into the new bundle folder.
+Each third party bundle should have an own folder suffixed by the corresponding version number, e.g. <tt>3rdPartySources\org.apache.tomcat-6.0.16\apache-tomcat-6.0.16-src.zip</tt>.
+</p>
+<a name="Logging_guidelines"></a><h3> <span class="mw-headline"> Logging guidelines </span></h3>
+<p>In SMILA apache commons logging is used with log4j. The log4j.properties are located in SMILA.application. Here are some guidelines how and when logging should be used:
+</p>
+<ul><li> avoid static references to Log if possible
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">private</span> <span class="kw1">final</span> Log _log = LogFactory.<span class="me1">getLog</span><span class="br0">(</span>MyClass.<span class="kw1">class</span><span class="br0">)</span>;</pre></div>
+<ul><li> always check log level before logging, e.g.
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">if</span> <span class="br0">(</span>_log.<span class="me1">isErrorEnabled</span><span class="br0">(</span><span class="br0">)</span><span class="br0">)</span> <span class="br0">{</span>
+ _log.<span class="me1">error</span><span class="br0">(</span><span class="st0">"Your error message"</span>, e<span class="br0">)</span>;
+<span class="br0">}</span></pre></div>
+<ul><li> do <b>not</b> log exceptions before throwing new exceptions, e.g.
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-java">...
+<span class="kw1">if</span><span class="br0">(</span> paramXY == <span class="kw2">null</span> <span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">if</span> <span class="br0">(</span>_log.<span class="me1">isErrorEnabled</span><span class="br0">(</span><span class="br0">)</span><span class="br0">)</span> <span class="br0">{</span>
+ _log.<span class="me1">error</span><span class="br0">(</span><span class="st0">"paramXY is not set"</span><span class="br0">)</span>;
+ <span class="br0">}</span>
+ <span class="kw1">throw</span> <span class="kw1">new</span> <span class="kw3">NullPointerException</span><span class="br0">(</span><span class="st0">"paramXY is not set"</span><span class="br0">)</span>;
+<span class="br0">}</span></pre></div>
+<p><b>Rationale:</b><br />
+<a href="http://wiki.eclipse.org/User:T.menzel.brox.de" class="mw-redirect" title="User:T.menzel.brox.de">User:T.menzel.brox.de</a> <br />
+I advise against this as it only causes the same message to be repeated at least twice, namely when the exception is created and then when the exception is logged itself.
+IMO it is sufficient to have a verbose error msg and this then is reported along with the stack trace when the exception is logged.
+if the exception is handled then this message is even confusing b/c u have ERROR log entry but wonder: what happened then?
+if u deem the condition so extraordinary and dangerous we could log it as WARN, but since we don't log the eception here it should not be level ERROR.
+</p><p>Even worse than this is sometimes the habit to log an exception before (re)throwing or wrapping it, which I have seen often (in general, not this project in particular).
+this then has the effect that u have the same exception logged several times which makes the log very verbose and confusing. as u think u have lot of problems/exception when it fact it is only that one case.
+</p><p><a href="http://wiki.eclipse.org/index.php?title=User:Svoigt.brox.de&action=edit" class="new" title="User:Svoigt.brox.de">User:svoigt.brox.de</a> <br />
+Log and throw makes only sense in a client-server architecture.
+We have no clients except Jconsole and the JmxAgent, and these clients use JMX for the commmuncation,
+thus Exceptions are not "forwarded".
+</p><p>I think we should use the Rule:
+Never log and throw.
+Because the "process" that catches the exception is responsible for logging.
+</p><p>see: <a href="http://dev.eclipse.org/mhonarc/lists/smila-dev/msg00249.html" class="external text" title="http://dev.eclipse.org/mhonarc/lists/smila-dev/msg00249.html" rel="nofollow">Mail thread</a>
+</p>
+<a name="When_to_use_what_log_level_and_what_information_to_provide.3F"></a><h4> <span class="mw-headline"> When to use what log level and what information to provide? </span></h4>
+<table class="wikitable">
+
+<tr>
+<th> FATAL
+</th><td> designates very severe error events that will presumably lead the application to abort.
+</td></tr>
+<tr>
+<th> ERROR
+</th><td> designates error events that might still allow the application to continue running.
+</td></tr>
+<tr>
+<th> WARN
+</th><td> designates potentially harmful situations.
+</td></tr>
+<tr>
+<th> INFO
+</th><td> for the "high level" information. For example - interesting runtime events (startup/shutdown).
+</td></tr>
+<tr>
+<th> DEBUG
+</th><td> only for the software developer interesting messages (detailed information on the flow through the system).
+</td></tr>
+</table>
+<p>A good resource on how to use the levels in regard to the <i>Enterprise</i> context offers <a href="http://commons.apache.org/logging/guide.html#JCL%20Best%20Practices" class="external text" title="http://commons.apache.org/logging/guide.html#JCL%20Best%20Practices" rel="nofollow">JCL Best Practices</a>.
+</p><p>Read here further about <a href="Specifications/UsefulLogMessages.html" class="external text" title="http://wiki.eclipse.org/SMILA/Specifications/UsefulLogMessages" rel="nofollow">Useful Log Messages</a> for Smila.
+</p>
+<a name="Used_technologies"></a><h2> <span class="mw-headline"> Used technologies </span></h2>
+<a name="OSGi_related_information"></a><h3> <span class="mw-headline"> OSGi related information </span></h3>
+<ul><li> <a href="Development_Guidelines/Declarative_Services.html" class="mw-redirect" title="SMILA/Development Guidelines/Declarative Services">Declarative services</a>
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 102/1000000
+Post-expand include size: 1582/2097152 bytes
+Template argument size: 1052/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15197-0!1!0!!en!2!edit=0 and timestamp 20120203101335 -->
+<div class="printfooter">
+Retrieved from "<a href="Development_Guidelines.1.html">http://wiki.eclipse.org/SMILA/Development_Guidelines</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 12:56, 24 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a>, <a href="http://wiki.eclipse.org/User:Andreas.Weber.empolis.com" title="User:Andreas.Weber.empolis.com">Andreas Weber</a> and <a href="http://wiki.eclipse.org/User:Tmenzel.brox.de" title="User:Tmenzel.brox.de">thomas menzel</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Development_Guidelines&action=credits" title="SMILA/Development Guidelines">others</a>.</p>
+ <p id="footerviews">This page has been accessed 7,677 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.194 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/3rd_party_bundle.html b/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/3rd_party_bundle.html
new file mode 100644
index 0000000..fb04524
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/3rd_party_bundle.html
@@ -0,0 +1,241 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/HowTo/3rd party bundle" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Development_Guidelines/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/HowTo/3rd party bundle - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/HowTo/3rd_party_bundle";
+var wgTitle = "SMILA/Documentation/HowTo/3rd party bundle";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "16754";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286582";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="3rd_party_bundle.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_HowTo_3rd_party_bundle">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/3rd_party_bundle">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/HowTo/3rd_party_bundle">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/HowTo/3rd_party_bundle">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/3rd_party_bundle&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/3rd_party_bundle&oldid=286582">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="../Documentation/HowTo/3rd_party_bundle.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/HowTo/3rd_party_bundle&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/3rd_party_bundle&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/3rd_party_bundle&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/3rd%20party%20bundle"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/HowTo/3rd party bundle</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a> | <a href="../Documentation/HowTo.html" title="SMILA/Documentation/HowTo">HowTo</a></span>(Redirected from <a href="http://wiki.eclipse.org/index.php?title=SMILA/Development_Guidelines/3rd_party_bundle&redirect=no" title="SMILA/Development Guidelines/3rd party bundle">SMILA/Development Guidelines/3rd party bundle</a>)</div>
+ <div id="jump-to-nav">Jump to: <a href="3rd_party_bundle.html#column-one">navigation</a>, <a href="3rd_party_bundle.html#searchInput">search</a></div> <!-- start content -->
+ <p>It is easy to add third-party code to SMILA if it is already provided as an OSGi bundle (which is just a Java JAR with some additional entries in the MANIFEST.MF file). Many open source projects provide their libraries this way. Additionally, you can download many libraries from the <a href="http://eclipse.org/orbit/" class="external text" title="http://eclipse.org/orbit/" rel="nofollow">Eclipse Orbit</a> project.
+</p><p>To add them to SMILA:
+</p>
+<ol><li> Add the third-part bundle to the extension folder at <tt>SMILA.extension/eclipse/plugins</tt>.
+</li><li> Restart Eclipse or reload your target defenition (check if the bundle is really activated).
+</li><li> Include plug-in information into "org.eclipse.smila.extension.feature": <br /> <a href="http://wiki.eclipse.org/Image:ExtensionFeature.jpg" class="image" title="ExtensionFeature.jpg"><img alt="" src="http://wiki.eclipse.org/images/thumb/a/af/ExtensionFeature.jpg/600px-ExtensionFeature.jpg" width="600" height="339" border="0" /></a>
+</li></ol>
+
+<!--
+NewPP limit report
+Preprocessor node count: 3/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:16754-0!1!0!!en!2!edit=0 and timestamp 20120203001905 -->
+<div class="printfooter">
+Retrieved from "<a href="../Documentation/HowTo/3rd_party_bundle.html">http://wiki.eclipse.org/SMILA/Documentation/HowTo/3rd_party_bundle</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 16:25, 25 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>, <a href="http://wiki.eclipse.org/User:Tmenzel.brox.de" title="User:Tmenzel.brox.de">thomas menzel</a> and <a href="http://wiki.eclipse.org/index.php?title=User:Churkin.ivan.gmail.com&action=edit" class="new" title="User:Churkin.ivan.gmail.com">Ivan Churkin</a>.</p>
+ <p id="footerviews">This page has been accessed 2,382 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.079 secs. --></body></html>
diff --git "a/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/Create_a_bundle_\05028plug-in\051.html" "b/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/Create_a_bundle_\05028plug-in\051.html"
new file mode 100644
index 0000000..9b44951
--- /dev/null
+++ "b/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/Create_a_bundle_\05028plug-in\051.html"
@@ -0,0 +1,231 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="robots" content="noindex,nofollow" />
+ <meta name="keywords" content="SMILA/Development Guidelines/Create a bundle (28plug-in)" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Development_Guidelines/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Development Guidelines/Create a bundle (28plug-in) - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Development_Guidelines/Create_a_bundle_(28plug-in)";
+var wgTitle = "SMILA/Development Guidelines/Create a bundle (28plug-in)";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = 0;
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = false;
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Create_a_bundle_(28plug-in).html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Development_Guidelines_Create_a_bundle_28plug-in">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Development_Guidelines/Create_a_bundle_(28plug-in)">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Development_Guidelines/Create_a_bundle_%2828plug-in%29">What links here</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Development_Guidelines/Create_a_bundle_%2828plug-in%29&printable=yes">Printable version</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Development_Guidelines/Create_a_bundle_%2828plug-in%29&action=edit"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Development_Guidelines/Create_a_bundle_%2828plug-in%29&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Development%20Guidelines/Create%20a%20bundle%20(28plug-in)"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Development Guidelines/Create a bundle (28plug-in)</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Development_Guidelines.1.html" title="SMILA/Development Guidelines">Development Guidelines</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Create_a_bundle_(28plug-in).html#column-one">navigation</a>, <a href="Create_a_bundle_(28plug-in).html#searchInput">search</a></div> <!-- start content -->
+ <div class="noarticletext">There is currently no text in this page, you can <a href="http://wiki.eclipse.org/Special:Search/SMILA/Development_Guidelines/Create_a_bundle_%2828plug-in%29" title="Special:Search/SMILA/Development Guidelines/Create a bundle (28plug-in)">search for this page title</a> in other pages or <a href="http://wiki.eclipse.org/index.php?title=SMILA/Development_Guidelines/Create_a_bundle_%2828plug-in%29&action=edit" class="external text" title="http://wiki.eclipse.org/index.php?title=SMILA/Development_Guidelines/Create_a_bundle_%2828plug-in%29&action=edit" rel="nofollow">edit this page</a>.</div>
+
+<!--
+NewPP limit report
+Preprocessor node count: 6/1000000
+Post-expand include size: 224/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+<div class="printfooter">
+Retrieved from "<a href="http://wiki.eclipse.org/SMILA/Development_Guidelines/Create_a_bundle_%2828plug-in%29">http://wiki.eclipse.org/SMILA/Development_Guidelines/Create_a_bundle_%2828plug-in%29</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit"></p>
+ <p id="footerviews"></p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.069 secs. --></body></html>
diff --git "a/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/Create_a_bundle_\050plug-in\051.html" "b/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/Create_a_bundle_\050plug-in\051.html"
new file mode 100644
index 0000000..dc8c470
--- /dev/null
+++ "b/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/Create_a_bundle_\050plug-in\051.html"
@@ -0,0 +1,267 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/HowTo/Create a bundle (plug-in),SMILA/Development Guidelines/Create a test bundle (plug-in),SMILA/Development Guidelines/How to integrate new bundle into build process" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Development_Guidelines/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/HowTo/Create a bundle (plug-in) - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/HowTo/Create_a_bundle_(plug-in)";
+var wgTitle = "SMILA/Documentation/HowTo/Create a bundle (plug-in)";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15384";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286103";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Create_a_bundle_(plug-in).html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_HowTo_Create_a_bundle_plug-in">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/Create_a_bundle_(plug-in)">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/HowTo/Create_a_bundle_%28plug-in%29">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/HowTo/Create_a_bundle_%28plug-in%29">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/Create_a_bundle_%28plug-in%29&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/Create_a_bundle_%28plug-in%29&oldid=286103">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="../Documentation/HowTo/Create_a_bundle_(plug-in).html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/HowTo/Create_a_bundle_%28plug-in%29&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/Create_a_bundle_%28plug-in%29&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/Create_a_bundle_%28plug-in%29&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/Create%20a%20bundle%20(plug-in)"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/HowTo/Create a bundle (plug-in)</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a> | <a href="../Documentation/HowTo.html" title="SMILA/Documentation/HowTo">HowTo</a></span>(Redirected from <a href="http://wiki.eclipse.org/index.php?title=SMILA/Development_Guidelines/Create_a_bundle_%28plug-in%29&redirect=no" title="SMILA/Development Guidelines/Create a bundle (plug-in)">SMILA/Development Guidelines/Create a bundle (plug-in)</a>)</div>
+ <div id="jump-to-nav">Jump to: <a href="Create_a_bundle_(plug-in).html#column-one">navigation</a>, <a href="Create_a_bundle_(plug-in).html#searchInput">search</a></div> <!-- start content -->
+ <p>This page describes how to create a new bundle for SMILA.The description on how to add a test bundle to test the components of the new bundle can be found in <a href="Create_a_test_bundle_(plug-in).html" class="mw-redirect" title="SMILA/Development Guidelines/Create a test bundle (plug-in)">How to create a test bundle (plug-in)</a>.
+</p>
+<a name="Create_the_bundle"></a><h2> <span class="mw-headline"> Create the bundle </span></h2>
+<p>The following steps must be performed to create the project base:
+</p>
+<ol><li>Launch Eclipse and select your SMILA workspace.
+</li><li>Select <i>File > New > Project</i> and click <i>Plug-in Project</i>.
+</li><li>Click <i>Next</i>. <br />Now you have to fill in various metadata and settings for your plug-in project. You may as well edit some of the settings later on by opening the <tt>MANIFEST.MF</tt> with the <i>Plug-in Manifest</i> editor.
+</li><li>Enter a project name (you should use a fully qualified name, for this example we will use <tt>org.eclipse.smila.integration.bundle</tt>).
+</li><li>Add <tt>code</tt> as a parent to the source and output folder:
+<ul><li>Set <i>Source folder</i> to <tt>code/src</tt>.
+</li><li>Set <i>Output folder</i> to <tt>code/bin</tt>.
+</li></ul>
+</li><li>Set <i>Target Platform</i> to <tt>an OSGi framework: Equinox</tt>.
+</li><li>Click <i>Next</i>.
+</li><li>Fill in the metadata information of the new bundle. Set the plug-in's name as ID, your bundle's version, a reasonable bundle name and the information about the provider (i.e. you). For our example we select:
+<ul><li>ID: <tt>org.eclipse.smila.integration.bundle</tt>
+</li><li>Version: <tt>1.0.0</tt>
+</li><li>Name: <tt>Example Bundle Plugin</tt>
+</li><li>Provider: <tt>Example company</tt>
+</li><li>Exection Environment: <tt>JavaSE-1.6</tt>
+</li></ul>
+</li><li>Unless you need an activator, uncheck this option.
+</li><li>Click <i>Next</i>.
+</li><li>Unless you want to use any of the given templates to create your plugin, uncheck the option.
+</li><li>Click <i>Finish</i>.
+</li></ol>
+<a name="Check_the_result"></a><h2> <span class="mw-headline"> Check the result </span></h2>
+<p>When you're done with the above, your actions should have resulted in a new project with (in our example) the name of <tt>org.eclipse.smila.integration.bundle</tt>, that now shows up in your workspace. Just check your <i>Package Explorer</i> for the new bundle. In it, there should be an empty <tt>code/src</tt> package, a <tt>META-INF</tt> folder containing a <tt>MANIFEST.MF</tt> file and a <tt>build.properties</tt> file. Open the <tt>MANIFEST.MF</tt> file and clicking through the panels and you will recognize most of the settings, we did above.
+</p><p>Now that you've created your bundle, you can add your components as you like but do not forget to <a href="Create_a_test_bundle_(plug-in).html" class="mw-redirect" title="SMILA/Development Guidelines/Create a test bundle (plug-in)">add a test bundle</a>.
+</p>
+<a name="Integrating_the_new_bundle_in_the_build_process"></a><h2> <span class="mw-headline"> Integrating the new bundle in the build process </span></h2>
+<p>To include the just created bundle in the build you should follow the instructions on <a href="How_to_integrate_new_bundle_into_build_process.html" class="mw-redirect" title="SMILA/Development Guidelines/How to integrate new bundle into build process">how to integrate a new bundle into the build process</a>.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 22/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15384-0!1!0!!en!2!edit=0 and timestamp 20120203054755 -->
+<div class="printfooter">
+Retrieved from "<a href="../Documentation/HowTo/Create_a_bundle_(plug-in).html">http://wiki.eclipse.org/SMILA/Documentation/HowTo/Create_a_bundle_%28plug-in%29</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 13:26, 24 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a>, <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a> and <a href="http://wiki.eclipse.org/User:Igor.novakovic.empolis.com" title="User:Igor.novakovic.empolis.com">Igor Novakovic</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/Create_a_bundle_%28plug-in%29&action=credits" title="SMILA/Documentation/HowTo/Create a bundle (plug-in)">others</a>.</p>
+ <p id="footerviews">This page has been accessed 2,945 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.055 secs. --></body></html>
diff --git "a/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/Create_a_test_bundle_\050plug-in\051.html" "b/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/Create_a_test_bundle_\050plug-in\051.html"
new file mode 100644
index 0000000..669c821
--- /dev/null
+++ "b/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/Create_a_test_bundle_\050plug-in\051.html"
@@ -0,0 +1,320 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/HowTo/Create a test bundle (plug-in),SMILA/Development Guidelines/Create a bundle (plug-in),SMILA/Development Guidelines/How to integrate test bundle into build process,SMILA/Development Guidelines/Howto build a SMILA-Distribution" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Development_Guidelines/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/HowTo/Create a test bundle (plug-in) - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/HowTo/Create_a_test_bundle_(plug-in)";
+var wgTitle = "SMILA/Documentation/HowTo/Create a test bundle (plug-in)";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "35439";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286105";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Create_a_test_bundle_(plug-in).html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_HowTo_Create_a_test_bundle_plug-in">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/Create_a_test_bundle_(plug-in)">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/HowTo/Create_a_test_bundle_%28plug-in%29">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/HowTo/Create_a_test_bundle_%28plug-in%29">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/Create_a_test_bundle_%28plug-in%29&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/Create_a_test_bundle_%28plug-in%29&oldid=286105">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="../Documentation/HowTo/Create_a_test_bundle_(plug-in).html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/HowTo/Create_a_test_bundle_%28plug-in%29&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/Create_a_test_bundle_%28plug-in%29&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/Create_a_test_bundle_%28plug-in%29&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/Create%20a%20test%20bundle%20(plug-in)"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/HowTo/Create a test bundle (plug-in)</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a> | <a href="../Documentation/HowTo.html" title="SMILA/Documentation/HowTo">HowTo</a></span>(Redirected from <a href="http://wiki.eclipse.org/index.php?title=SMILA/Development_Guidelines/Create_a_test_bundle_%28plug-in%29&redirect=no" title="SMILA/Development Guidelines/Create a test bundle (plug-in)">SMILA/Development Guidelines/Create a test bundle (plug-in)</a>)</div>
+ <div id="jump-to-nav">Jump to: <a href="Create_a_test_bundle_(plug-in).html#column-one">navigation</a>, <a href="Create_a_test_bundle_(plug-in).html#searchInput">search</a></div> <!-- start content -->
+ <p>This page descibes how to create a new test bundle for SMILA.The description on how to add a plug-in bundle can be found in <a href="Create_a_bundle_(plug-in).html" class="mw-redirect" title="SMILA/Development Guidelines/Create a bundle (plug-in)">How to create a bundle (plug-in)</a>. This HowTo is similar with only minor differences.
+</p>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Create_a_test_bundle_(plug-in).html#Create_the_test_bundle"><span class="tocnumber">1</span> <span class="toctext">Create the test bundle</span></a></li>
+<li class="toclevel-1"><a href="Create_a_test_bundle_(plug-in).html#Create_a_test_suite_file"><span class="tocnumber">2</span> <span class="toctext">Create a test suite file</span></a></li>
+<li class="toclevel-1"><a href="Create_a_test_bundle_(plug-in).html#Prepare_the_testing_gear"><span class="tocnumber">3</span> <span class="toctext">Prepare the testing gear</span></a>
+<ul>
+<li class="toclevel-2"><a href="Create_a_test_bundle_(plug-in).html#Create_the_launcher"><span class="tocnumber">3.1</span> <span class="toctext">Create the launcher</span></a></li>
+<li class="toclevel-2"><a href="Create_a_test_bundle_(plug-in).html#Include_test_bundle_in_build_process"><span class="tocnumber">3.2</span> <span class="toctext">Include test bundle in build process</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Create_the_test_bundle"></a><h2> <span class="mw-headline"> Create the test bundle </span></h2>
+<p>The following steps must be performed to create the test project base:<br />
+</p>
+<ol><li>Launch Eclipse and select your SMILA workspace.
+</li><li>Select <i>File > New > Project</i>and click <i>Plug-in Project</i>.
+</li><li>Click <i>Next</i>. <br />Now you have to fill in various metadata and settings for your plug-in project. You may as well edit some of the settings later on by opening the <tt>MANIFEST.MF</tt> file with the <i>Plug-in Manifest</i> editor.
+</li><li>Enter a project name (you should use the same name as the bundle that should be tested and append a <tt>.test</tt> to it, for this example we will use <tt>org.eclipse.smila.integration.bundle.test</tt>).
+</li><li>Add <tt>code</tt> as a parent to the source and output folder:
+<ul><li>Set <i>Source folder</i> to <tt>code/src</tt>.
+</li><li>Set <i>Output folder</i> to <tt>code/bin</tt>.
+</li></ul>
+</li><li>Set <i>Target Platform</i> to <tt>an OSGi framework: Equinox</tt>.
+</li><li>Click <i>Next</i>.
+</li><li>Fill in the metadata information for the new bundle. Set the plug-in's name as ID, your bundle's version, a reasonable bundle name and the information about the provider (i.e. you). For our example we select:
+<ul><li>ID: <tt>org.eclipse.smila.integration.bundle.test</tt> (in our example)
+</li><li>Version: <tt>1.0.0</tt>
+</li><li>Name: <tt>Example Bundle Plugin Test</tt>
+</li><li>Provider: <tt>Example company</tt>
+</li><li>Exection Environment: <tt>JavaSE-1.6</tt>
+</li></ul>
+</li><li>Normally you won't need an activator in the test bundle, so uncheck this option.
+</li><li>Click <i>Next</i>.
+</li><li>Uncheck the Option <i>Create a plug-in using one of the templates</i>.
+</li><li>Click <i>Finish</i>.
+</li></ol>
+<a name="Create_a_test_suite_file"></a><h2> <span class="mw-headline"> Create a test suite file </span></h2>
+<p>Now you should create a test suite in your test bundle.
+</p>
+<ol><li>Open your <tt>MANIFEST.MF</tt> file.
+</li><li>Switch to the <i>Dependencies</i> page.
+</li><li>In <i>Imported Packages</i> click <i>Add</i>.
+</li><li>Add <tt>junit.framework (3.8.2)</tt>.
+</li><li>Save <tt>MANIFEST.MF</tt>.
+</li><li>Create a package in <tt>code/src</tt> with the same name as your bundle (in our example it is <tt>org.eclipse.smila.integration.bundle.test</tt>).
+</li><li>Add an empty test suite named <tt>AllTests.java</tt>. <br /> Here you can add all your bundle's tests after you've created them.
+</li></ol>
+<a name="Prepare_the_testing_gear"></a><h2> <span class="mw-headline"> Prepare the testing gear </span></h2>
+<p>Now you have to make some additions to the project in order to be able to integrate it into the build process or create plug-in test launchers.
+</p>
+<a name="Create_the_launcher"></a><h3> <span class="mw-headline"> Create the launcher </span></h3>
+<ol><li>Create a <tt>configuration</tt> folder in your test bundle's root folder.
+</li><li>Add this configuration folder to your <tt>build.properties</tt>.
+</li><li>Add a <tt>log4j.properties</tt> file to your <tt>configuration</tt> folder.
+</li><li>If you need plug-ins to be started for your test (which is normally the case), create a <tt>config.ini</tt> file in your <tt>configuration</tt> folder containing your OSGi bundles config.
+</li><li>Create a JUnit Plug-in Test launcher for your <tt>AllTests.java</tt> suite:
+<ul><li>Select <i>Run</i> > <i>Run Configurations</i>.
+</li><li>Select the <i>JUnit Plug-Test</i> node and click <i>New</i>.
+</li><li>Set the name to the bundle's name (here: <tt>org.eclipse.smila.integration.bundle.test</tt>).
+</li><li>On the <i>Test</i> page:
+<ul><li>Select which class to test.
+</li><li>Set the <i>Test runner</i> to <tt>JUnit 3</tt>.
+</li></ul>
+</li><li>On the <i>Arguments</i> page:
+<ul><li>Set the <i>Program arguments</i> to <tt>-os ${target.os} -ws ${target.ws} -arch ${target.arch} -nl ${target.nl}</tt>.
+</li><li>Set the <i>VM arguments</i> to <tt>-Dorg.apache.commons.logging.Log=org.apache.commons.logging.impl.Log4JLogger -Dlog4j.configuration=file:${eclipse_home}configuration/log4j.properties -Xms40m -Xmx256m</tt>.
+</li><li>If you need additional configuration or test data files (files/folders you store in your configuration folder), you should also add the following parameter to the VM arguments: <tt>-Dorg.eclipse.smila.utils.config.root=./configuration</tt> (adding this parameter is a good idea in any case).
+</li></ul>
+</li><li>On the <i>Configuration</i> panel:
+<ul><li>If you have a <tt>config.ini</tt>, you have to reference it here:
+<ul><li>Check <i>Use an existing config.ini file as a template</i>.
+</li><li>Click <i>Workspace</i> and navigate to the config.ini (example path: <tt>${workspace_loc:org.eclipse.smila.integration.bundle.test/configuration/config.ini}</tt>).
+</li></ul>
+</li></ul>
+</li></ul>
+</li></ol>
+<p><i>Hint:</i> You can configure Eclipse to add VM arguments each time a launcher is created:
+</p>
+<ol><li><i>Window </i>--> <i>Preferences </i>--> <i>Plug-in Development</i> --> <i>Target Platform</i> --> <i>Edit</i>.
+</li><li>On the <i>Arguments</i> page, you can set the VM arguments that will be added to each new launch configuration.
+</li></ol>
+<a name="Include_test_bundle_in_build_process"></a><h3> <span class="mw-headline"> Include test bundle in build process </span></h3>
+<p>To enable the build process (see <a href="Howto_build_a_SMILA-Distribution.html" class="mw-redirect" title="SMILA/Development Guidelines/Howto build a SMILA-Distribution">How to build a SMILA distribution</a>) to include your test bundle you should follow the instructions on <a href="How_to_integrate_test_bundle_into_build_process.html" class="mw-redirect" title="SMILA/Development Guidelines/How to integrate test bundle into build process">how to integrate a test bundle into the build process</a>.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 41/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:35439-0!1!0!!en!2!edit=0 and timestamp 20120202171428 -->
+<div class="printfooter">
+Retrieved from "<a href="../Documentation/HowTo/Create_a_test_bundle_(plug-in).html">http://wiki.eclipse.org/SMILA/Documentation/HowTo/Create_a_test_bundle_%28plug-in%29</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 13:26, 24 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a> and <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a>.</p>
+ <p id="footerviews">This page has been accessed 195 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.057 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/Declarative_Services.html b/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/Declarative_Services.html
new file mode 100644
index 0000000..5031321
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/Declarative_Services.html
@@ -0,0 +1,670 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/Declarative Services" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Development_Guidelines/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/Declarative Services - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/Declarative_Services";
+var wgTitle = "SMILA/Documentation/Declarative Services";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15198";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286147";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-java {line-height: normal; font-size: medium;}
+.source-java li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for java
+ * CSS class: source-java, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-java .de1, .source-java .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-java {}
+.source-java .head {}
+.source-java .foot {}
+.source-java .imp {font-weight: bold; color: red;}
+.source-java .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-java li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-java li.li2 {font-weight: bold;}
+.source-java .kw1 {color: #7F0055; font-weight: bold;}
+.source-java .kw2 {color: #7F0055; font-weight: bold;}
+.source-java .kw3 {color: #000000; font-weight: normal}
+.source-java .kw4 {color: #7F0055; font-weight: bold;}
+.source-java .co1 {color: #3F7F5F; font-style: italic;}
+.source-java .co2 {color: #3F7F5F;}
+.source-java .co3 {color: #3F7F5F; font-style: italic; font-weight: bold;}
+.source-java .coMULTI {color: #3F5FBF; font-style: italic;}
+.source-java .es0 {color: #000000;}
+.source-java .br0 {color: #000000;}
+.source-java .st0 {color: #2A00ff;}
+.source-java .nu0 {color: #000000;}
+.source-java .me1 {color: #000000;}
+.source-java .me2 {color: #000000;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="Declarative_Services.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_Declarative_Services">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Declarative_Services">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/Declarative_Services">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/Declarative_Services">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Declarative_Services&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Declarative_Services&oldid=286147">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="../Documentation/Declarative_Services.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/Declarative_Services&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Declarative_Services&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Declarative_Services&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Declarative%20Services"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/Declarative Services</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span>(Redirected from <a href="http://wiki.eclipse.org/index.php?title=SMILA/Development_Guidelines/Declarative_Services&redirect=no" title="SMILA/Development Guidelines/Declarative Services">SMILA/Development Guidelines/Declarative Services</a>)</div>
+ <div id="jump-to-nav">Jump to: <a href="Declarative_Services.html#column-one">navigation</a>, <a href="Declarative_Services.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Declarative_Services.html#Overview"><span class="tocnumber">1</span> <span class="toctext">Overview</span></a></li>
+<li class="toclevel-1"><a href="Declarative_Services.html#Service_Component_Runtime"><span class="tocnumber">2</span> <span class="toctext">Service Component Runtime</span></a></li>
+<li class="toclevel-1"><a href="Declarative_Services.html#Component-Class"><span class="tocnumber">3</span> <span class="toctext">Component-Class</span></a></li>
+<li class="toclevel-1"><a href="Declarative_Services.html#Component-Description"><span class="tocnumber">4</span> <span class="toctext">Component-Description</span></a></li>
+<li class="toclevel-1"><a href="Declarative_Services.html#Provide_services"><span class="tocnumber">5</span> <span class="toctext">Provide services</span></a></li>
+<li class="toclevel-1"><a href="Declarative_Services.html#Use_Services"><span class="tocnumber">6</span> <span class="toctext">Use Services</span></a>
+<ul>
+<li class="toclevel-2"><a href="Declarative_Services.html#Event-Strategy"><span class="tocnumber">6.1</span> <span class="toctext">Event-Strategy</span></a>
+<ul>
+<li class="toclevel-3"><a href="Declarative_Services.html#Sample_Event-Strategy"><span class="tocnumber">6.1.1</span> <span class="toctext">Sample Event-Strategy</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="Declarative_Services.html#Lookup-Strategy"><span class="tocnumber">6.2</span> <span class="toctext">Lookup-Strategy</span></a>
+<ul>
+<li class="toclevel-3"><a href="Declarative_Services.html#Sample_Lookup-Strategy"><span class="tocnumber">6.2.1</span> <span class="toctext">Sample Lookup-Strategy</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Declarative_Services.html#Cardinality_of_a_reference"><span class="tocnumber">7</span> <span class="toctext">Cardinality of a reference</span></a>
+<ul>
+<li class="toclevel-2"><a href="Declarative_Services.html#Optionality"><span class="tocnumber">7.1</span> <span class="toctext">Optionality</span></a></li>
+<li class="toclevel-2"><a href="Declarative_Services.html#Multiplicity"><span class="tocnumber">7.2</span> <span class="toctext">Multiplicity</span></a>
+<ul>
+<li class="toclevel-3"><a href="Declarative_Services.html#Sample_with_0..1_cardinality"><span class="tocnumber">7.2.1</span> <span class="toctext">Sample with 0..1 cardinality</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Declarative_Services.html#Policy_of_a_reference"><span class="tocnumber">8</span> <span class="toctext">Policy of a reference</span></a>
+<ul>
+<li class="toclevel-2"><a href="Declarative_Services.html#Static"><span class="tocnumber">8.1</span> <span class="toctext">Static</span></a></li>
+<li class="toclevel-2"><a href="Declarative_Services.html#Dynamic"><span class="tocnumber">8.2</span> <span class="toctext">Dynamic</span></a>
+<ul>
+<li class="toclevel-3"><a href="Declarative_Services.html#Sample_with_policy.3Ddynamic"><span class="tocnumber">8.2.1</span> <span class="toctext">Sample with policy=dynamic</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Declarative_Services.html#The_life_cycle_of_a_component"><span class="tocnumber">9</span> <span class="toctext">The life cycle of a component</span></a></li>
+<li class="toclevel-1"><a href="Declarative_Services.html#Immediate_and_delayed_components"><span class="tocnumber">10</span> <span class="toctext">Immediate and delayed components</span></a>
+<ul>
+<li class="toclevel-2"><a href="Declarative_Services.html#Immediate_Components"><span class="tocnumber">10.1</span> <span class="toctext">Immediate Components</span></a>
+<ul>
+<li class="toclevel-3"><a href="Declarative_Services.html#Life_cycle_of_immediate_components"><span class="tocnumber">10.1.1</span> <span class="toctext">Life cycle of immediate components</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="Declarative_Services.html#Delayed_Components"><span class="tocnumber">10.2</span> <span class="toctext">Delayed Components</span></a>
+<ul>
+<li class="toclevel-3"><a href="Declarative_Services.html#Life_cycle_of_delayed_components"><span class="tocnumber">10.2.1</span> <span class="toctext">Life cycle of delayed components</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Overview"></a><h2> <span class="mw-headline"> Overview </span></h2>
+<p>SMILA makes heavy usage of a OSGi feature named "Declarative Service" (DS). On this page we describe some practices that we found useful when working with Declarative Services.
+</p><p>A DS component provides and requires services. These services will be described declarative. The so called service component runtime will only activate a service component, if all required services are available in the system. The services that are provided by a service component may be activated retarded, i.e. they are only then created, when a using bundle accesses these services.
+A service component consists of an implementing class (component-class) and an xml-document (component-description).
+</p>
+<a name="Service_Component_Runtime"></a><h2> <span class="mw-headline"> Service Component Runtime </span></h2>
+<p>The Service Component Runtime is responsible for the creation of Service Components and for the administration of their life cycles. It will be provided by the implementation of the Declarative-Service-Specification.
+The Service Component Runtime checks with the installation of a Bundle whether this contains one or more component descriptions. Is this the case, the Service Component Runtime tries to solve the dependencies of a component to other services. The Runtime examines whether all required services are present in the system. If all required services are available, an instance of the components will be produced and activated. However if a necessary service is not available, then the instantiation and activation of the component are retarded so for a long time, till all required services are available up to a later time.
+Components may be parameterised by Component Properties. These properties may be declared in the component description. Alternative the properties may be set by Component Factories at Runtime, too.
+</p><p><b>The usage of Declarative Services offers a number of significant advantages:</b>
+</p>
+<ul><li> <b>Delayed activation of services:</b> Services will be retarded activated if they are provided by component. That means the provided service is registered at the service registry with the start of the implementing bundle. But the service instance will be first created and activated with the first access.
+</li></ul>
+<ul><li> <b> Resolving of service references:</b> References for required services are resolved by the Service Component Runtime. Only if all necessary services are available in the system, the component will be instantiated and activated. Thus the handling of potential dynamic of services will be dramatically simplified in the component-class.
+</li></ul>
+<p><br />
+</p>
+<a name="Component-Class"></a><h2> <span class="mw-headline"> Component-Class </span></h2>
+<p>The component-class is a simple java class, that optional may define callback-methods. With these methods you have the ability to run several actions at the activation or deactivation of a service component. A component-class may define a method activate(ComponentContext). This method will be invoked by the Service Component Runtime, if the corresponding component instance is activated.
+</p><p><b>Sample activate()-method:</b>
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">protected</span> <span class="kw4">void</span> activate<span class="br0">(</span>ComponentContext<span class="br0">)</span></pre></div>
+<p>The method deactivate(ComponentContext) will be invoked, if the corresponding component instance is deactivated.
+</p><p><b>Sample deactivate()-method:</b>
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">protected</span> <span class="kw4">void</span> deactivate<span class="br0">(</span>ComponentContext<span class="br0">)</span></pre></div>
+<p>Keep in mind that the component class have not to implement a special interface. It is enough when both methods exist on the component class. Both methods will be assigned an object from type <b>org.osgi.service.component.ComponentContext</b> by a parameter. With the component context you may access properties of a component or you may query the bundle context of the defined bundle and some things more. See below:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">package</span> org.<span class="me1">osgi</span>.<span class="me1">service</span>.<span class="me1">component</span>;
+
+ <span class="kw1">public</span> <span class="kw1">interface</span> ComponentContext <span class="br0">{</span>
+
+ <span class="kw1">public</span> <span class="kw3">Dictionary</span> getProperties<span class="br0">(</span><span class="br0">)</span>;
+ <span class="kw1">public</span> <span class="kw3">Object</span> locateService<span class="br0">(</span><span class="kw3">String</span> name<span class="br0">)</span>;
+ <span class="kw1">public</span> <span class="kw3">Object</span> locateService<span class="br0">(</span><span class="kw3">String</span> name, ServiceReference reference<span class="br0">)</span>;
+ <span class="kw1">public</span> <span class="kw3">Object</span><span class="br0">[</span><span class="br0">]</span> locateServices<span class="br0">(</span><span class="kw3">String</span> name<span class="br0">)</span>;
+ <span class="kw1">public</span> BundleContext getBundleContext<span class="br0">(</span><span class="br0">)</span>;
+ <span class="kw1">public</span> Bundle getUsingBundle<span class="br0">(</span><span class="br0">)</span>;
+ <span class="kw1">public</span> ComponentInstance getComponentInstance<span class="br0">(</span><span class="br0">)</span>;
+ <span class="kw1">public</span> <span class="kw4">void</span> enableComponent<span class="br0">(</span><span class="kw3">String</span> name<span class="br0">)</span>;
+ <span class="kw1">public</span> <span class="kw4">void</span> disableComponent<span class="br0">(</span><span class="kw3">String</span> name<span class="br0">)</span>;
+ <span class="kw1">public</span> ServiceReference getServiceReference<span class="br0">(</span><span class="br0">)</span>;
+
+ <span class="br0">}</span></pre></div>
+<a name="Component-Description"></a><h2> <span class="mw-headline"> Component-Description </span></h2>
+<p>The component description describes a component, if necessary with dependencies to other services. This happens in form of an xml-document. Additional you may declare, if a component provides itself a service at over the service registry. The name of the xml file has to be defined as the manifest header Service-Component.
+</p><p><b>Sample Service-Component manifest header:</b>
+</p>
+<pre>
+Service-Component: OSGI-INF/component-description.xml
+</pre>
+<p>The root element of a component-description is the xml-element <i><b>component</b></i>. It offers the listed attributes:
+</p>
+<table border="1">
+<tr>
+<th>name</th><th>constraint</th><th>description
+</th></tr>
+<tr>
+<td>name</td><td>required</td><td>The global explicit name of a component.
+</td></tr>
+<tr>
+<td>enabled</td><td>optional</td><td>Defines, whether the component starts the bundle and whether the component is activated or not. <b>Default: true</b>
+</td></tr>
+<tr>
+<td>factory </td><td>optional</td><td>When the described component is a factory component then this attribute has to include the name of the factory.
+</td></tr>
+<tr>
+<td>immediate</td><td>optional</td><td>Defines, whether a component, that defines own services, should activated delayed or not.
+</td></tr></table>
+<p>The implementing class of a component is specified by the child element <i><b>implementation</b></i>. It has a single attribute <i><b>class</b></i>.
+</p>
+<table border="1">
+<tr>
+<th>name</th><th>constraint</th><th>description
+</th></tr>
+<tr>
+<td>class</td><td>required</td><td>The full qualified name of the implementing java class.
+</td></tr></table>
+<p><b>Sample component description:</b>
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><component</span> <span class="re0">name</span>=<span class="st0">"simpleComponent"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><implementation</span> <span class="re0">class</span>=<span class="st0">"org.eclipse.smila.simplecomponent.SimpleComponent"</span> <span class="re2">/></span></span>
+<span class="sc3"><span class="re1"></component<span class="re2">></span></span></span></pre></div>
+<p><br />
+</p>
+<a name="Provide_services"></a><h2> <span class="mw-headline"> Provide services </span></h2>
+<p>The instance of a component may be registered itself as an OSGI-service at the service registry. This also happens declarative with the xml-element <i><b>service</b></i> in the component description. This element has the attribute <i><b>serviceFactory</b></i>.
+</p>
+<table border="1">
+<tr>
+<th>name</th><th>constraint</th><th>description
+</th></tr>
+<tr>
+<td>serviceFactory</td><td>optional</td><td>Defines, whether the service should be identical to all using bundles (true) or whether an instance of the component should be created for each using bundle by a ServiceFactory. <b>Default: false</b>
+</td></tr></table>
+<p>The specification of the service-interfaces takes place via the child element <i><b>provide</b></i>. This element has the attribute <i><b>interface</b></i>.
+</p>
+<table border="1">
+<tr>
+<th>name</th><th>constraint</th><th>description
+</th></tr>
+<tr>
+<td>interface</td><td>required</td><td>The full qualified name of the class, under which the component instance should be announced at the service registry.
+</td></tr></table>
+<p><b>Sample component description:</b>
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><component</span> <span class="re0">name</span>=<span class="st0">"simpleComponent"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><implementation</span> <span class="re0">class</span>=<span class="st0">"org.eclipse.smila.simplecomponent.SimpleComponent"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><service<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><provide</span> <span class="re0">interface</span>=<span class="st0">"org.eclipse.smila.simplecomponent.SimpleService"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></service<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></component<span class="re2">></span></span></span></pre></div>
+<a name="Use_Services"></a><h2> <span class="mw-headline"> Use Services </span></h2>
+<p>Components may use services that were registered by other bundles or components at the service registry. The specification of service dependencies takes place via the xml-element <i><b>reference</b></i>. This element has the following attributes:
+</p>
+<table border="1">
+<tr>
+<th>name</th><th>constraint</th><th>description
+</th></tr>
+<tr>
+<td>name</td><td>required</td><td>The local explicit name of the reference.
+</td></tr>
+<tr>
+<td>interface</td><td>required</td><td>The full qualified name of the interface, under which the service is applied to the service registry.
+</td></tr>
+<tr>
+<td>cardinality</td><td>optional</td><td>Defines, whether a reference is optional how many service may be bounded by this reference.
+</td></tr>
+<tr>
+<td>policy</td><td>optional</td><td>Defines, how to interact with changes at the initial bounded services.
+</td></tr>
+<tr>
+<td>target</td><td>optional</td><td>A filter that describes the referenced service more near.
+</td></tr>
+<tr>
+<td>bind</td><td>optional</td><td>The name of the method, under which a service may be placed to the component.
+</td></tr>
+<tr>
+<td>unbind</td><td>optional</td><td>The name of the method, under which a service may be deleted from the component.
+</td></tr></table>
+<p><b>In principal two different strategies are available for the specification of references to services:</b>
+</p>
+<a name="Event-Strategy"></a><h3> <span class="mw-headline"> Event-Strategy </span></h3>
+<p>Whit the use of the Event-Strategy you have to implement a <i><b>bind</b></i>- and an <i><b>unbind</b></i>-Method for the referenced service in the component-class. You may choose the name of these methods, but the methods have to be <i>public</i> or <i>protected</i> and have to have the return value <i>void</i>. The type of the single parameter may be either a <i>ServiceReference</i> or the type of the service (normally the service interface). If the referenced service is available, it will be set with the <i><b>bind</b></i>-Method by the service component runtime at the component instance. If the referenced service is deleted from the system, the service component runtime will call up the <i><b>unbind</b></i>-Method.
+</p>
+<a name="Sample_Event-Strategy"></a><h4> <span class="mw-headline"> Sample Event-Strategy </span></h4>
+<p><b>component-class</b>
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">package</span> org.<span class="me1">eclipse</span>.<span class="me1">smila</span>.<span class="me1">simplecomponent</span>
+
+<span class="kw1">import</span> org.<span class="me1">osgi</span>.<span class="me1">service</span>.<span class="me1">component</span>.<span class="me1">ComponentContext</span>;
+<span class="kw1">import</span> org.<span class="me1">eclipse</span>.<span class="me1">smila</span>.<span class="me1">service</span>.<span class="me1">SmilaService</span>;
+
+<span class="kw1">public</span> <span class="kw1">class</span> SimpleComponent <span class="kw1">implements</span> SimpleService <span class="br0">{</span>
+
+ <span class="kw1">private</span> SmilaService smilaService;
+
+ <span class="co1">// bind-Method</span>
+ <span class="kw1">protected</span> <span class="kw4">void</span> setSmilaService<span class="br0">(</span>SmilaService smilaService<span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">this</span>.<span class="me1">smilaService</span> = smilaService;
+ <span class="br0">}</span>
+
+ <span class="co1">// unbind-Method</span>
+ <span class="kw1">protected</span> <span class="kw4">void</span> unsetSmilaService<span class="br0">(</span>SmilaService smilaService<span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">this</span>.<span class="me1">smilaService</span> = <span class="kw2">null</span>;
+ <span class="br0">}</span>
+<span class="br0">}</span></pre></div>
+<p><b>component-description</b>
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><component</span> <span class="re0">name</span>=<span class="st0">"simpleComponent"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><implementation</span> <span class="re0">class</span>=<span class="st0">"org.eclipse.smila.simplecomponent.SimpleComponent"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><service<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><provide</span> <span class="re0">interface</span>=<span class="st0">"org.eclipse.smila.simplecomponent.SimpleService"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></service<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><reference</span> <span class="re0">name</span>=<span class="st0">"smilaService"</span>
+ <span class="re0">interface</span>=<span class="st0">"org.eclipse.smila.service.SmilaService"</span>
+ <span class="re0">bind</span>=<span class="st0">"setSmilaService"</span>
+ <span class="re0">unbind</span>=<span class="st0">"unsetSmilaService"</span>
+ <span class="re2">/></span></span>
+<span class="sc3"><span class="re1"></component<span class="re2">></span></span></span></pre></div>
+<p><br />
+</p>
+<a name="Lookup-Strategy"></a><h3> <span class="mw-headline"> Lookup-Strategy </span></h3>
+<p>With the use of the Lookup-Strategy the referenced service aren´t set directly to the component by the service component runtime, but it have to be polled over the component context via the method <i><b>locateService()</b></i>. The implementation of appropriate <i>bind</i>- and <i>unbind</i>-Methods is not necessary.
+</p>
+<a name="Sample_Lookup-Strategy"></a><h4> <span class="mw-headline"> Sample Lookup-Strategy </span></h4>
+<p><b>component-class</b>
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">package</span> org.<span class="me1">eclipse</span>.<span class="me1">smila</span>.<span class="me1">simplecomponent</span>;
+
+<span class="co1">// [...]</span>
+
+<span class="kw1">public</span> <span class="kw1">class</span> SimpleComponent <span class="kw1">implements</span> SimpleService <span class="br0">{</span>
+
+ <span class="kw1">private</span> ComponentContext componentContext;
+
+ <span class="kw1">protected</span> <span class="kw4">void</span> activate<span class="br0">(</span>ComponentContext context<span class="br0">)</span> <span class="br0">{</span>
+ componentContext = context;
+ <span class="br0">}</span>
+
+ <span class="kw1">protected</span> <span class="kw4">void</span> deactivate<span class="br0">(</span>ComponentContext context<span class="br0">)</span> <span class="br0">{</span>
+ componentContext = <span class="kw2">null</span>;
+ <span class="br0">}</span>
+
+ <span class="kw1">private</span> SmilaService getSmilaService<span class="br0">(</span><span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">if</span> <span class="br0">(</span><span class="kw1">this</span>.<span class="me1">componentContext</span> != <span class="kw2">null</span><span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">return</span> <span class="br0">(</span>SmilaService<span class="br0">)</span> <span class="kw1">this</span>.<span class="me1">componenContext</span>.<span class="me1">locateService</span><span class="br0">(</span><span class="st0">"smilaService"</span><span class="br0">)</span>;
+ <span class="br0">}</span>
+
+ <span class="kw1">return</span> <span class="kw2">null</span>;
+ <span class="br0">}</span>
+<span class="br0">}</span></pre></div>
+<p><b>component-description</b>
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><component</span> <span class="re0">name</span>=<span class="st0">"simpleComponent"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><implementation</span> <span class="re0">class</span>=<span class="st0">"org.eclipse.smila.simplecomponent.SimpleComponent"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><service<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><provide</span> <span class="re0">interface</span>=<span class="st0">"org.eclipse.smila.simplecomponent.SimpleService"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></service<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><reference</span> <span class="re0">name</span>=<span class="st0">"smilaService"</span>
+ <span class="re0">interface</span>=<span class="st0">"org.eclipse.smila.service.SmilaService"</span> <span class="re2">/></span></span>
+<span class="sc3"><span class="re1"></component<span class="re2">></span></span></span></pre></div>
+<a name="Cardinality_of_a_reference"></a><h2> <span class="mw-headline"> Cardinality of a reference </span></h2>
+<p>The cardinality of a reference describes the following properties:
+</p>
+<a name="Optionality"></a><h3> <span class="mw-headline"> Optionality </span></h3>
+<p>The optionality of a reference declares, whether the referenced service is compelling needed by the component or whether it may work without the referenced service. E.g. a component that references a logging service may work meaningful, when the logging service is not available. Only the output of the log message would not be possible in this case.
+</p>
+<a name="Multiplicity"></a><h3> <span class="mw-headline"> Multiplicity </span></h3>
+<p>The multiplicity of a reference defines whether a component is interested in exactly one instance of the referenced service or whether it is able to deal with multi service instances.
+</p><p>The cardinality of a reference is arranged by the attribute <i><b>cardinality</b></i> that is available at the element <i><b>reference</b></i>. The following values may be set:
+</p>
+<table border="1">
+<tr>
+<th>name</th><th>description
+</th></tr>
+<tr>
+<td>0..1 - optional and unary</td><td>The referenced service is optional and only one instance of the referenced service may be assigned to the component.
+</td></tr>
+<tr>
+<td>1..1 - mandatory and unary</td><td>The referenced service is mandatory and only one instance of the referenced service may be assigned to the component. That is the default attitude, if the cardinality-attribute is not set.
+</td></tr>
+<tr>
+<td>0..n - optional and multiple</td><td>The referenced service is optional and all available instances of the referenced service are assigned to the component.
+</td></tr>
+<tr>
+<td>1..n - mandatory and multiple</td><td>The referenced service is mandatory and all available instances of the referenced service are assigned to the component.
+</td></tr></table>
+<a name="Sample_with_0..1_cardinality"></a><h4> <span class="mw-headline"> Sample with 0..1 cardinality </span></h4>
+<p><b>component-description</b>
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><component</span> <span class="re0">name</span>=<span class="st0">"simpleComponent"</span><span class="re2">></span></span>
+ [...]
+ <span class="sc3"><span class="re1"><reference</span> <span class="re0">name</span>=<span class="st0">"smilaService"</span>
+ <span class="re0">interface</span>=<span class="st0">"org.eclipse.smila.service.SmilaService"</span>
+ <span class="re0">bind</span>=<span class="st0">"setSmilaService"</span>
+ <span class="re0">unbind</span>=<span class="st0">"unsetSmilaService"</span>
+ <span class="re0">cardinality</span>=<span class="st0">"0..1"</span>
+ <span class="re2">/></span></span>
+<span class="sc3"><span class="re1"></component<span class="re2">></span></span></span></pre></div>
+<a name="Policy_of_a_reference"></a><h2> <span class="mw-headline"> Policy of a reference </span></h2>
+<p>The service component runtime ensures that a service component will only be instanced and started if all required services for a component are available at the system. The referencing services will be bound to the component by activating. Now the OSGI service platform has the feature that services may be registered and unregistered in the system at runtime. E. g. a service that is bound to a component may be unregistered after activation from the service registry. After that all object references to the corresponding service object expire.
+Therefore a component has to define how it should interact with changes at bound services. For it a component may specify the attribute <i><b>policy</b></i> of the element <i>reference</i>. This attribute may accept the following values:
+</p>
+<a name="Static"></a><h3> <span class="mw-headline"> Static </span></h3>
+<p>With the use of the <i><b>static-policy</b></i> the services that are bound by activating of the component won´t be modified. If a bound service is deactivated by the service registry the referenced component will also be deactivated. If an alternative service that complies with the dependencies of the component is registered to the service registry then the component will directly be (re-)activated with the new bound service. <b>The <i>static-policy</i> is the default policy. It is used if the <i>policy-attribute</i> is not set</b>.
+</p>
+<a name="Dynamic"></a><h3> <span class="mw-headline"> Dynamic </span></h3>
+<p>With the use the <i><b>dynamic-policy</b></i> a component won´t be deactivated, if a bound service is deregistered, while all service references may be further fulfilled. The implementation of the component must be able to react therefore to changes concerning the bound services. If a reference uses the <i>event-strategy</i> to access to service, then the component will be informed about changes of the bound services by the corresponding <i>bind</i>- and <i>unbind</i>-Methods.
+</p>
+<a name="Sample_with_policy.3Ddynamic"></a><h4> <span class="mw-headline"> Sample with policy=dynamic </span></h4>
+<p><b>component-description</b>
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><component</span> <span class="re0">name</span>=<span class="st0">"simpleComponent"</span><span class="re2">></span></span>
+ [...]
+ <span class="sc3"><span class="re1"><reference</span> <span class="re0">name</span>=<span class="st0">"smilaService"</span>
+ <span class="re0">interface</span>=<span class="st0">"org.eclipse.smila.service.SmilaService"</span>
+ <span class="re0">bind</span>=<span class="st0">"setSmilaService"</span>
+ <span class="re0">unbind</span>=<span class="st0">"unsetSmilaService"</span>
+ <span class="re0">cardinality</span>=<span class="st0">"0..1"</span>
+ <span class="re0">policy</span>=<span class="st0">"dynamic"</span>
+ <span class="re2">/></span></span>
+<span class="sc3"><span class="re1"></component<span class="re2">></span></span></span></pre></div>
+<a name="The_life_cycle_of_a_component"></a><h2> <span class="mw-headline"> The life cycle of a component </span></h2>
+<p>General components may be activated, when they are in the condition <i><b>enabled</b></i>. Normally components will be set automatically to this condition by the service component runtime as soon as the defining bundle is started. If the defining bundle is stopped, the service component runtime sets the contained components into the condition <i><b>disabled</b></i>.
+With the component-attribute <i><b>enabled</b></i> it is possible to specify that a component is not set into the condition <i><b>enabled</b></i> when starting the defining bundle. With the methods <i><b>ComponentContext.enableComponent(String name)</b></i> and <i><b>ComponentContext.disableComponent(String name)</b></i> components may set programmatically over their logical name into the condition <i><b>enabled</b></i> or <i><b>disabled</b></i>.
+</p>
+<a name="Immediate_and_delayed_components"></a><h2> <span class="mw-headline"> Immediate and delayed components </span></h2>
+<p>The declarative service specification differentiates two different kinds of components:
+</p>
+<a name="Immediate_Components"></a><h3> <span class="mw-headline"> Immediate Components </span></h3>
+<p>Immediate components are components that are activated directly, when all necessary references are fulfilled, i.e. the referencing services are available in the system.
+</p>
+<a name="Life_cycle_of_immediate_components"></a><h4> <span class="mw-headline"> Life cycle of immediate components </span></h4>
+<p>Immediate component are activated, if all required services of a component are available in the system, i.e. all necessary references may be fulfilled. The possibly implemented method activate() of the component instance is called during the activation of a component. An active component will be deactivated, if the required services are not longer available, the component instance is set into the condition disabled via the method <i>ComponentContext.disableComponent()</i> or the defined bundle is stopped.
+</p><p><br />
+</p>
+<a name="Delayed_Components"></a><h3> <span class="mw-headline"> Delayed Components </span></h3>
+<p>Delayed components are components that provide one or more services. They are only then activated, if the services made available by the component are queried at the service registry.
+</p>
+<a name="Life_cycle_of_delayed_components"></a><h4> <span class="mw-headline"> Life cycle of delayed components </span></h4>
+<p>Service components, that make services available, are delayed components by default. I.e. they will be only then activated, if a service made available by the component is queried by the service registry.
+If a delayed component is set into the condition enabled, the service component runtime tries to solve the service dependencies that are defined by the component. If this is successful the service component runtime will register a proxy-object, which represents the service, to the service registry. Only if the service is queried by the service registry, the service component runtime will activate the service component and delegates the call to the real service. This happens for the user of the service completely transparency.
+If a service reference sets the attribute <i>servicefactory="true"</i>, then a new instance of the component will be instantiated and activated for every querying bundle. Alternatively only one common component instance is available for all bundles.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 61/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15198-0!1!0!!en!2!edit=0 and timestamp 20120202175135 -->
+<div class="printfooter">
+Retrieved from "<a href="../Documentation/Declarative_Services.html">http://wiki.eclipse.org/SMILA/Documentation/Declarative_Services</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 13:37, 24 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/User:Juergen.schumacher.empolis.com" title="User:Juergen.schumacher.empolis.com">Juergen Schumacher</a>.</p>
+ <p id="footerviews">This page has been accessed 2,812 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.056 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/How_to_export_a_bundle.html b/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/How_to_export_a_bundle.html
new file mode 100644
index 0000000..c87eb4a
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/How_to_export_a_bundle.html
@@ -0,0 +1,257 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/HowTo/How to export a bundle" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Development_Guidelines/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/HowTo/How to export a bundle - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/HowTo/How_to_export_a_bundle";
+var wgTitle = "SMILA/Documentation/HowTo/How to export a bundle";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "19282";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286125";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="How_to_export_a_bundle.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_HowTo_How_to_export_a_bundle">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/How_to_export_a_bundle">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/HowTo/How_to_export_a_bundle">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/HowTo/How_to_export_a_bundle">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_export_a_bundle&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_export_a_bundle&oldid=286125">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="../Documentation/HowTo/How_to_export_a_bundle.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/HowTo/How_to_export_a_bundle&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_export_a_bundle&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_export_a_bundle&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/How%20to%20export%20a%20bundle"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/HowTo/How to export a bundle</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a> | <a href="../Documentation/HowTo.html" title="SMILA/Documentation/HowTo">HowTo</a></span>(Redirected from <a href="http://wiki.eclipse.org/index.php?title=SMILA/Development_Guidelines/How_to_export_a_bundle&redirect=no" title="SMILA/Development Guidelines/How to export a bundle">SMILA/Development Guidelines/How to export a bundle</a>)</div>
+ <div id="jump-to-nav">Jump to: <a href="How_to_export_a_bundle.html#column-one">navigation</a>, <a href="How_to_export_a_bundle.html#searchInput">search</a></div> <!-- start content -->
+ <p>This is a step by step description of how to export a bundle as a plug-in from eclipse IDE.
+</p>
+<ul><li> right click on the bundle to export and select <i>Export...</i>
+</li></ul>
+<p><a href="http://wiki.eclipse.org/Image:Export_bundle_step1.png" class="image" title="Image:export_bundle_step1.png"><img alt="Image:export_bundle_step1.png" src="http://wiki.eclipse.org/images/b/b6/Export_bundle_step1.png" width="487" height="672" border="0" /></a>
+</p>
+<ul><li> the Export dialog opens
+</li><li> select <i>Plug-in Development</i> -> <i>Deployable plug-ins and fragments</i> and click on <i>Next</i>
+</li></ul>
+<p><a href="http://wiki.eclipse.org/Image:Export_bundle_step2.png" class="image" title="Image:export_bundle_step2.png"><img alt="Image:export_bundle_step2.png" src="http://wiki.eclipse.org/images/1/19/Export_bundle_step2.png" width="575" height="551" border="0" /></a>
+</p>
+<ul><li> make sure your bundle is selected. You can also select multiple bundles and export them at once.
+</li><li> enter a directory to export the bundles to. Note that the export will create a folder <tt>plugins</tt> in the selected directory and export the bundles into this subfolder
+</li></ul>
+<p><a href="http://wiki.eclipse.org/Image:Export_bundle_step3.png" class="image" title="Image:export_bundle_step3.png"><img alt="Image:export_bundle_step3.png" src="http://wiki.eclipse.org/images/8/8d/Export_bundle_step3.png" width="576" height="551" border="0" /></a>
+</p>
+<ul><li> click on <i>Options</i> and select <i>Package plug-ins as individual JAR archives</i>
+</li></ul>
+<p><a href="http://wiki.eclipse.org/Image:Export_bundle_step4.png" class="image" title="Image:export_bundle_step4.png"><img alt="Image:export_bundle_step4.png" src="http://wiki.eclipse.org/images/d/d9/Export_bundle_step4.png" width="577" height="551" border="0" /></a>
+</p>
+<ul><li> click on <i>Finish</i> to export the selected bundle(s)
+</li><li> the export creates plug-in <tt>C:/temp/plugins/org.eclipse.smila.sample.pipelet_1.0.0.jar</tt>
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 10/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:19282-0!1!0!!en!2!edit=0 and timestamp 20120202171435 -->
+<div class="printfooter">
+Retrieved from "<a href="../Documentation/HowTo/How_to_export_a_bundle.html">http://wiki.eclipse.org/SMILA/Documentation/HowTo/How_to_export_a_bundle</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 13:28, 24 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>.</p>
+ <p id="footerviews">This page has been accessed 1,754 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.087 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/How_to_filter_and_access_record_data_in_BPEL.html b/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/How_to_filter_and_access_record_data_in_BPEL.html
new file mode 100644
index 0000000..56fd0d5
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/How_to_filter_and_access_record_data_in_BPEL.html
@@ -0,0 +1,365 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/HowTo/How to filter and access record data in BPEL,SMILA/Glossary" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Development_Guidelines/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/HowTo/How to filter and access record data in BPEL - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/HowTo/How_to_filter_and_access_record_data_in_BPEL";
+var wgTitle = "SMILA/Documentation/HowTo/How to filter and access record data in BPEL";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "16151";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286123";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="How_to_filter_and_access_record_data_in_BPEL.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_HowTo_How_to_filter_and_access_record_data_in_BPEL">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/How_to_filter_and_access_record_data_in_BPEL">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/HowTo/How_to_filter_and_access_record_data_in_BPEL">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/HowTo/How_to_filter_and_access_record_data_in_BPEL">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_filter_and_access_record_data_in_BPEL&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_filter_and_access_record_data_in_BPEL&oldid=286123">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="../Documentation/HowTo/How_to_filter_and_access_record_data_in_BPEL.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/HowTo/How_to_filter_and_access_record_data_in_BPEL&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_filter_and_access_record_data_in_BPEL&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_filter_and_access_record_data_in_BPEL&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/How%20to%20filter%20and%20access%20record%20data%20in%20BPEL"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/HowTo/How to filter and access record data in BPEL</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a> | <a href="../Documentation/HowTo.html" title="SMILA/Documentation/HowTo">HowTo</a></span>(Redirected from <a href="http://wiki.eclipse.org/index.php?title=SMILA/Development_Guidelines/How_to_filter_and_access_record_data_in_BPEL&redirect=no" title="SMILA/Development Guidelines/How to filter and access record data in BPEL">SMILA/Development Guidelines/How to filter and access record data in BPEL</a>)</div>
+ <div id="jump-to-nav">Jump to: <a href="How_to_filter_and_access_record_data_in_BPEL.html#column-one">navigation</a>, <a href="How_to_filter_and_access_record_data_in_BPEL.html#searchInput">search</a></div> <!-- start content -->
+ <p>This tutorial shows how to add <a href="../Glossary.html#R" title="SMILA/Glossary">record</a> <a href="../Glossary.html#A" title="SMILA/Glossary">attributes</a> to a BPEL workflow object and read or write them. Note that this procedure is only necessary if you want to make record data available for being used in BPEL, e.g. to evaluate conditions in the BPEL pipeline or to pass data to external webservices. It is not required for the usage of <a href="../Glossary.html#P" title="SMILA/Glossary">pipelets</a>.
+</p>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="How_to_filter_and_access_record_data_in_BPEL.html#Adding_record_data_to_the_BPEL_workflow_object"><span class="tocnumber">1</span> <span class="toctext">Adding record data to the BPEL workflow object</span></a>
+<ul>
+<li class="toclevel-2"><a href="How_to_filter_and_access_record_data_in_BPEL.html#Example"><span class="tocnumber">1.1</span> <span class="toctext">Example</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="How_to_filter_and_access_record_data_in_BPEL.html#Using_records_in_BPEL"><span class="tocnumber">2</span> <span class="toctext">Using records in BPEL</span></a>
+<ul>
+<li class="toclevel-2"><a href="How_to_filter_and_access_record_data_in_BPEL.html#Examples"><span class="tocnumber">2.1</span> <span class="toctext">Examples</span></a>
+<ul>
+<li class="toclevel-3"><a href="How_to_filter_and_access_record_data_in_BPEL.html#Reading_an_attribute"><span class="tocnumber">2.1.1</span> <span class="toctext">Reading an attribute</span></a></li>
+<li class="toclevel-3"><a href="How_to_filter_and_access_record_data_in_BPEL.html#Writing_an_attribute"><span class="tocnumber">2.1.2</span> <span class="toctext">Writing an attribute</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="How_to_filter_and_access_record_data_in_BPEL.html#Examples_in_SMILA_source_code"><span class="tocnumber">2.2</span> <span class="toctext">Examples in SMILA source code</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Adding_record_data_to_the_BPEL_workflow_object"></a><h2> <span class="mw-headline"> Adding record data to the BPEL workflow object</span></h2>
+<p>Because the workflow object contains the record IDs only, it is not possible by default to access the data contained in a record. However, you can configure the <a href="../Glossary.html#B" title="SMILA/Glossary">blackboard service</a> to add particular attributes and annotations to the workflow object to make theme available for being used in BPEL. This is achieved by providing the file <tt>org.eclipse.smila.blackboard/RecordFilters.xml</tt> in the global configuration folder and defining a filter named <i>workflow-object</i> that lists all attributes and annotations that you want to have access to in BPEL. The name of this filter is defined by the <i>record.filter</i> parameter set in the configuration file of the processing service found at <tt>org.eclipse.smila.processing.bpel/processor.properties</tt>. If you wish to write data to attributes you will have to add them to the filter likewise.
+</p>
+<a name="Example"></a><h3> <span class="mw-headline"> Example </span></h3>
+<p>The following listing shows an exemplary configuration of the file <tt>RecordFilters.xml</tt>. It adds a couple of attributes (e.g. <i>Filename</i>, <i>Path</i>, <i>LastModifiedData</i>, ...) to the workflow object. For some of the attributes the <i>keepAnnotations</i> parameter is set to <i>"true"</i> to define that the object should include the annotations of the corresponding attribute too.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><RecordFilters<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Filter</span> <span class="re0">name</span>=<span class="st0">"workflow-object"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">name</span>=<span class="st0">"Filename"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">name</span>=<span class="st0">"Path"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">name</span>=<span class="st0">"LastModifiedDate"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">name</span>=<span class="st0">"Url"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">name</span>=<span class="st0">"Title"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">name</span>=<span class="st0">"Extension"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">name</span>=<span class="st0">"Size"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">name</span>=<span class="st0">"MimeType"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></Filter<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></RecordFilters<span class="re2">></span></span></span></pre></div>
+<a name="Using_records_in_BPEL"></a><h2> <span class="mw-headline"> Using records in BPEL </span></h2>
+<p>Next to the configuration of the attribute/annotation filter mentioned above, you will have to make sure that the following requirements are met if you wish to access records in BPEL:
+</p>
+<ul><li> The XML namespaces for <tt>processor</tt> and <tt>record</tt> must be defined.
+</li><li> The processor <i>processor.wsdl</i> must be imported.
+</li><li> A variable (e.g. <i>request</i>) must be defined that contains the <i>ProcessorMessage</i>.
+</li></ul>
+<p>Here are the corresponding XML snippets:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><process</span> ... <span class="re0">xmlns:proc</span>=<span class="st0">"http://www.eclipse.org/smila/processor"</span> <span class="re0">xmlns:rec</span>=<span class="st0">"http://www.eclipse.org/smila/record"</span> ... <span class="re2">></span></span>
+ ...
+ <span class="sc3"><span class="re1"><import</span> <span class="re0">location</span>=<span class="st0">"processor.wsdl"</span> <span class="re0">namespace</span>=<span class="st0">"http://www.eclipse.org/smila/processor"</span>
+ <span class="re0">importType</span>=<span class="st0">"http://schemas.xmlsoap.org/wsdl/"</span> <span class="re2">/></span></span>
+ ...
+ <span class="sc3"><span class="re1"><variables<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><variable</span> <span class="re0">name</span>=<span class="st0">"request"</span> <span class="re0">messageType</span>=<span class="st0">"proc:ProcessorMessage"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></variables<span class="re2">></span></span></span>
+ ...
+<span class="sc3"><span class="re1"></process<span class="re2">></span></span></span></pre></div>
+<p>Provided that you added the filter configuration and ensured the requirements above it is possible to access records and their contents via the variable <i>request</i>. This variable contains an array of records. Each record can be accessed via its index number (starting at 1). So to be able to process all records, you will have to wrap the record access and execution of any business logic in a loop.
+</p><p>Here are some templates to access (read or write):
+</p>
+<ul><li> an attribute value: <tt>$<variable>.records/rec:Record[position()=<index>]/rec:Val[@key="<Attribute-Name>"]</tt>
+</li></ul>
+<p>For more details on the XML schemas and the WSDL see the files <tt>id.xsd</tt>, <tt>record.xsd</tt>, and <tt>processor.wsdl</tt> in the folder <tt>configuration/org.eclipse.smila.processing.bpel/pipelines</tt>.
+</p>
+<a name="Examples"></a><h3> <span class="mw-headline"> Examples </span></h3>
+<a name="Reading_an_attribute"></a><h4> <span class="mw-headline"> Reading an attribute </span></h4>
+<p>The value of the attribute <i>Title</i> is read from the first record and stored in the variable <i>input.param</i>.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml">...
+<span class="sc3"><span class="re1"><assign</span> <span class="re0">name</span>=<span class="st0">"copy-attribute-to-variable"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><copy<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><from<span class="re2">></span></span></span>$request.records/rec:Record[position()=1]/rec:Val[@key="Title"]<span class="sc3"><span class="re1"></from<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><to<span class="re2">></span></span></span>$input.param<span class="sc3"><span class="re1"></to<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></copy<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></assign<span class="re2">></span></span></span>
+...</pre></div>
+<a name="Writing_an_attribute"></a><h4> <span class="mw-headline"> Writing an attribute </span></h4>
+<p>The value of the variable <i>response.param</i> is stored in the attribute <i>Title</i> of the second record.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml">...
+<span class="sc3"><span class="re1"><assign</span> <span class="re0">name</span>=<span class="st0">"copy-variable-to-attribute"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><copy<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><from<span class="re2">></span></span></span>$response.param<span class="sc3"><span class="re1"></from<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><to<span class="re2">></span></span></span>$request.records/rec:Record[position()=2]/rec:Val[@key="Title"]/text()<span class="sc3"><span class="re1"></to<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></copy<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></assign<span class="re2">></span></span></span>
+...</pre></div>
+<p>Note that in standard BPEL the target element that you want to write data to, must already exist before text can be stored in it, thus it is not possible to add new attributes, literal, and values to the workflow object this simply.
+</p>
+<a name="Examples_in_SMILA_source_code"></a><h3> <span class="mw-headline"> Examples in SMILA source code </span></h3>
+<p>Have a look at the pipelines of the standard configuration in <tt><a href="https://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/core/SMILA.application/configuration/org.eclipse.smila.processing.bpel/pipelines" class="external text" title="https://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/core/SMILA.application/configuration/org.eclipse.smila.processing.bpel/pipelines" rel="nofollow">SMILA.application/configuration/org.eclipse.smila.processing.bpel/pipelines</a></tt> or the test pipelines in bundle <tt><a href="https://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/core/org.eclipse.smila.processing.bpel.test/configuration/org.eclipse.smila.processing.bpel/pipelines" class="external text" title="https://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/core/org.eclipse.smila.processing.bpel.test/configuration/org.eclipse.smila.processing.bpel/pipelines" rel="nofollow">org.eclipse.smila.processing.bpel.test/configuration/org.eclipse.smila.processing.bpel/pipelines</a></tt>. You can find lots of examples for usage of BPEL control structures and XPath queries in there.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 32/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:16151-0!1!0!!en!2!edit=0 and timestamp 20120203101144 -->
+<div class="printfooter">
+Retrieved from "<a href="../Documentation/HowTo/How_to_filter_and_access_record_data_in_BPEL.html">http://wiki.eclipse.org/SMILA/Documentation/HowTo/How_to_filter_and_access_record_data_in_BPEL</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 13:28, 24 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Pwissel.brox.de&action=edit" class="new" title="User:Pwissel.brox.de">Peter Wissel</a>, <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a> and <a href="http://wiki.eclipse.org/User:Juergen.schumacher.empolis.com" title="User:Juergen.schumacher.empolis.com">Juergen Schumacher</a>.</p>
+ <p id="footerviews">This page has been accessed 3,251 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.105 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/How_to_implement_a_crawler.html b/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/How_to_implement_a_crawler.html
new file mode 100644
index 0000000..2dbbcc0
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/How_to_implement_a_crawler.html
@@ -0,0 +1,224 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Development Guidelines/How to implement a crawler,SMILA/Documentation/HowTo/How to implement a crawler" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Development_Guidelines/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Development Guidelines/How to implement a crawler - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Development_Guidelines/How_to_implement_a_crawler";
+var wgTitle = "SMILA/Development Guidelines/How to implement a crawler";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "35523";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286130";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/SMILA/Development_Guidelines/How_to_implement_a_Crawler.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Development_Guidelines_How_to_implement_a_crawler">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Development_Guidelines/How_to_implement_a_crawler">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Development_Guidelines/How_to_implement_a_crawler">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Development_Guidelines/How_to_implement_a_crawler">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Development_Guidelines/How_to_implement_a_crawler&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Development_Guidelines/How_to_implement_a_crawler&oldid=286130">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="http://wiki.eclipse.org/SMILA/Development_Guidelines/How_to_implement_a_crawler.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/Talk:SMILA/Development_Guidelines/How_to_implement_a_crawler"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Development_Guidelines/How_to_implement_a_crawler&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Development_Guidelines/How_to_implement_a_crawler&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Development%20Guidelines/How%20to%20implement%20a%20crawler"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Development Guidelines/How to implement a crawler</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="http://wiki.eclipse.org/SMILA.html" title="SMILA">SMILA</a> | <a href="http://wiki.eclipse.org/SMILA/Development_Guidelines.1.html" title="SMILA/Development Guidelines">Development Guidelines</a></span>(Redirected from <a href="http://wiki.eclipse.org/index.php?title=SMILA/Development_Guidelines/How_to_implement_a_Crawler&redirect=no" title="SMILA/Development Guidelines/How to implement a Crawler">SMILA/Development Guidelines/How to implement a Crawler</a>)</div>
+ <div id="jump-to-nav">Jump to: <a href="http://wiki.eclipse.org/SMILA/Development_Guidelines/How_to_implement_a_Crawler.html#column-one">navigation</a>, <a href="http://wiki.eclipse.org/SMILA/Development_Guidelines/How_to_implement_a_Crawler.html#searchInput">search</a></div> <!-- start content -->
+ <img src="http://wiki.eclipse.org/skins/common/images/redirectltr.png" alt="#REDIRECT " /><span class="redirectText"><a href="http://wiki.eclipse.org/SMILA/Documentation/HowTo/How_to_implement_a_crawler.html" title="SMILA/Documentation/HowTo/How to implement a crawler">SMILA/Documentation/HowTo/How to implement a crawler</a></span><div class="printfooter">
+Retrieved from "<a href="http://wiki.eclipse.org/SMILA/Development_Guidelines/How_to_implement_a_crawler.html">http://wiki.eclipse.org/SMILA/Development_Guidelines/How_to_implement_a_crawler</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 13:29, 24 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. </p>
+ <p id="footerviews">This page has been accessed 19 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.117 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/How_to_implement_an_agent.html b/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/How_to_implement_an_agent.html
new file mode 100644
index 0000000..a8d6691
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/How_to_implement_an_agent.html
@@ -0,0 +1,597 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/HowTo/How to implement an agent,SMILA/Development Guidelines/Create a bundle (plug-in),SMILA/Development Guidelines/How to integrate new bundle into build process,SMILA/Development Guidelines/How to integrate test bundle into build process,SMILA/Development Guidelines/Setup for JAXB code generation,SMILA/Documentation/AgentController,SMILA/Glossary,SMILA/Howto integrate a component in SMILA" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Development_Guidelines/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/HowTo/How to implement an agent - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/HowTo/How_to_implement_an_agent";
+var wgTitle = "SMILA/Documentation/HowTo/How to implement an agent";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "19444";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286127";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-text {line-height: normal; font-size: medium;}
+.source-text li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for text
+ * CSS class: source-text, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-text .de1, .source-text .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-text {}
+.source-text .head {}
+.source-text .foot {}
+.source-text .imp {font-weight: bold; color: red;}
+.source-text .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-text li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-text li.li2 {font-weight: bold;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-java {line-height: normal; font-size: medium;}
+.source-java li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for java
+ * CSS class: source-java, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-java .de1, .source-java .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-java {}
+.source-java .head {}
+.source-java .foot {}
+.source-java .imp {font-weight: bold; color: red;}
+.source-java .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-java li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-java li.li2 {font-weight: bold;}
+.source-java .kw1 {color: #7F0055; font-weight: bold;}
+.source-java .kw2 {color: #7F0055; font-weight: bold;}
+.source-java .kw3 {color: #000000; font-weight: normal}
+.source-java .kw4 {color: #7F0055; font-weight: bold;}
+.source-java .co1 {color: #3F7F5F; font-style: italic;}
+.source-java .co2 {color: #3F7F5F;}
+.source-java .co3 {color: #3F7F5F; font-style: italic; font-weight: bold;}
+.source-java .coMULTI {color: #3F5FBF; font-style: italic;}
+.source-java .es0 {color: #000000;}
+.source-java .br0 {color: #000000;}
+.source-java .st0 {color: #2A00ff;}
+.source-java .nu0 {color: #000000;}
+.source-java .me1 {color: #000000;}
+.source-java .me2 {color: #000000;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="How_to_implement_an_agent.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_HowTo_How_to_implement_an_agent">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/How_to_implement_an_agent">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/HowTo/How_to_implement_an_agent">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/HowTo/How_to_implement_an_agent">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_implement_an_agent&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_implement_an_agent&oldid=286127">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="../Documentation/HowTo/How_to_implement_an_agent.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/HowTo/How_to_implement_an_agent&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_implement_an_agent&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_implement_an_agent&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/How%20to%20implement%20an%20agent"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/HowTo/How to implement an agent</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a> | <a href="../Documentation/HowTo.html" title="SMILA/Documentation/HowTo">HowTo</a></span>(Redirected from <a href="http://wiki.eclipse.org/index.php?title=SMILA/Development_Guidelines/How_to_implement_an_agent&redirect=no" title="SMILA/Development Guidelines/How to implement an agent">SMILA/Development Guidelines/How to implement an agent</a>)</div>
+ <div id="jump-to-nav">Jump to: <a href="How_to_implement_an_agent.html#column-one">navigation</a>, <a href="How_to_implement_an_agent.html#searchInput">search</a></div> <!-- start content -->
+ <div class="messagebox" style="background-color: #def3fe; border: 1px solid #c5d7e0; color: black; padding: 5px; margin: 1ex 0; min-height: 35px; padding-left: 45px;">
+<div style="float: left; margin-left: -40px;"><a href="http://wiki.eclipse.org/Image:Note.png" class="image" title="Note.png"><img alt="" src="http://wiki.eclipse.org/images/c/cc/Note.png" width="35" height="35" border="0" /></a></div>
+<div><b>This is deprecated for SMILA 1.0, the connectivity framework is still functional but will aimed to be replaced by scalable import based on SMILAs job management.</b><br /></div>
+</div>
+<p>This page explains how to implement an <a href="../Glossary.html#A" title="SMILA/Glossary">Agent</a> and <a href="../Howto_integrate_a_component_in_SMILA.html" class="mw-redirect" title="SMILA/Howto integrate a component in SMILA">add its functionality</a> to SMILA.
+</p>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="How_to_implement_an_agent.html#Prepare_bundle_and_manifest"><span class="tocnumber">1</span> <span class="toctext">Prepare bundle and manifest</span></a></li>
+<li class="toclevel-1"><a href="How_to_implement_an_agent.html#Prepare_DataSourceConnect_schema_and_classes"><span class="tocnumber">2</span> <span class="toctext">Prepare DataSourceConnect schema and classes</span></a></li>
+<li class="toclevel-1"><a href="How_to_implement_an_agent.html#OSGi_and_Declarative_Service_requirements"><span class="tocnumber">3</span> <span class="toctext">OSGi and Declarative Service requirements</span></a></li>
+<li class="toclevel-1"><a href="How_to_implement_an_agent.html#Implement_your_agent"><span class="tocnumber">4</span> <span class="toctext">Implement your agent</span></a></li>
+<li class="toclevel-1"><a href="How_to_implement_an_agent.html#Activate_your_agent"><span class="tocnumber">5</span> <span class="toctext">Activate your agent</span></a>
+<ul>
+<li class="toclevel-2"><a href="How_to_implement_an_agent.html#Activation_SMILA_in_eclipse"><span class="tocnumber">5.1</span> <span class="toctext">Activation SMILA in eclipse</span></a></li>
+<li class="toclevel-2"><a href="How_to_implement_an_agent.html#Activation_SMILA_application"><span class="tocnumber">5.2</span> <span class="toctext">Activation SMILA application</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="How_to_implement_an_agent.html#Run_your_agent"><span class="tocnumber">6</span> <span class="toctext">Run your agent</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Prepare_bundle_and_manifest"></a><h2> <span class="mw-headline"> Prepare bundle and manifest </span></h2>
+<ul><li> Create a new bundle that will contain your agent. Follow the instructions on <a href="Create_a_bundle_(plug-in).html" class="mw-redirect" title="SMILA/Development Guidelines/Create a bundle (plug-in)">How to create a bundle</a> and use the prefix <tt>org.eclipse.smila.connectivity.framework.agent</tt> for the name of your project.
+</li><li> Edit the manifest file and add the following packages to the <i>Import-Package</i> section.
+<ul><li> <tt>javax.xml.bind;version="2.1.0"</tt>
+</li><li> <tt>javax.xml.bind.annotation;version="2.1.0"</tt>
+</li><li> <tt>javax.xml.bind.annotation.adapters;version="2.1.0"</tt>
+</li><li> <tt>javax.xml.stream;version="1.0.1"</tt>
+</li><li> <tt>org.apache.commons.logging;version="1.0.4"</tt>
+</li><li> <tt>org.eclipse.smila.connectivity;version="1.0.0"</tt>
+</li><li> <tt>org.eclipse.smila.connectivity.framework;version="1.0.0"</tt>
+</li><li> <tt>org.eclipse.smila.connectivity.framework.schema;version="1.0.0"</tt>
+</li><li> <tt>org.eclipse.smila.connectivity.framework.schema.config;version="1.0.0"</tt>
+</li><li> <tt>org.eclipse.smila.connectivity.framework.schema.config.interfaces;version="1.0.0"</tt>
+</li><li> <tt>org.eclipse.smila.connectivity.framework.schema.tools;version="1.0.0"</tt>
+</li><li> <tt>org.eclipse.smila.connectivity.framework.util;version="1.0.0"</tt>
+</li><li> <tt>org.eclipse.smila.datamodel;version="1.0.0"</tt>
+</li></ul>
+</li><li> you will have to add additional packages to fill you agent with business logic !
+</li></ul>
+<a name="Prepare_DataSourceConnect_schema_and_classes"></a><h2> <span class="mw-headline"> Prepare DataSourceConnect schema and classes </span></h2>
+<ul><li> create an additional source folder <tt>code/gen</tt> to contain the generated schema sources
+<ul><li> Right-click your bundle and click <i>New > Source Folder</i>.
+</li><li> Enter "code/gen" as the folder name.
+</li><li> edit build.properties and add folder <tt>code/gen</tt> to the source folders.
+</li></ul>
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-text">source.. = code/src/,\
+ code/gen/
+output.. = code/bin/</pre></div>
+<p><br />
+</p>
+<ul><li> create schema definition
+<ul><li> create a folder <tt>schema</tt> in your bundle
+</li><li> create file <tt>schemas\MYAGENTDataSourceConnectionConfigSchema.xsd</tt> to contain the XSD schema for the agent configuration based on the abstract XSD schema "RootDataSourceConnectionConfigSchema"
+</li><li> therin you have to provide definitions of "Process" and "Attribute" nodes for agent specific information
+</li><li> the following code snippet can be used as a template
+</li></ul>
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><xs:schema</span> <span class="re0">elementFormDefault</span>=<span class="st0">"qualified"</span> <span class="re0">attributeFormDefault</span>=<span class="st0">"unqualified"</span> <span class="re0">xmlns:xs</span>=<span class="st0">"http://www.w3.org/2001/XMLSchema"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><xs:redefine</span> <span class="re0">schemaLocation</span>=<span class="st0">"../../org.eclipse.smila.connectivity.framework.schema/schemas/RootDataSourceConnectionConfigSchema.xsd"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><xs:complexType</span> <span class="re0">name</span>=<span class="st0">"Process"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><xs:annotation<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><xs:documentation<span class="re2">></span></span></span>Process Specification<span class="sc3"><span class="re1"></xs:documentation<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></xs:annotation<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><xs:complexContent<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><xs:extension</span> <span class="re0">base</span>=<span class="st0">"Process"</span><span class="re2">></span></span>
+
+ <span class="sc3"><span class="re1"><</span>\!--define agent specific process here --<span class="re2">></span></span>
+
+ <span class="sc3"><span class="re1"></xs:extension<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></xs:complexContent<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></xs:complexType<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><xs:complexType</span> <span class="re0">name</span>=<span class="st0">"Attribute"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><xs:complexContent<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><xs:extension</span> <span class="re0">base</span>=<span class="st0">"Attribute"</span><span class="re2">></span></span>
+
+ <span class="sc3"><span class="re1"><</span>\!--define agent specific attributes here --<span class="re2">></span></span>
+
+ <span class="sc3"><span class="re1"></xs:extension<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></xs:complexContent<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></xs:complexType<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></xs:redefine<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></xs:schema<span class="re2">></span></span></span></pre></div>
+<ul><li> create JAXB mapping
+<ul><li> create file <tt>schemas\MYAGENTDataSourceConnectionConfigSchema.jxb</tt> to contain the JAXB mappings used for generating configuration classes.
+</li><li> Here is an example for the <tt>MockAgent</tt> JXB file you can use as a template, just rename the "schemaLocation" and "package name":
+</li></ul>
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><jxb:bindings</span> <span class="re0">version</span>=<span class="st0">"1.0"</span>
+ <span class="re0">xmlns:jxb</span>=<span class="st0">"http://java.sun.com/xml/ns/jaxb"</span>
+ <span class="re0">xmlns:xs</span>=<span class="st0">"http://www.w3.org/2001/XMLSchema"</span>
+<span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><jxb:bindings</span> <span class="re0">schemaLocation</span>=<span class="st0">"MockDataSourceConnectionConfigSchema.xsd"</span> <span class="re0">node</span>=<span class="st0">"/xs:schema"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><jxb:schemaBindings<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><jxb:package</span> <span class="re0">name</span>=<span class="st0">"org.eclipse.smila.connectivity.framework.agent.mock.messages"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></jxb:schemaBindings<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><jxb:globalBindings<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><jxb:javaType</span> <span class="re0">name</span>=<span class="st0">"java.util.Date"</span> <span class="re0">xmlType</span>=<span class="st0">"xs:dateTime"</span> <span class="re0">printMethod</span>=<span class="st0">"org.eclipse.smila.connectivity.framework.schema.tools.SimpleDateFormatter.print"</span> <span class="re0">parseMethod</span>=<span class="st0">"org.eclipse.smila.connectivity.framework.schema.tools.SimpleDateFormatter.parse"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><jxb:javaType</span> <span class="re0">name</span>=<span class="st0">"org.eclipse.smila.connectivity.framework.schema.config.MimeTypeAttributeType"</span> <span class="re0">xmlType</span>=<span class="st0">"MimeTypeAttributeType"</span> <span class="re0">parseMethod</span>=<span class="st0">"org.eclipse.smila.connectivity.framework.schema.config.MimeTypeAttributeType.fromValue"</span> <span class="re0">printMethod</span>=<span class="st0">"org.eclipse.smila.connectivity.framework.schema.config.MimeTypeAttributeType.toValue"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><jxb:serializable</span> <span class="re0">uid</span>=<span class="st0">"1"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></jxb:globalBindings<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></jxb:bindings<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></jxb:bindings<span class="re2">></span></span></span></pre></div>
+<p><br />
+</p>
+<ul><li> Add a schema location reference in the plug-in implementation
+<ul><li> Create a new class (<tt>DataSourceConnectionConfigPluginImpl</tt>) which implements the interface <tt>DataSourceConnectionConfigPlugin</tt>.
+</li><li> Use the method <tt>String getSchemaLocation()</tt> to return "schemas/MYAGENTDataSourceConnectionConfigSchema.xsd".
+</li><li> Use the method <tt>String getMessagesPackage()</tt> to return package name"org.eclipse.smila.connectivity.framework.agent.MYAGENT.messages".
+</li></ul>
+</li></ul>
+<p>Here is an example implementation for the <tt>MockAgent</tt> you can use as a template:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">package</span> org.<span class="me1">eclipse</span>.<span class="me1">smila</span>.<span class="me1">connectivity</span>.<span class="me1">framework</span>.<span class="me1">agent</span>.<span class="me1">mock</span>;
+
+<span class="kw1">import</span> org.<span class="me1">eclipse</span>.<span class="me1">smila</span>.<span class="me1">connectivity</span>.<span class="me1">framework</span>.<span class="me1">schema</span>.<span class="me1">DataSourceConnectionConfigPlugin</span>;
+
+<span class="coMULTI">/**
+ * The Class DataSourceConnectionConfigPluginImpl.
+ */</span>
+<span class="kw1">public</span> <span class="kw1">class</span> DataSourceConnectionConfigPluginImpl <span class="kw1">implements</span> DataSourceConnectionConfigPlugin <span class="br0">{</span>
+
+ <span class="coMULTI">/**
+ * {@inheritDoc}
+ *
+ * @see org.eclipse.smila.connectivity.framework.schema.DataSourceConnectionConfigPlugin#getSchemaLocation()
+ */</span>
+ <span class="kw1">public</span> <span class="kw3">String</span> getSchemaLocation<span class="br0">(</span><span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">return</span> <span class="st0">"schemas/MockDataSourceConnectionConfigSchema.xsd"</span>;
+ <span class="br0">}</span>
+
+ <span class="coMULTI">/**
+ * {@inheritDoc}
+ *
+ * @see org.eclipse.smila.connectivity.framework.schema.DataSourceConnectionConfigPlugin#getMessagesPackage()
+ */</span>
+ <span class="kw1">public</span> <span class="kw3">String</span> getMessagesPackage<span class="br0">(</span><span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">return</span> <span class="st0">"org.eclipse.smila.connectivity.framework.agent.mock.messages"</span>;
+ <span class="br0">}</span>
+
+<span class="br0">}</span></pre></div>
+<ul><li> create new file <tt>plugin.xml</tt>
+<ul><li> define the extension for <tt>org.eclipse.smila.connectivity.framework.schema.extension</tt>, using the bundle name as ID and NAME.
+</li><li> set the schema class to your implmenetation of interface <tt>DataSourceConnectionConfigPlugin</tt>
+</li><li> Here is an example for the <tt>MockAgent</tt> <tt>plugin.xml</tt> file you can use as a template:
+</li></ul>
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><plugin>
+ <extension
+ id=<span class="st0">"org.eclipse.smila.connectivity.framework.agent.mock"</span>
+ name=<span class="st0">"org.eclipse.smila.connectivity.framework.agent.mock"</span>
+ point=<span class="st0">"org.eclipse.smila.connectivity.framework.schema.extension"</span>>
+ <schema
+ <span class="kw1">class</span>=<span class="st0">"org.eclipse.smila.connectivity.framework.agent.mock.DataSourceConnectionConfigPluginImpl"</span>>
+ </schema>
+ </extension>
+</plugin></pre></div>
+<p><br />
+</p>
+<ul><li> Compile schema into JAXB classes by using <tt>ant</tt>
+<ul><li> create a new file <tt>build.xml</tt> to contain JXB build information
+</li><li> Launch <tt>ant -Dlib.dir=../lib</tt> from a cmd console to create the java files or to see any error messages.
+</li><li> See <a href="Setup_for_JAXB_code_generation.html" title="SMILA/Development Guidelines/Setup for JAXB code generation">SMILA/Development_Guidelines/Setup for JAXB code generation</a> for instruction on how to setup the JAXB generation tools.
+</li><li> Use the following template as the content for file <tt>build.xml</tt> and rename the property value accordingly:
+</li></ul>
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><project</span> <span class="re0">name</span>=<span class="st0">"sub-build"</span> <span class="re0">default</span>=<span class="st0">"compile-schema-and-decorate"</span> <span class="re0">basedir</span>=<span class="st0">"."</span><span class="re2">></span></span>
+
+ <span class="sc3"><span class="re1"><property</span> <span class="re0">name</span>=<span class="st0">"schema.name"</span> <span class="re0">value</span>=<span class="st0">"MYAGENTDataSourceConnectionConfigSchema"</span> <span class="re2">/></span></span>
+
+ <span class="sc3"><span class="re1"><import</span> <span class="re0">file</span>=<span class="st0">"../SMILA.builder/xjc/build.xml"</span> <span class="re2">/></span></span>
+
+<span class="sc3"><span class="re1"></project<span class="re2">></span></span></span></pre></div>
+<p><br />
+<b>Note:</b> If you rename the schema file name, make sure to update the following locations:
+</p>
+<ul><li> Plug-in implementation classes
+</li><li> <tt>MYAGENTDataSourceConnectionConfigSchema.jxb</tt> (it also should be renamed with the same name as schema)
+</li><li> <tt>build.xml</tt>
+</li></ul>
+<a name="OSGi_and_Declarative_Service_requirements"></a><h2> <span class="mw-headline"> OSGi and Declarative Service requirements </span></h2>
+<ul><li> It is not required to implement a BundleActivator.
+</li><li> Create the top level folder <tt>OSGI-INF</tt>.
+</li><li> Create a Component Description file in <tt>OSGI-INF</tt>. You can name the file as you like, but it is good practice to name it like the agent. Therein you have to provide a unique component name, it should be the same as the agent's class name. Then you have to provide your implementation class and the service interface class, which is always <tt>org.eclipse.smila.connectivity.framework.Agent</tt>. Here is an example for the <tt>MockAgent</tt> component description file you can use as a teemplate:
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><component</span> <span class="re0">name</span>=<span class="st0">"MockAgent"</span> <span class="re0">immediate</span>=<span class="st0">"false"</span> <span class="re0">factory</span>=<span class="st0">"AgentFactory"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><implementation</span> <span class="re0">class</span>=<span class="st0">"org.eclipse.smila.connectivity.framework.agent.mock.MockAgent"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><service<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><provide</span> <span class="re0">interface</span>=<span class="st0">"org.eclipse.smila.connectivity.framework.Agent"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></service<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></component<span class="re2">></span></span></span></pre></div>
+<ul><li> Add a <i>Service-Component</i> entry to your manifest file, e.g.:
+</li></ul>
+<pre>
+Service-Component: OSGI-INF/mockagent.xml
+</pre>
+<ul><li> Open <tt>build.properties</tt> and change the binary build: Add the folders <tt>OSGI-INF</tt> and <tt>schemas</tt> as well as the file <tt>plugin.xml</tt>.
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml">bin.includes = META-INF/,\
+ .,\
+ plugin.xml,\
+ schemas/,\
+ OSGI-INF/</pre></div>
+<p><br />
+</p>
+<a name="Implement_your_agent"></a><h2> <span class="mw-headline"> Implement your agent </span></h2>
+<ul><li> Implement your agent in a new class extending <tt>org.eclipse.smila.connectivity.framework.AbstractAgent</tt>.
+<ul><li> this base class already provides implementations for all interface methods except for method <tt>run()</tt> of interface <tt>Runnable</tt>
+</li><li> you should use the following code snippet as a template for the run method. It already includes checking if the agent was stopped as well as error handling. You only have to fill in the agent business logic.
+</li></ul>
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="coMULTI">/**
+ * {@inheritDoc}
+ *
+ * @see java.lang.Runnable#run()
+ */</span>
+<span class="kw1">public</span> <span class="kw4">void</span> run<span class="br0">(</span><span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">try</span> <span class="br0">{</span>
+ <span class="kw1">while</span> <span class="br0">(</span>!isStopThread<span class="br0">(</span><span class="br0">)</span><span class="br0">)</span> <span class="br0">{</span>
+
+ <span class="co1">// fille in the agent business logic</span>
+
+ <span class="br0">}</span> <span class="co1">// while</span>
+ <span class="br0">}</span> <span class="kw1">catch</span> <span class="br0">(</span><span class="kw3">Throwable</span> t<span class="br0">)</span> <span class="br0">{</span>
+ getAgentState<span class="br0">(</span><span class="br0">)</span>.<span class="me1">setLastError</span><span class="br0">(</span>t<span class="br0">)</span>;
+ getAgentState<span class="br0">(</span><span class="br0">)</span>.<span class="me1">setState</span><span class="br0">(</span>AgentThreadState.<span class="me1">Aborted</span><span class="br0">)</span>;
+ <span class="kw1">throw</span> <span class="kw1">new</span> <span class="kw3">RuntimeException</span><span class="br0">(</span>t<span class="br0">)</span>;
+ <span class="br0">}</span> <span class="kw1">finally</span> <span class="br0">{</span>
+ <span class="kw1">try</span> <span class="br0">{</span>
+ stopThread<span class="br0">(</span><span class="br0">)</span>;
+ <span class="br0">}</span> <span class="kw1">catch</span> <span class="br0">(</span><span class="kw3">Exception</span> e<span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">throw</span> <span class="kw1">new</span> <span class="kw3">RuntimeException</span><span class="br0">(</span>e<span class="br0">)</span>;
+ <span class="br0">}</span>
+ <span class="br0">}</span>
+<span class="br0">}</span></pre></div>
+<ul><li> inside your business logic you will have to create new <tt>Id</tt> and <tt>Record</tt> objects. You are encouraged to use the utility classes <tt>ConnectivityIdFactory</tt> and <tt>ConnectivityHashFactory</tt> to create Ids and hashes using your agent configuration. To send add or delete request use method <tt>getControllerCallback()</tt> provided by <tt>org.eclipse.smila.connectivity.framework.AbstractAgent</tt> to get a callback reference to the AgentController. For example
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="co1">// add records</span>
+Record<span class="br0">[</span><span class="br0">]</span> records = <span class="br0">{</span>...<span class="br0">}</span>; <span class="co1">// first the agent has to create some records</span>
+getControllerCallback<span class="br0">(</span><span class="br0">)</span>.<span class="me1">add</span><span class="br0">(</span>records<span class="br0">)</span>;
+
+<span class="co1">// delete ids</span>
+Id<span class="br0">[</span><span class="br0">]</span> ids = <span class="br0">{</span>...<span class="br0">}</span>; <span class="co1">// first the agent has to create some ids</span>
+getControllerCallback<span class="br0">(</span><span class="br0">)</span>.<span class="me1">delete</span><span class="br0">(</span>ids<span class="br0">)</span>;</pre></div>
+<ul><li> Integrate your new agent bundle into the build process: Refer to the page <a href="How_to_integrate_new_bundle_into_build_process.html" class="mw-redirect" title="SMILA/Development Guidelines/How to integrate new bundle into build process">How to integrate new bundle into build process</a> for further instructions.
+</li></ul>
+<p>[optional]
+</p>
+<ul><li> Create a JUnit test bundle for this agent e.g. <tt>org.eclipse.smila.connectivity.framework.agent.mock.test</tt>.
+</li><li> Integrate your test bundle into the build process: Refer to the page <a href="How_to_integrate_test_bundle_into_build_process.html" class="mw-redirect" title="SMILA/Development Guidelines/How to integrate test bundle into build process">How to integrate test bundle into build process</a>) for further instructions.
+</li></ul>
+<a name="Activate_your_agent"></a><h2> <span class="mw-headline"> Activate your agent </span></h2>
+<a name="Activation_SMILA_in_eclipse"></a><h3> <span class="mw-headline"> Activation SMILA in eclipse </span></h3>
+<ul><li> Open the <i>Run</i> dialog, switch to the configuration page of <i>Bundles</i>, select your bundle and set the parameter <i>Default Auto-Start</i> to <i>true</i>.
+</li><li> Launch <tt>SMILA.launch</tt>.
+</li></ul>
+<a name="Activation_SMILA_application"></a><h3> <span class="mw-headline"> Activation SMILA application </span></h3>
+<ul><li> Insert your bundle , e.g. <tt>org.eclipse.smila.connectivity.framework.agent.mock@4:start</tt>, to the <tt>config.ini</tt> file.
+</li><li> Launch SMILA by calling either <tt>SMILA.exe</tt> or <tt>eclipse.exe -console</tt>
+</li></ul>
+<a name="Run_your_agent"></a><h2> <span class="mw-headline"> Run your agent </span></h2>
+<p>Information on how to start and run an Agent can be found in the <a href="../Documentation/AgentController.html" title="SMILA/Documentation/AgentController">AgentController</a> documentation.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 137/1000000
+Post-expand include size: 1045/2097152 bytes
+Template argument size: 515/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:19444-0!1!0!!en!2!edit=0 and timestamp 20120203001849 -->
+<div class="printfooter">
+Retrieved from "<a href="../Documentation/HowTo/How_to_implement_an_agent.html">http://wiki.eclipse.org/SMILA/Documentation/HowTo/How_to_implement_an_agent</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 13:29, 24 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a>, <a href="http://wiki.eclipse.org/index.php?title=User:Daniel.stucky.attensity.com&action=edit" class="new" title="User:Daniel.stucky.attensity.com">Daniel Stucky</a> and <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.Schumacher.empolis.com&action=edit" class="new" title="User:Juergen.Schumacher.empolis.com">Juergen Schumacher</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_implement_an_agent&action=credits" title="SMILA/Documentation/HowTo/How to implement an agent">others</a>.</p>
+ <p id="footerviews">This page has been accessed 2,661 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.055 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/How_to_integrate_new_bundle_into_build_process.html b/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/How_to_integrate_new_bundle_into_build_process.html
new file mode 100644
index 0000000..29b0fb8
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/How_to_integrate_new_bundle_into_build_process.html
@@ -0,0 +1,336 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/HowTo/How to integrate new bundle into build process,SMILA/Development Guidelines/How to set up integration environment,SMILA/Development Guidelines/Howto build a SMILA-Distribution,SMILA/Development Guidelines/Introduction to make.xml,SMILA/Documentation/HowTo/Create a bundle (plug-in)" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Development_Guidelines/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/HowTo/How to integrate new bundle into build process - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/HowTo/How_to_integrate_new_bundle_into_build_process";
+var wgTitle = "SMILA/Documentation/HowTo/How to integrate new bundle into build process";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15388";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286547";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-text {line-height: normal; font-size: medium;}
+.source-text li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for text
+ * CSS class: source-text, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-text .de1, .source-text .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-text {}
+.source-text .head {}
+.source-text .foot {}
+.source-text .imp {font-weight: bold; color: red;}
+.source-text .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-text li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-text li.li2 {font-weight: bold;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="How_to_integrate_new_bundle_into_build_process.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_HowTo_How_to_integrate_new_bundle_into_build_process">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/How_to_integrate_new_bundle_into_build_process">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/HowTo/How_to_integrate_new_bundle_into_build_process">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/HowTo/How_to_integrate_new_bundle_into_build_process">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_integrate_new_bundle_into_build_process&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_integrate_new_bundle_into_build_process&oldid=286547">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="../Documentation/HowTo/How_to_integrate_new_bundle_into_build_process.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/HowTo/How_to_integrate_new_bundle_into_build_process&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_integrate_new_bundle_into_build_process&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_integrate_new_bundle_into_build_process&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/How%20to%20integrate%20new%20bundle%20into%20build%20process"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/HowTo/How to integrate new bundle into build process</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a> | <a href="../Documentation/HowTo.html" title="SMILA/Documentation/HowTo">HowTo</a></span>(Redirected from <a href="http://wiki.eclipse.org/index.php?title=SMILA/Development_Guidelines/How_to_integrate_new_bundle_into_build_process&redirect=no" title="SMILA/Development Guidelines/How to integrate new bundle into build process">SMILA/Development Guidelines/How to integrate new bundle into build process</a>)</div>
+ <div id="jump-to-nav">Jump to: <a href="How_to_integrate_new_bundle_into_build_process.html#column-one">navigation</a>, <a href="How_to_integrate_new_bundle_into_build_process.html#searchInput">search</a></div> <!-- start content -->
+ <p>This page describse how to integrate your <a href="../Documentation/HowTo/Create_a_bundle_(plug-in).html" title="SMILA/Documentation/HowTo/Create a bundle (plug-in)">own new bundle (plug-in)</a> into the SMILA build process.
+</p>
+<a name="Include_new_plug-in_into_org.eclipse.smila.feature"></a><h3> <span class="mw-headline"> <b>Include new plug-in into org.eclipse.smila.feature</b> </span></h3>
+<p>To include your plug-in:
+</p>
+<ol><li> Open the <tt>feature.xml</tt> file of the project <tt>org.eclipse.smila.feature</tt> in the Feature Manifest Editor.
+</li><li> Switch to the <i>Plug-ins</i> page and add the bundle to the <i>Plug-ins and Fragments</i> list. You don't have to adapt the Plug-in Details. <br /> <a href="http://wiki.eclipse.org/Image:EilfFeature.png" class="image" title="EilfFeature.png"><img alt="" src="http://wiki.eclipse.org/images/thumb/4/43/EilfFeature.png/600px-EilfFeature.png" width="600" height="322" border="0" /></a>
+</li></ol>
+<p><br />
+</p>
+<table style="background-color:#d8e4f1">
+<tr><td>
+<p><b>Useful Information</b>
+You don't have to modify the build file (<tt>make.xml</tt>) to include your bundle in the build process.
+The <tt>make.xml</tt> file includes all SMILA bundles located under the local trunk folder, along with those bundles whose names match its <patternset> elements (com.*, net.* and so on). If you get an error such as "Unable to find bundle xxx", it's probably because it is not matched by <tt>make.xml</tt> and it is not copied to the build folder. If you don't want to include your new bundle into the build process, the bundle has to be excluded explicitly in <tt>make.xml</tt>. For further information see: <a href="Introduction_to_make.xml.html" title="SMILA/Development Guidelines/Introduction to make.xml">Introduction to make.xml</a>.
+</p>
+</td></tr>
+</table>
+<p>For information on how to build the SMILA distribution see: <i><a href="Howto_build_a_SMILA-Distribution.html" class="mw-redirect" title="SMILA/Development Guidelines/Howto build a SMILA-Distribution">How to build a SMILA distribution</a></i>.
+</p>
+<a name="Optional_step:_Generate_Source_Bundle"></a><h3> <span class="mw-headline"> <b>Optional step: Generate Source Bundle </b> </span></h3>
+<p>The build process can also generate an additional source bundle for a new bundle so that debugging is easier when SMILA is used as a target platform (see <a href="How_to_set_up_integration_environment.html" title="SMILA/Development Guidelines/How to set up integration environment">How to set up the integration environment</a>). This needs some manual modification of the files of the feature that includes the bundle:
+</p>
+<ul><li> In <tt>org.eclipse.smila.feature/build.properties</tt> add a line like this using the bundle name of your new bundle:
+</li></ul>
+<div style="margin-left: 1em;">
+<div dir="ltr" style="text-align: left;"><pre class="source-text">generate.plugin@org.eclipse.smila.sample.pipelet.source = org.eclipse.smila.sample.pipelet</pre></div>
+</div>
+<ul><li> In <tt>org.eclipse.smila.feature/feature.xml</tt> add an entry like this to include the source bundle in the feature:
+</li></ul>
+<div style="margin-left: 1em;">
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><plugin</span>
+ <span class="re0">id</span>=<span class="st0">"org.eclipse.smila.sample.pipelet.source"</span>
+ <span class="re0">download-size</span>=<span class="st0">"0"</span>
+ <span class="re0">install-size</span>=<span class="st0">"0"</span>
+ <span class="re0">version</span>=<span class="st0">"0.0.0"</span>
+ <span class="re0">unpack</span>=<span class="st0">"false"</span><span class="re2">/></span></span></pre></div>
+</div>
+<dl><dd>Ignore the warning stating that the bundle cannot be resolved. It is generated automatically at build time.
+</dd></dl>
+<ul><li> In your bundle, be sure to add at least the <tt>META-INF</tt> directory, the <tt>about</tt> files and the <tt>build.properties</tt> to the build configuration of the source build. Add additional files (schemas, sample configs, etc) as appropriate. Do NOT add the <tt>code/src</tt> or other source directories, this is done automatically by the build process: <br /> <a href="http://wiki.eclipse.org/Image:SMILA-bundle-source-build-properties.png" class="image" title="SMILA-bundle-source-build-properties.png"><img alt="" src="http://wiki.eclipse.org/images/thumb/e/ea/SMILA-bundle-source-build-properties.png/600px-SMILA-bundle-source-build-properties.png" width="600" height="570" border="0" /></a>
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 29/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15388-0!1!0!!en!2!edit=0 and timestamp 20120202171439 -->
+<div class="printfooter">
+Retrieved from "<a href="../Documentation/HowTo/How_to_integrate_new_bundle_into_build_process.html">http://wiki.eclipse.org/SMILA/Documentation/HowTo/How_to_integrate_new_bundle_into_build_process</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 13:12, 25 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>, <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a> and <a href="http://wiki.eclipse.org/index.php?title=User:Piccoloprincipeazzurro.gmail.com&action=edit" class="new" title="User:Piccoloprincipeazzurro.gmail.com">Giorgio Sironi</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_integrate_new_bundle_into_build_process&action=credits" title="SMILA/Documentation/HowTo/How to integrate new bundle into build process">others</a>.</p>
+ <p id="footerviews">This page has been accessed 3,678 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.055 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/How_to_integrate_test_bundle_into_build_process.html b/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/How_to_integrate_test_bundle_into_build_process.html
new file mode 100644
index 0000000..021bf6a
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/How_to_integrate_test_bundle_into_build_process.html
@@ -0,0 +1,413 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/HowTo/How to integrate test bundle into build process,SMILA/Development Guidelines/Introduction to make.xml,SMILA/Documentation/HowTo/Create a test bundle (plug-in),SMILA/Development Guidelines/Build and Test Eclipse Product" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Development_Guidelines/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/HowTo/How to integrate test bundle into build process - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/HowTo/How_to_integrate_test_bundle_into_build_process";
+var wgTitle = "SMILA/Documentation/HowTo/How to integrate test bundle into build process";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15398";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286580";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-text {line-height: normal; font-size: medium;}
+.source-text li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for text
+ * CSS class: source-text, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-text .de1, .source-text .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-text {}
+.source-text .head {}
+.source-text .foot {}
+.source-text .imp {font-weight: bold; color: red;}
+.source-text .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-text li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-text li.li2 {font-weight: bold;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="How_to_integrate_test_bundle_into_build_process.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_HowTo_How_to_integrate_test_bundle_into_build_process">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/How_to_integrate_test_bundle_into_build_process">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/HowTo/How_to_integrate_test_bundle_into_build_process">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/HowTo/How_to_integrate_test_bundle_into_build_process">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_integrate_test_bundle_into_build_process&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_integrate_test_bundle_into_build_process&oldid=286580">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="../Documentation/HowTo/How_to_integrate_test_bundle_into_build_process.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/HowTo/How_to_integrate_test_bundle_into_build_process&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_integrate_test_bundle_into_build_process&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_integrate_test_bundle_into_build_process&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/How%20to%20integrate%20test%20bundle%20into%20build%20process"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/HowTo/How to integrate test bundle into build process</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a> | <a href="../Documentation/HowTo.html" title="SMILA/Documentation/HowTo">HowTo</a></span>(Redirected from <a href="http://wiki.eclipse.org/index.php?title=SMILA/Development_Guidelines/How_to_integrate_test_bundle_into_build_process&redirect=no" title="SMILA/Development Guidelines/How to integrate test bundle into build process">SMILA/Development Guidelines/How to integrate test bundle into build process</a>)</div>
+ <div id="jump-to-nav">Jump to: <a href="How_to_integrate_test_bundle_into_build_process.html#column-one">navigation</a>, <a href="How_to_integrate_test_bundle_into_build_process.html#searchInput">search</a></div> <!-- start content -->
+ <p>This page describes how to integrate your <a href="../Documentation/HowTo/Create_a_test_bundle_(plug-in).html" title="SMILA/Documentation/HowTo/Create a test bundle (plug-in)">own test bundle (plug-in)</a> into the build process (Bamboo):
+</p>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="How_to_integrate_test_bundle_into_build_process.html#Define_Junit_version_range"><span class="tocnumber">1</span> <span class="toctext">Define Junit version range</span></a></li>
+<li class="toclevel-1"><a href="How_to_integrate_test_bundle_into_build_process.html#Create_test.xml_in_test_bundle"><span class="tocnumber">2</span> <span class="toctext">Create test.xml in test bundle</span></a></li>
+<li class="toclevel-1"><a href="How_to_integrate_test_bundle_into_build_process.html#Include_test.xml_in_build.properties"><span class="tocnumber">3</span> <span class="toctext">Include test.xml in build.properties</span></a></li>
+<li class="toclevel-1"><a href="How_to_integrate_test_bundle_into_build_process.html#Include_test_plug-in_into_org.eclipse.smila.test.feature"><span class="tocnumber">4</span> <span class="toctext">Include test plug-in into org.eclipse.smila.test.feature</span></a></li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Define_Junit_version_range"></a><h3> <span class="mw-headline"> Define Junit version range </span></h3>
+<p>Currently, it is necessary to import <tt>junit.framework</tt> with an explicit version range:
+</p>
+<ol><li> Open the <tt>MANIFEST.MF</tt> file of your test bundle using the <i>Plug-in Manifest Editor</i>.
+</li><li> Switch to the <i>Dependencies</i> tab and add the package <tt>junit.framework</tt> to the <i>Imported Packages</i> section.
+</li><li> Make sure to set the version range of this package as follows:
+</li></ol>
+<div style="margin-left: 2.5em">
+<table class="wikitable" border="1">
+
+<tr>
+<td> Minimum version
+</td><td> 3.8.0
+</td><td> Inclusive
+</td></tr>
+<tr>
+<td> Maximun version
+</td><td> 4.0.0
+</td><td> Exlusive
+</td></tr></table>
+</div>
+<a name="Create_test.xml_in_test_bundle"></a><h3> <span class="mw-headline"> Create test.xml in test bundle </span></h3>
+<p>The following figure shows the typical folder structure of a test bundle in the <i>Package Explorer</i>.
+</p><p><a href="http://wiki.eclipse.org/Image:TestPackageExplorer.png" class="image" title="Image:TestPackageExplorer.png"><img alt="Image:TestPackageExplorer.png" src="http://wiki.eclipse.org/images/5/5f/TestPackageExplorer.png" width="447" height="250" border="0" /></a>
+</p><p>Every test plug-in you want to run needs an Ant file called <tt>test.xml</tt>. Because each test run starts up a new Eclipse instance, it is convenient to create a plug-in bundling all your tests into a single <tt>AllTests</tt> suite. Then, there is only one test run and there must only be one <tt>test.xml</tt> file maintained.
+</p>
+<ol><li>Provide an <tt>AllTests</tt> suite that bundles all your tests.
+</li><li>Download the template file for <tt>test.xml</tt> from <a href="http://wiki.eclipse.org/Image:Test-bundle-template.zip" title="Image:Test-bundle-template.zip">Image:Test-bundle-template.zip</a> (see below).
+</li><li>Add the file to your test bundle.
+</li><li>Adapt the value of the property <tt>plugin-name</tt> to meet your bundle name:
+</li></ol>
+<div style="margin-left:1.5em">
+<div dir="ltr" style="text-align: left;"><pre class="source-xml">...
+ <span class="sc3"><span class="coMULTI"><!-- sets the properties plugin-name, and library-file --></span></span>
+ <span class="sc3"><span class="re1"><property</span> <span class="re0">name</span>=<span class="st0">"plugin-name"</span> <span class="re0">value</span>=<span class="st0">"<your bundle></span>"/>
+ <span class="sc3"><property name="</span>library-file<span class="st0">" value="</span>$<span class="br0">{</span>eclipse-home<span class="br0">}</span>/plugins/org.eclipse.test/library.xml<span class="st0">"/></span>
+ ...</span></pre></div>
+</div>
+<p>The code snippet below shows the template of the <tt>test.xml</tt> file. The entry point is the "run" target. Its prerequisites are "init", "suite", and "cleanup". The "suite" target calls "core-test" in <tt>library.xml</tt> with the properties necessary to start up the test host and run <tt>AllTests</tt>:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><?xml</span> <span class="re0">version</span>=<span class="st0">"1.0"</span><span class="re2">?></span></span>
+<span class="sc3"><span class="re1"><project</span> <span class="re0">name</span>=<span class="st0">"testsuite"</span> <span class="re0">default</span>=<span class="st0">"run"</span> <span class="re0">basedir</span>=<span class="st0">"."</span><span class="re2">></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- The property ${eclipse-home} should be passed into this script --></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- Set a meaningful default value for when it is not. --></span></span>
+ <span class="sc3"><span class="re1"><property</span> <span class="re0">name</span>=<span class="st0">"eclipse-home"</span> <span class="re0">value</span>=<span class="st0">"${basedir}/../.."</span><span class="re2">/></span></span>
+
+ <span class="sc3"><span class="coMULTI"><!-- sets the properties plugin-name, and library-file --></span></span>
+ <span class="sc3"><span class="re1"><property</span> <span class="re0">name</span>=<span class="st0">"plugin-name"</span> <span class="re0">value</span>=<span class="st0">"org.eclipse.smila.sample.bundle.test"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><property</span> <span class="re0">name</span>=<span class="st0">"library-file"</span> <span class="re0">value</span>=<span class="st0">"${eclipse-home}/plugins/org.eclipse.test/library.xml"</span><span class="re2">/></span></span>
+
+ <span class="sc3"><span class="coMULTI"><!-- This target holds all initialization code that needs to be done for --></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- all tests that are to be run. Initialization for individual tests --></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- should be done within the body of the suite target. --></span></span>
+ <span class="sc3"><span class="re1"><target</span> <span class="re0">name</span>=<span class="st0">"init"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><tstamp</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><delete<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><fileset</span> <span class="re0">dir</span>=<span class="st0">"${eclipse-home}"</span> <span class="re0">includes</span>=<span class="st0">"${plugin-name}*.xml"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></delete<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></target<span class="re2">></span></span></span>
+
+ <span class="sc3"><span class="coMULTI"><!-- This target defines the tests that need to be run. --></span></span>
+ <span class="sc3"><span class="re1"><target</span> <span class="re0">name</span>=<span class="st0">"suite"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><property</span> <span class="re0">name</span>=<span class="st0">"eit-folder"</span> <span class="re0">value</span>=<span class="st0">"${eclipse-home}/eit_folder"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><delete</span> <span class="re0">dir</span>=<span class="st0">"${eit-folder}"</span> <span class="re0">quiet</span>=<span class="st0">"true"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><ant</span> <span class="re0">target</span>=<span class="st0">"core-test"</span> <span class="re0">antfile</span>=<span class="st0">"${library-file}"</span> <span class="re0">dir</span>=<span class="st0">"${eclipse-home}"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><property</span> <span class="re0">name</span>=<span class="st0">"data-dir"</span> <span class="re0">value</span>=<span class="st0">"${eit-folder}"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><property</span> <span class="re0">name</span>=<span class="st0">"plugin-name"</span> <span class="re0">value</span>=<span class="st0">"${plugin-name}"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><property</span> <span class="re0">name</span>=<span class="st0">"classname"</span> <span class="re0">value</span>=<span class="st0">"${plugin-name}.AllTests"</span><span class="re2">/></span></span>
+
+ <span class="sc3"><span class="coMULTI"><!-- Activates logging (if necessary activate it--></span></span>
+ <span class="sc3"><span class="re1"><property</span> <span class="re0">name</span>=<span class="st0">"vmargs"</span> <span class="re0">value</span>=<span class="st0">"-Dorg.apache.commons.logging.Log=org.apache.commons.logging.impl.SimpleLog -Dorg.apache.commons.logging.simplelog.defaultlog=debug"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></ant<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></target<span class="re2">></span></span></span>
+
+ <span class="sc3"><span class="coMULTI"><!-- This target holds code to cleanup the testing environment after --></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- after all of the tests have been run. You can use this target to --></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- delete temporary files that have been created. --></span></span>
+ <span class="sc3"><span class="re1"><target</span> <span class="re0">name</span>=<span class="st0">"cleanup"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"></target<span class="re2">></span></span></span>
+
+ <span class="sc3"><span class="coMULTI"><!-- This target runs the test suite. Any actions that need to happen --></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- after all the tests have been run should go here. --></span></span>
+ <span class="sc3"><span class="re1"><target</span> <span class="re0">name</span>=<span class="st0">"run"</span> <span class="re0">depends</span>=<span class="st0">"init,suite,cleanup"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><ant</span> <span class="re0">target</span>=<span class="st0">"collect"</span> <span class="re0">antfile</span>=<span class="st0">"${library-file}"</span> <span class="re0">dir</span>=<span class="st0">"${eclipse-home}"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><property</span> <span class="re0">name</span>=<span class="st0">"includes"</span> <span class="re0">value</span>=<span class="st0">"${plugin-name}*.xml"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><property</span> <span class="re0">name</span>=<span class="st0">"output-file"</span> <span class="re0">value</span>=<span class="st0">"${plugin-name}.xml"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></ant<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></target<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></project<span class="re2">></span></span></span></pre></div>
+<a name="Include_test.xml_in_build.properties"></a><h3> <span class="mw-headline"> Include test.xml in build.properties </span></h3>
+<p>Add the <tt>test.xml</tt> file to the <tt>build.properties</tt> of your test bundle:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-text">source.. = code/src/
+output.. = code/bin/
+bin.includes = META-INF/,\
+ .,\
+ test.xml</pre></div>
+<table width="100%" style="background-color:#d8e4f1; padding-left:30px;">
+<tr>
+<td>
+<p><b>Additional information</b>: You don't have to modify the build file (make.xml) to include a bundle in the build. The make.xml file includes all bundles (core and test), which are located under the local trunk folder (e.g. SMILA/core). If you don't want to include your new bundle into the build process, the bundle has to be explicitly excluded in the make.xml file. You also don´t have to modify the build file to include your test bundle to checkstyle, pmd and emma. The tests inside your test bundle will be automatically executed. If you don´t want to run a test, the test bundle has to be explicitly excluded in the make.xml. For further information see: <a href="Introduction_to_make.xml.html" title="SMILA/Development Guidelines/Introduction to make.xml">Introduction to make.xml</a>.
+</p>
+</td></tr></table>
+<a name="Include_test_plug-in_into_org.eclipse.smila.test.feature"></a><h3> <span class="mw-headline"> Include test plug-in into org.eclipse.smila.test.feature </span></h3>
+<ol><li> Open the file <tt>org.eclipse.smila.test.feature/feature.xml</tt>) using the <i>Feature Manifest Editor</i>.
+</li><li> Switch to the <i>Plug-ins</i> tab and add your test bundle to the <i>Plug-ins and Fragments</i> section.
+</li><li> Select the added plug-in and enable the option "Unpack the plug-in archive after the installation" in the <i>Plug-in Details</i> section. If you don't enable this option, the bundle's <tt>test.xml</tt> file won't be found and the build process will fail.
+</li></ol>
+<p>For further information see: <i><a href="http://wiki.eclipse.org/index.php?title=SMILA/Development_Guidelines/Build_and_Test_Eclipse_Product&action=edit" class="new" title="SMILA/Development Guidelines/Build and Test Eclipse Product">Build and Test Eclipse Product</a></i>.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 32/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15398-0!1!0!!en!2!edit=0 and timestamp 20120202171434 -->
+<div class="printfooter">
+Retrieved from "<a href="../Documentation/HowTo/How_to_integrate_test_bundle_into_build_process.html">http://wiki.eclipse.org/SMILA/Documentation/HowTo/How_to_integrate_test_bundle_into_build_process</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 16:23, 25 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>, <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a> and <a href="http://wiki.eclipse.org/index.php?title=User:Szhbankova.brox.de&action=edit" class="new" title="User:Szhbankova.brox.de">Sofya Zhbankova</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_integrate_test_bundle_into_build_process&action=credits" title="SMILA/Documentation/HowTo/How to integrate test bundle into build process">others</a>.</p>
+ <p id="footerviews">This page has been accessed 3,162 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.054 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet.html b/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet.html
new file mode 100644
index 0000000..ffe75c0
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet.html
@@ -0,0 +1,639 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/HowTo/How to integrate the HelloWorld webservice as a Pipelet,SMILA/Development Guidelines,SMILA/Development Guidelines/Create a bundle (plug-in),SMILA/Development Guidelines/How to export a bundle,SMILA/Development Guidelines/How to integrate new bundle into build process,SMILA/Glossary,SMILA/Howto integrate a component in SMILA,SMILA/Glossary/" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Development_Guidelines/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/HowTo/How to integrate the HelloWorld webservice as a Pipelet - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/HowTo/How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet";
+var wgTitle = "SMILA/Documentation/HowTo/How to integrate the HelloWorld webservice as a Pipelet";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "16093";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286121";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-text {line-height: normal; font-size: medium;}
+.source-text li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for text
+ * CSS class: source-text, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-text .de1, .source-text .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-text {}
+.source-text .head {}
+.source-text .foot {}
+.source-text .imp {font-weight: bold; color: red;}
+.source-text .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-text li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-text li.li2 {font-weight: bold;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-java {line-height: normal; font-size: medium;}
+.source-java li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for java
+ * CSS class: source-java, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-java .de1, .source-java .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-java {}
+.source-java .head {}
+.source-java .foot {}
+.source-java .imp {font-weight: bold; color: red;}
+.source-java .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-java li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-java li.li2 {font-weight: bold;}
+.source-java .kw1 {color: #7F0055; font-weight: bold;}
+.source-java .kw2 {color: #7F0055; font-weight: bold;}
+.source-java .kw3 {color: #000000; font-weight: normal}
+.source-java .kw4 {color: #7F0055; font-weight: bold;}
+.source-java .co1 {color: #3F7F5F; font-style: italic;}
+.source-java .co2 {color: #3F7F5F;}
+.source-java .co3 {color: #3F7F5F; font-style: italic; font-weight: bold;}
+.source-java .coMULTI {color: #3F5FBF; font-style: italic;}
+.source-java .es0 {color: #000000;}
+.source-java .br0 {color: #000000;}
+.source-java .st0 {color: #2A00ff;}
+.source-java .nu0 {color: #000000;}
+.source-java .me1 {color: #000000;}
+.source-java .me2 {color: #000000;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_HowTo_How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/HowTo/How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/HowTo/How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet&oldid=286121">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="../Documentation/HowTo/How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/HowTo/How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/How%20to%20integrate%20the%20HelloWorld%20webservice%20as%20a%20Pipelet"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/HowTo/How to integrate the HelloWorld webservice as a Pipelet</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a> | <a href="../Documentation/HowTo.html" title="SMILA/Documentation/HowTo">HowTo</a></span>(Redirected from <a href="http://wiki.eclipse.org/index.php?title=SMILA/Development_Guidelines/How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet&redirect=no" title="SMILA/Development Guidelines/How to integrate the HelloWorld webservice as a Pipelet">SMILA/Development Guidelines/How to integrate the HelloWorld webservice as a Pipelet</a>)</div>
+ <div id="jump-to-nav">Jump to: <a href="How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet.html#column-one">navigation</a>, <a href="How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet.html#searchInput">search</a></div> <!-- start content -->
+ <p>This page illustrates all steps that need to be performed in order to integrate the HelloWorld web service as a <a href="../Glossary.html#P" title="SMILA/Glossary">pipelet</a> in SMILA. For general information on how to integrate components and add functionality to SMILA refer to <a href="../Howto_integrate_a_component_in_SMILA.html" class="mw-redirect" title="SMILA/Howto integrate a component in SMILA"> How to integrate a component in SMILA</a>.
+</p>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet.html#Preparations"><span class="tocnumber">1</span> <span class="toctext">Preparations</span></a>
+<ul>
+<li class="toclevel-2"><a href="How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet.html#Create_new_bundle"><span class="tocnumber">1.1</span> <span class="toctext">Create new bundle</span></a></li>
+<li class="toclevel-2"><a href="How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet.html#Create_Java_classes_from_WSDL_using_Axis2"><span class="tocnumber">1.2</span> <span class="toctext">Create Java classes from WSDL using Axis2</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet.html#Implementation"><span class="tocnumber">2</span> <span class="toctext">Implementation</span></a>
+<ul>
+<li class="toclevel-2"><a href="How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet.html#Read_PipeletConfiguration"><span class="tocnumber">2.1</span> <span class="toctext">Read PipeletConfiguration</span></a></li>
+<li class="toclevel-2"><a href="How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet.html#Process_IDs_and_implement_exception_handling"><span class="tocnumber">2.2</span> <span class="toctext">Process IDs and implement exception handling</span></a></li>
+<li class="toclevel-2"><a href="How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet.html#evaluate_configuration_parameters"><span class="tocnumber">2.3</span> <span class="toctext">evaluate configuration parameters</span></a></li>
+<li class="toclevel-2"><a href="How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet.html#Read_input_data"><span class="tocnumber">2.4</span> <span class="toctext">Read input data</span></a></li>
+<li class="toclevel-2"><a href="How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet.html#Process_input_data"><span class="tocnumber">2.5</span> <span class="toctext">Process input data</span></a></li>
+<li class="toclevel-2"><a href="How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet.html#Write_output_data"><span class="tocnumber">2.6</span> <span class="toctext">Write output data</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet.html#Configuration_and_invocation_in_BPEL"><span class="tocnumber">3</span> <span class="toctext">Configuration and invocation in BPEL</span></a></li>
+<li class="toclevel-1"><a href="How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet.html#Build_and_Test_your_pipelet"><span class="tocnumber">4</span> <span class="toctext">Build and Test your pipelet</span></a>
+<ul>
+<li class="toclevel-2"><a href="How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet.html#Source_Code_Distribution"><span class="tocnumber">4.1</span> <span class="toctext">Source Code Distribution</span></a></li>
+<li class="toclevel-2"><a href="How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet.html#Binary_Distribution"><span class="tocnumber">4.2</span> <span class="toctext">Binary Distribution</span></a></li>
+<li class="toclevel-2"><a href="How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet.html#Troubleshooting"><span class="tocnumber">4.3</span> <span class="toctext">Troubleshooting</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Preparations"></a><h2> <span class="mw-headline"> Preparations </span></h2>
+<p>It may be helpful to first take a look at the SMILA <a href="../Development_Guidelines.1.html" title="SMILA/Development Guidelines">Development guidelines</a> as many topics that are beyond the scope of this tutorial are illustrated there.
+</p>
+<a name="Create_new_bundle"></a><h3> <span class="mw-headline"> Create new bundle </span></h3>
+<ul><li> Create a new bundle that should contain your pipelet. Follow the instructions on <a href="Create_a_bundle_(plug-in).html" class="mw-redirect" title="SMILA/Development Guidelines/Create a bundle (plug-in)">How to create a bundle</a> and use the following settings:
+</li></ul>
+<pre>
+Project name: org.eclipse.smila.sample.pipelet
+Plug-in ID: org.eclipse.smila.sample.pipelet
+Plug-in Version: 1.0.0
+Plug-in Name: Sample Pipelet Bundle
+Plug-in Provider: your name or company
+</pre>
+<ul><li> Edit the file <tt>META-INF/MANIFEST.MF</tt> and add the following import-package dependencies as those are required to implement the basic functionalities of your pipelet:
+</li></ul>
+<pre>
+Import-Package: org.apache.commons.logging;version="1.1.1",
+ org.eclipse.smila.blackboard;version="0.8.0",
+ org.eclipse.smila.datamodel;version="0.8.0",
+ org.eclipse.smila.processing;version="0.8.0"
+</pre>
+<ul><li> To make sure that the <tt>PipeletTrackerService</tt> detects your new pipelet, create a folder <tt>SMILA-INF</tt> in the bundle and add a file <tt>HelloWorldPipelet.json</tt> to this folder:
+</li></ul>
+<pre>
+{
+ "class": "org.eclipse.smila.sample.pipelet.HelloWorldPipelet",
+ "parameters": [
+ {
+ "name": "IN_ATT_NAME",
+ "type": "string"
+ },
+ {
+ "name": "OUT_ATT_NAME",
+ "type": "string"
+ }
+ ],
+ "description": "Hello World pipelet. Modifies the content of the attribut denoted by the parameter IN_ATT_NAME to the attribute denoted by the parameter OUT_ATT_NAME."
+}
+</pre>
+<ul><li>Now add the folder <tt>SMILA-INF</tt> to the build.properties (or just check it in the <tt>Build</tt> view of the <tt>MANIFEST.MF</tt> file in your IDE.
+</li></ul>
+<div class="messagebox" style="background-color: #def3fe; border: 1px solid #c5d7e0; color: black; padding: 5px; margin: 1ex 0; min-height: 35px; padding-left: 45px;">
+<div style="float: left; margin-left: -40px;"><a href="http://wiki.eclipse.org/Image:Note.png" class="image" title="Note.png"><img alt="" src="http://wiki.eclipse.org/images/c/cc/Note.png" width="35" height="35" border="0" /></a></div>
+<div><b> In Versions up to SMILA 0.9 the definition files won't work, it is required to register the pipelets in the manifest file <tt>MANIFEST.MF</tt> like follows:</b>
+<p>To make sure that the <tt>PipeletTrackerService</tt> detects your new pipelet, add the following line to the file <tt>META-INF/MANIFEST.MF</tt>. This registers the class that will implement your SMILA pipelet:
+</p>
+<pre>
+SMILA-Pipelets: org.eclipse.smila.sample.pipelet.HelloWorldPipelet
+</pre><b><br /></div></b>
+</div>
+<a name="Create_Java_classes_from_WSDL_using_Axis2"></a><h3> <span class="mw-headline"> Create Java classes from WSDL using Axis2 </span></h3>
+<ul><li> Install Axis2 1.4.1: Download from <a href="http://ws.apache.org/axis2/download/1_4_1/download.cgi" class="external free" title="http://ws.apache.org/axis2/download/1_4_1/download.cgi" rel="nofollow">http://ws.apache.org/axis2/download/1_4_1/download.cgi</a> and unpack into any directory.
+</li><li> Open a shell in the Axis2 directory and execute <tt>wsdl2java</tt> similar to this example - replace the WSDL-URL with that of the Webservice you want to use after <tt>-uri</tt>, change the package name after <tt>-p</tt> and the output directory after <tt>-o</tt>:
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-text">bin\wsdl2java -uri http://localhost:8081/axis2/services/HelloWorld.HelloWorldImplPort?wsdl
+ -d xmlbeans -p org.eclipse.smila.sample.helloworld -s -o helloworld-ws</pre></div>
+<dl><dd> This creates two folders inside <tt>helloworld-ws</tt>: <tt>src</tt> and <tt>resources</tt>.
+</dd><dd> If you do not want to run the generator inside the Axis2 installation you must set an environment variable <tt>AXIS2_HOME</tt> to the Axis2 installation directory.
+</dd></dl>
+<ul><li> Add Import-Package declarations with minimum versions as available in your target platform (they will be set automatically if you use the Manifest editor's Dependencies tab to add them). To run this example at least these are needed (with valid versions at the time of writing):
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-text">javax.xml.stream;version="1.0.1",
+org.apache.axiom.om;version="1.2.7",
+org.apache.axiom.om.impl;version="1.2.7",
+org.apache.axiom.om.impl.llom;version="1.2.7",
+org.apache.axiom.soap;version="1.2.7",
+org.apache.axis2;version="1.4.1",
+org.apache.axis2.addressing;version="1.4.1",
+org.apache.axis2.client;version="1.4.1",
+org.apache.axis2.context;version="1.4.1",
+org.apache.axis2.description;version="1.4.1",
+org.apache.axis2.transport;version="1.4.1",
+org.apache.axis2.transport.http;version="1.4.1",
+org.apache.axis2.wsdl;version="1.4.1",
+org.apache.xmlbeans;version="2.3.0",
+org.apache.xmlbeans.impl.schema;version="2.3.0",
+org.apache.xmlbeans.impl.values;version="2.3.0",
+org.apache.xmlbeans.xml.stream;version="2.3.0"</pre></div>
+<dl><dd> You will not get compile errors if the import for <tt>org.apache.xmlbeans.impl.schema</tt> is missing, but it is needed during runtime.
+</dd><dd> For more complex webservices, additional imports may be required. Check the imported generated client code for compile errors.
+</dd></dl>
+<ul><li> Create a source folder <tt>code/gen</tt> in your bundle and move the <b>content</b> of the generated <tt>src</tt> folder into it.
+</li><li> Create a folder <tt>lib</tt> in your bundle, create a zip file from the <b>content</b> of the generated <tt>resources</tt> folder, change the suffix to <tt>jar</tt> and move it to <tt>lib</tt>. Refresh the bundle in your Eclipse workspace, and add this jar to the Bundle-Classpath of your bundle (Manifest editor, tab Runtime, Classpath setting).
+</li></ul>
+<p><br />
+</p>
+<a name="Implementation"></a><h2> <span class="mw-headline"> Implementation </span></h2>
+<ul><li> Create the package <tt>org.eclipse.smila.sample.pipelet</tt> and the Java class <tt>HelloWorldPipelet</tt>.
+</li><li> Use the following code as a template for your new class. It contains empty method bodies and a reference to the logger. In the following we are going to gradually replace the comments in this file by the corresponding code snippets. For your convenience you may also download the complete zipped source file from <a href="http://wiki.eclipse.org/images/7/75/HelloWorldPipelet_0.9.zip" class="internal" title="HelloWorldPipelet 0.9.zip">HelloWorldPipelet.zip</a>.
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">package</span> org.<span class="me1">eclipse</span>.<span class="me1">smila</span>.<span class="me1">sample</span>.<span class="me1">pipelet</span>
+
+<span class="kw1">import</span> org.<span class="me1">apache</span>.<span class="me1">axis2</span>.<span class="me1">transport</span>.<span class="me1">http</span>.<span class="me1">HTTPConstants</span>;
+<span class="kw1">import</span> org.<span class="me1">apache</span>.<span class="me1">commons</span>.<span class="me1">logging</span>.<span class="me1">Log</span>;
+<span class="kw1">import</span> org.<span class="me1">apache</span>.<span class="me1">commons</span>.<span class="me1">logging</span>.<span class="me1">LogFactory</span>;
+<span class="kw1">import</span> org.<span class="me1">eclipse</span>.<span class="me1">smila</span>.<span class="me1">blackboard</span>.<span class="me1">Blackboard</span>;
+<span class="kw1">import</span> org.<span class="me1">eclipse</span>.<span class="me1">smila</span>.<span class="me1">datamodel</span>.<span class="me1">AnyMap</span>;
+<span class="kw1">import</span> org.<span class="me1">eclipse</span>.<span class="me1">smila</span>.<span class="me1">datamodel</span>.<span class="me1">Value</span>;
+<span class="kw1">import</span> org.<span class="me1">eclipse</span>.<span class="me1">smila</span>.<span class="me1">processing</span>.<span class="me1">Pipelet</span>;
+<span class="kw1">import</span> org.<span class="me1">eclipse</span>.<span class="me1">smila</span>.<span class="me1">processing</span>.<span class="me1">ProcessingException</span>;
+<span class="kw1">import</span> org.<span class="me1">eclipse</span>.<span class="me1">smila</span>.<span class="me1">processing</span>.<span class="me1">parameters</span>.<span class="me1">ParameterAccessor</span>;
+<span class="kw1">import</span> org.<span class="me1">eclipse</span>.<span class="me1">smila</span>.<span class="me1">processing</span>.<span class="me1">util</span>.<span class="me1">ProcessingConstants</span>;
+<span class="kw1">import</span> org.<span class="me1">eclipse</span>.<span class="me1">smila</span>.<span class="me1">processing</span>.<span class="me1">util</span>.<span class="me1">ResultCollector</span>;
+
+<span class="kw1">import</span> com.<span class="me1">empolis</span>.<span class="me1">smila</span>.<span class="me1">sample</span>.<span class="me1">helloworld</span>.<span class="me1">HelloWorldStub</span>;
+
+<span class="kw1">import</span> demo.<span class="me1">hw</span>.<span class="me1">server</span>.<span class="me1">SayHi</span>;
+<span class="kw1">import</span> demo.<span class="me1">hw</span>.<span class="me1">server</span>.<span class="me1">SayHiDocument</span>;
+<span class="kw1">import</span> demo.<span class="me1">hw</span>.<span class="me1">server</span>.<span class="me1">SayHiResponse</span>;
+<span class="kw1">import</span> demo.<span class="me1">hw</span>.<span class="me1">server</span>.<span class="me1">SayHiResponseDocument</span>;
+
+<span class="kw1">public</span> <span class="kw1">class</span> HelloWorldPipelet <span class="kw1">implements</span> Pipelet <span class="br0">{</span>
+
+ <span class="co1">// additional member variables or constants</span>
+ <span class="kw1">private</span> <span class="kw1">final</span> Log _log = LogFactory.<span class="me1">getLog</span><span class="br0">(</span>getClass<span class="br0">(</span><span class="br0">)</span><span class="br0">)</span>;
+
+ <span class="kw1">public</span> HelloWorldPipelet<span class="br0">(</span><span class="br0">)</span><span class="br0">{</span>
+ <span class="br0">}</span>
+
+ <span class="kw1">public</span> <span class="kw4">void</span> configure<span class="br0">(</span><span class="kw1">final</span> AnyMap configuration<span class="br0">)</span> <span class="kw1">throws</span> ProcessingException <span class="br0">{</span>
+ <span class="co1">// read the configuration properties</span>
+ <span class="br0">}</span>
+
+ <span class="kw1">public</span> <span class="kw3">String</span><span class="br0">[</span><span class="br0">]</span> process<span class="br0">(</span><span class="kw1">final</span> Blackboard blackboard, <span class="kw1">final</span> <span class="kw3">String</span><span class="br0">[</span><span class="br0">]</span> recordIds<span class="br0">)</span> <span class="kw1">throws</span> ProcessingException <span class="br0">{</span>
+ <span class="co1">// process the recordIds and create a result</span>
+ <span class="kw1">return</span> <span class="kw2">null</span>;
+ <span class="br0">}</span>
+<span class="br0">}</span></pre></div>
+<a name="Read_PipeletConfiguration"></a><h3> <span class="mw-headline"> Read PipeletConfiguration </span></h3>
+<ul><li> First let's create two constants for the property names used in the configuration (or the parameters section of the records to be processed) to retrieve the names of the source and target attribute. Replace the comment "<tt>// additional member variables or constants</tt>" with the following code snippet.
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">private</span> <span class="kw1">final</span> <span class="kw3">String</span> PROP_IN_ATT_NAME = <span class="st0">"IN_ATT_NAME"</span>;
+
+ <span class="kw1">private</span> <span class="kw1">final</span> <span class="kw3">String</span> PROP_OUT_ATT_NAME = <span class="st0">"OUT_ATT_NAME"</span>;
+
+ <span class="kw1">private</span> AnyMap _config;</pre></div>
+<ul><li> Then we are going to store the the <tt>PipeletConfiguration</tt> in method <tt>configure(final AnyMap configuration)</tt> for later evalutaion in <tt>process(final Blackboard blackboard, final String[] recordIds)</tt>. So we will allow the user of this pipelet to either use the pipelet configuration to configure the attributes as well as the records themselves (e.g. the administrator could define the attributes in a job, these job properties can override default pipelet configuration properties when using the <tt>ParameterAccessor</tt> in the process method).
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-java">@Override
+<span class="kw1">public</span> <span class="kw4">void</span> configure<span class="br0">(</span><span class="kw1">final</span> AnyMap configuration<span class="br0">)</span> <span class="kw1">throws</span> ProcessingException <span class="br0">{</span>
+ _config = configuration;
+<span class="br0">}</span></pre></div>
+<p><b>Note</b>: It would also be possible to use and configure member variables directly in the configure method and not use the ParameterAccessor to retrieve configuration parameters in the process method. You can do so for properties that won't change during operation or will always stay the same for each record, no matter what the parameters of the record contain. Or for lengthy initialization like reading and parsing configuration from files and such. In these cases you should use member variables that are initialized in the configuration method using only the information from the PipeletConfiguration. but you should clearly document which parameters can only be defined with the PipeletConfiguration and which can be overridden in the records.
+</p>
+<a name="Process_IDs_and_implement_exception_handling"></a><h3> <span class="mw-headline"> Process IDs and implement exception handling </span></h3>
+<p>The method <tt>process(Blackboard blackboard, String[] recordIds)</tt> has two parameters:
+</p>
+<ul><li> a reference to the <a href="../Glossary.html#B" title="SMILA/Glossary">blackboard service</a> that allows access on <a href="../Glossary.html#R" title="SMILA/Glossary">records</a> and
+</li><li> a list of record IDs to process.
+</li></ul>
+<p><The HelloWorld pipelet should therefore iterate over the IDs in the parameter <tt>recordIds</tt>, get the required data from the record identified by the ID, process this data, and store the result in the record.
+</p><p>It is suggested that you use the <tt>org.eclipse.smila.processing.util.ResultCollector</tt> utility class to cope with result id collection that also provides a configurable exception handling approach. When creating the ResultCollector, you have to decide whether records that cause an exception will be excepted from the result set or if they will stay in the result set. We will use the system wide default <tt>ProcessingConstants.DROP_ON_ERROR_DEFAULT</tt> which is set to <tt>false</tt>. The ResultCollector will also check the ParameterAccessor for the parameter <tt>_failOnError</tt> (default: <tt>false</tt>).
+</p><p>Let's place a <tt>try ... catch()</tt> block in the <tt>for</tt> loop to ensure that errors do only interrupt the processing of the current ID. The comments in the code serve as placeholders for the functionality described in the following sections. At the end we ask the ResulotCollector for the set of <tt>recordIds</tt> as the result of the pipelet. Replace the comment "<tt>// process the recordIds and create a result</tt>" with the following code snippet.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">final</span> ParameterAccessor paramAccessor = <span class="kw1">new</span> ParameterAccessor<span class="br0">(</span>blackboard, _config<span class="br0">)</span>;
+<span class="kw1">final</span> ResultCollector resultCollector =
+ <span class="kw1">new</span> ResultCollector<span class="br0">(</span>paramAccessor, _log, ProcessingConstants.<span class="me1">DROP_ON_ERROR_DEFAULT</span><span class="br0">)</span>;
+<span class="kw1">for</span> <span class="br0">(</span><span class="kw3">String</span> id : recordIds<span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">try</span> <span class="br0">{</span>
+ <span class="co1">// read your configuration using the parameteraccessor</span>
+ paramAccessor.<span class="me1">setCurrentRecord</span><span class="br0">(</span>id<span class="br0">)</span>;
+ <span class="co1">// read configuration from the accessor</span>
+
+ <span class="co1">// Read Input Data</span>
+
+ <span class="co1">// Process Input Data</span>
+
+ <span class="co1">// Write Output Data</span>
+
+ <span class="co1">// add the id for a successful operation</span>
+ resultCollector.<span class="me1">addResult</span><span class="br0">(</span>id<span class="br0">)</span>;
+ <span class="br0">}</span> <span class="kw1">catch</span> <span class="br0">(</span><span class="kw1">final</span> <span class="kw3">Exception</span> ex<span class="br0">)</span> <span class="br0">{</span>
+ <span class="co1">// mark the id for a failed record and let the result collector handle the exception as configured</span>
+ resultCollector.<span class="me1">addFailedResult</span><span class="br0">(</span>id, e<span class="br0">)</span>;
+ <span class="br0">}</span>
+<span class="br0">}</span> <span class="co1">// for</span>
+
+<span class="co1">// let the ResultColletor decide which ids to return:</span>
+<span class="kw1">return</span> resultCollector.<span class="me1">getResultIds</span><span class="br0">(</span><span class="br0">)</span>;</pre></div>
+<p><b>Note</b>: Most of the time the return value of a pipelet is the same set of record ids as was processed (<tt>recordIds</tt>). However, in some cases a pipelet may filter record IDs or even create new records. Then the record IDs of the records to be filtered out should not be added to the ResultCollector and new record IDs have to be added to the ResultCollector in order to get the correct set of IDs as the result of the process method.
+</p>
+<a name="evaluate_configuration_parameters"></a><h3> <span class="mw-headline"> evaluate configuration parameters </span></h3>
+<p>Now we have to determine the source an target attribute names that have to be provided with the configuration parameters <tt>PROP_IN_ATT_NAME</tt> and <tt>PROP_OUT_ATT_NAME</tt>. Therefore we first have to determine the attribute names using the parameter accessor (Note: if we didn't want to let job parameters change these attributes, we could have evaluated the piplet configuration in the configure method and stored the result in member variables, but we want to be flexible here in this example).
+Replace the comment <tt>// read configuration from the accessor</tt> with the following snippet:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">final</span> <span class="kw3">String</span> inAttName = paramAccessor.<span class="me1">getRequiredParameter</span><span class="br0">(</span>PROP_IN_ATT_NAME<span class="br0">)</span>;
+<span class="kw1">if</span> <span class="br0">(</span>inAttName.<span class="me1">trim</span><span class="br0">(</span><span class="br0">)</span>.<span class="me1">length</span><span class="br0">(</span><span class="br0">)</span> == <span class="nu0">0</span><span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">throw</span> <span class="kw1">new</span> ProcessingException<span class="br0">(</span><span class="st0">"Property "</span> + PROP_IN_ATT_NAME + <span class="st0">" must not be an empty String"</span><span class="br0">)</span>;
+<span class="br0">}</span>
+<span class="kw1">final</span> <span class="kw3">String</span> outAttName = paramAccessor.<span class="me1">getRequiredParameter</span><span class="br0">(</span>PROP_OUT_ATT_NAME<span class="br0">)</span>;
+<span class="kw1">if</span> <span class="br0">(</span>outAttName.<span class="me1">trim</span><span class="br0">(</span><span class="br0">)</span>.<span class="me1">length</span><span class="br0">(</span><span class="br0">)</span> == <span class="nu0">0</span><span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">throw</span> <span class="kw1">new</span> ProcessingException<span class="br0">(</span><span class="st0">"Property "</span> + PROP_OUT_ATT_NAME + <span class="st0">" must not be an empty String"</span><span class="br0">)</span>;
+<span class="br0">}</span></pre></div>
+<a name="Read_input_data"></a><h3> <span class="mw-headline"> Read input data </span></h3>
+<p>Now we want to read the data of the attribute we stored in <tt>inAttName</tt>.
+Replace the comment "<tt>// Read Input Data</tt>" with the following code snippet.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw3">String</span> inputValue = <span class="st0">""</span>;
+<span class="kw1">if</span> <span class="br0">(</span>blackboard.<span class="me1">getMetadata</span><span class="br0">(</span>id<span class="br0">)</span>.<span class="me1">containsKey</span><span class="br0">(</span>inAttName<span class="br0">)</span><span class="br0">)</span> <span class="br0">{</span>
+ inputValue = blackboard.<span class="me1">getMetadata</span><span class="br0">(</span>id<span class="br0">)</span>.<span class="me1">getStringValue</span><span class="br0">(</span>inAttName<span class="br0">)</span>;
+<span class="br0">}</span></pre></div>
+<p><b>Note</b>: Accessing attribute values can be achieved more generically. Therefore you have to check what data type a certain attribute contains using the method <tt>getValueType()</tt> (or the checking methods <tt>isBoolean()</tt>... etc.). Then you can use the appropriate getter method to access the raw data.
+</p>
+<a name="Process_input_data"></a><h3> <span class="mw-headline"> Process input data </span></h3>
+<p>Now we will call the HelloWorld web service with the parameter <tt>inputValue</tt> and store the result in variable <tt>outputValue</tt>. Therefore we use the classes generated from WSDL by Axis2. The HelloWorld web service will return a String message in the format <tt>"Hello "</tt> + the content of variable <tt>inputValue</tt>. Replace the comment "<tt>// Process Input Data</tt>" with the following code snippet.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java">HelloWorldStub ws = <span class="kw1">new</span> HelloWorldStub<span class="br0">(</span><span class="st0">"http://localhost:8081/axis2/services/HelloWorld.HelloWorldImplPort"</span><span class="br0">)</span>;
+ws._getServiceClient<span class="br0">(</span><span class="br0">)</span>.<span class="me1">getOptions</span><span class="br0">(</span><span class="br0">)</span>.<span class="me1">setProperty</span><span class="br0">(</span>HTTPConstants.<span class="me1">CHUNKED</span>, <span class="kw3">Boolean</span>.<span class="kw2">FALSE</span><span class="br0">)</span>;
+SayHiDocument sayHiDoc = SayHiDocument.<span class="me1">Factory</span>.<span class="me1">newInstance</span><span class="br0">(</span><span class="br0">)</span>;
+SayHi sayHi = sayHiDoc.<span class="me1">addNewSayHi</span><span class="br0">(</span><span class="br0">)</span>;
+sayHi.<span class="me1">setArg0</span><span class="br0">(</span>inputValue<span class="br0">)</span>;
+SayHiResponseDocument respDoc = ws.<span class="me1">sayHi</span><span class="br0">(</span>sayHiDoc<span class="br0">)</span>;
+SayHiResponse response = respDoc.<span class="me1">getSayHiResponse</span><span class="br0">(</span><span class="br0">)</span>;
+<span class="kw3">String</span> outputValue = response.<span class="me1">getReturn</span><span class="br0">(</span><span class="br0">)</span>;</pre></div>
+<a name="Write_output_data"></a><h3> <span class="mw-headline"> Write output data </span></h3>
+<p>Finally, we want to store the content of the variable <tt>outputValue</tt> in the record attribute with the name contained in variable <tt>outAttName</tt>. Therefore we have to create a new <tt>Value</tt> object and set its value. Then we only need to set this <tt>Value</tt> for the current ID on the black board.
+Replace the comment "<tt>// Write Output Data</tt>" with the following code snippet.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">final</span> Value outLiteral = blackboard.<span class="me1">getDataFactory</span><span class="br0">(</span><span class="br0">)</span>.<span class="me1">createStringValue</span><span class="br0">(</span>outputValue<span class="br0">)</span>;
+blackboard.<span class="me1">getMetadata</span><span class="br0">(</span>id<span class="br0">)</span>.<span class="me1">put</span><span class="br0">(</span>outAttName, outLiteral<span class="br0">)</span>;</pre></div>
+<p><b>Note</b>: The method <tt>commit(Id)</tt> of the blackboard service does not need to be called in each pipelet as it is automatically called at the end of the <a href="http://wiki.eclipse.org/index.php?title=SMILA/Glossary/&action=edit" class="new" title="SMILA/Glossary/">pipeline</a>.
+</p>
+<a name="Configuration_and_invocation_in_BPEL"></a><h2> <span class="mw-headline"> Configuration and invocation in BPEL </span></h2>
+<p>In this tutorial we will integrate the HelloWorld pipelet in the SMILA indexing process just before the record is stored in the Solr core. With this configuration the input for the HelloWorld pipelet will be read from attribute <i>Title</i> and the modified output will be stored in the same attribute, overwriting the previous value.
+</p>
+<ul><li> Edit the file <tt>configuration/org.eclipse.smila.processing.bpel/pipelines/addpipeline.bpel</tt> and add the following right between the <tt><extensionActivity name="convertDocument"></tt> and the <tt><extensionActivity name="SolrIndexPipelet"></tt> section.
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><extensionActivity<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><proc:invokePipelet</span> <span class="re0">name</span>=<span class="st0">"invokeHelloWorldPipelet"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><proc:pipelet</span> <span class="re0">class</span>=<span class="st0">"org.eclipse.smila.sample.pipelet.HelloWorldPipelet"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><proc:variables</span> <span class="re0">input</span>=<span class="st0">"request"</span> <span class="re0">output</span>=<span class="st0">"request"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Value</span> <span class="re0">name</span>=<span class="st0">"IN_ATT_NAME"</span><span class="re2">></span></span>Title<span class="sc3"><span class="re1"></rec:Value<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Value</span> <span class="re0">name</span>=<span class="st0">"OUT_ATT_NAME"</span><span class="re2">></span></span>Title<span class="sc3"><span class="re1"></rec:Value<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></proc:Property<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></proc:invokePipelet<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></extensionActivity<span class="re2">></span></span></span></pre></div>
+<a name="Build_and_Test_your_pipelet"></a><h2> <span class="mw-headline"> Build and Test your pipelet </span></h2>
+<p>Depending on the SMILA distribution you are using you have different options how to build and test your pipelet:
+</p>
+<a name="Source_Code_Distribution"></a><h3> <span class="mw-headline"> Source Code Distribution </span></h3>
+<p>You can simply integrate your pipelet in the SMILA build process. Refer to the instructions on <a href="How_to_integrate_new_bundle_into_build_process.html" class="mw-redirect" title="SMILA/Development Guidelines/How to integrate new bundle into build process">How to integrate a new bundle into build process</a> for details. You can build your SMILA application and run it as usual.
+</p><p>In addition to building the SMILA application you can also directly run SMILA within your eclipse IDE. To test your pipelet, you have to include the bundle in the OSGi launch configuration:
+</p>
+<ul><li> Open <i>Run > Open Run Dialog</i>.
+</li><li> In the left window select <i>OSGi Framework > SMILA</i>.
+</li><li> In the right window expand <i>Workspace</i> and select <i>org.eclipse.smila.sample.pipelet</i>.
+</li><li> Set the <i>Default Auto-Start</i> option to <i>true</i>.
+</li><li> Click the <i>Apply</i> button.
+</li><li> Launch SMILA by clicking the <i>Run</i> button.
+</li></ul>
+<a name="Binary_Distribution"></a><h3> <span class="mw-headline"> Binary Distribution </span></h3>
+<p>To test your pipelet you have to add it as a plugin to your SMILA installation.
+</p>
+<ul><li> export your pipelet as a plugin using eclipse IDE wizards. Refer to the instructions on <a href="How_to_export_a_bundle.html" class="mw-redirect" title="SMILA/Development Guidelines/How to export a bundle">How to export a bundle</a> for a step by step description.
+</li><li> Copy your plugin to the directory <tt>%SMILA_HOME%/plugins</tt>.
+</li><li> Add the following XML snippet to the file <tt>%SMILA_HOME%/features/org.eclipse.smila.feature_1.0.0/feature.xml</tt>:
+</li></ul>
+<p><code lang="XML">
+</p>
+<pre> <plugin
+ id="org.eclipse.smila.sample.pipelet"
+ download-size="0"
+ install-size="0"
+ version="1.0.0"
+ unpack="false"/>
+</pre>
+<p></code>
+</p>
+<ul><li> Launch SMILA by starting <tt>SMILA.exe</tt>.
+</li></ul>
+<p>If SMILA is running, you can start a crawling job as described in <a href="../Development_Guidelines.1.html#Run_and_manage_the_connectivity_framework" title="SMILA/Development Guidelines">Run and manage the connectivity framework</a> beginning at step 5.
+While crawling your data source you can already search for indexed documents. Open your browser, navigate to <a href="http://localhost:8080/SMILA/search" class="external free" title="http://localhost:8080/SMILA/search" rel="nofollow">http://localhost:8080/SMILA/search</a> and execute a query. In the result table take a look at the attribute <b>Title</b>. Every <b>Title</b> should now have the suffix <tt>"modified by HelloWorldPipelet"</tt>, as this was added by the pipelet.
+</p>
+<a name="Troubleshooting"></a><h3> <span class="mw-headline"> Troubleshooting </span></h3>
+<p>If there are any problems please take a look at the log files <tt>SMILA.log</tt> and <tt>/workspace/.metadata/.log</tt> and feel free to ask for support at the <a href="http://www.eclipse.org/smila/newsgroup.php" class="external text" title="http://www.eclipse.org/smila/newsgroup.php" rel="nofollow">SMILA Newsgroup</a>.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 169/1000000
+Post-expand include size: 1786/2097152 bytes
+Template argument size: 1256/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:16093-0!1!0!!en!2!edit=0 and timestamp 20120202140619 -->
+<div class="printfooter">
+Retrieved from "<a href="../Documentation/HowTo/How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet.html">http://wiki.eclipse.org/SMILA/Documentation/HowTo/How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 13:28, 24 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Daniel.stucky.attensity.com&action=edit" class="new" title="User:Daniel.stucky.attensity.com">Daniel Stucky</a>, <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a> and <a href="http://wiki.eclipse.org/User:Juergen.schumacher.empolis.com" title="User:Juergen.schumacher.empolis.com">Juergen Schumacher</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet&action=credits" title="SMILA/Documentation/HowTo/How to integrate the HelloWorld webservice as a Pipelet">others</a>.</p>
+ <p id="footerviews">This page has been accessed 3,894 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.086 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/How_to_set_up_integration_environment.html b/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/How_to_set_up_integration_environment.html
new file mode 100644
index 0000000..826e11c
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/How_to_set_up_integration_environment.html
@@ -0,0 +1,321 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Development Guidelines/How to set up integration environment,SMILA/Development Guidelines/Howto set up dev environment,SMILA/HowTo" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Development_Guidelines/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Development Guidelines/How to set up integration environment - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Development_Guidelines/How_to_set_up_integration_environment";
+var wgTitle = "SMILA/Development Guidelines/How to set up integration environment";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "18897";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "285364";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="How_to_set_up_integration_environment.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Development_Guidelines_How_to_set_up_integration_environment">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Development_Guidelines/How_to_set_up_integration_environment">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Development_Guidelines/How_to_set_up_integration_environment">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Development_Guidelines/How_to_set_up_integration_environment">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Development_Guidelines/How_to_set_up_integration_environment&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Development_Guidelines/How_to_set_up_integration_environment&oldid=285364">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="How_to_set_up_integration_environment.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Development_Guidelines/How_to_set_up_integration_environment&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Development_Guidelines/How_to_set_up_integration_environment&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Development_Guidelines/How_to_set_up_integration_environment&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Development%20Guidelines/How%20to%20set%20up%20integration%20environment"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Development Guidelines/How to set up integration environment</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Development_Guidelines.1.html" title="SMILA/Development Guidelines">Development Guidelines</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="How_to_set_up_integration_environment.html#column-one">navigation</a>, <a href="How_to_set_up_integration_environment.html#searchInput">search</a></div> <!-- start content -->
+ <p>
+</p>
+<div class="messagebox" style="background-color: #def3fe; border: 1px solid #c5d7e0; color: black; padding: 5px; margin: 1ex 0; min-height: 35px; padding-left: 45px;">
+<div style="float: left; margin-left: -40px;"><a href="http://wiki.eclipse.org/Image:Note.png" class="image" title="Note.png"><img alt="" src="http://wiki.eclipse.org/images/c/cc/Note.png" width="35" height="35" border="0" /></a></div>
+<div><b>This is outdated, please refer to <a href="Howto_set_up_dev_environment.html" class="mw-redirect" title="SMILA/Development Guidelines/Howto set up dev environment">How to set up the development environment</a></b><br /></div>
+</div>
+<p>This how-to describes the necessary steps for setting up SMILA integration environment. Normally this setup is only interesting for SMILA integrators who just want to integrate their components in SMILA. SMILA committers and contributors should work with another setup described at <a href="Howto_set_up_dev_environment.html" class="mw-redirect" title="SMILA/Development Guidelines/Howto set up dev environment">How to set up the development environment</a>.
+</p>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="How_to_set_up_integration_environment.html#Preconditions"><span class="tocnumber">1</span> <span class="toctext">Preconditions</span></a></li>
+<li class="toclevel-1"><a href="How_to_set_up_integration_environment.html#Install_the_binary_distribution"><span class="tocnumber">2</span> <span class="toctext">Install the binary distribution</span></a></li>
+<li class="toclevel-1"><a href="How_to_set_up_integration_environment.html#Create_a_new_Workspace_and_setup_target_platform"><span class="tocnumber">3</span> <span class="toctext">Create a new Workspace and setup target platform</span></a></li>
+<li class="toclevel-1"><a href="How_to_set_up_integration_environment.html#Create_a_launch_configuration_for_SMILA"><span class="tocnumber">4</span> <span class="toctext">Create a launch configuration for SMILA</span></a></li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Preconditions"></a><h4> <span class="mw-headline"> Preconditions </span></h4>
+<p>Here is the list of things that you will definitely need for developing SMILA components:
+</p>
+<ol><li>JDK 1.6
+</li><li>Eclipse SDK - This howto was tested with <a href="http://download.eclipse.org/eclipse/downloads/drops/R-3.7.1-201109091335/index.php" class="external text" title="http://download.eclipse.org/eclipse/downloads/drops/R-3.7.1-201109091335/index.php" rel="nofollow">Eclipse SDK 3.7.1 (Indigo SR1)</a> (it might still work with Eclipse SDK 3.6.2, too).
+</li><li>SMILA binary distribution
+</li></ol>
+<a name="Install_the_binary_distribution"></a><h4> <span class="mw-headline"> Install the binary distribution </span></h4>
+<p>Just pick up the latest binary distribution of SMILA:
+</p>
+<ul><li> <a href="http://www.eclipse.org/smila/downloads.php" class="external text" title="http://www.eclipse.org/smila/downloads.php" rel="nofollow">release 0.9 or higher</a> or
+</li><li> <a href="http://build.eclipse.org/rt/smila/nightly/" class="external text" title="http://build.eclipse.org/rt/smila/nightly/" rel="nofollow">nightly build</a>
+</li></ul>
+<p>Simply unzip the file you downloaded into a new directory on your local hard disk and you've done with the installation.
+</p>
+<a name="Create_a_new_Workspace_and_setup_target_platform"></a><h4> <span class="mw-headline"> Create a new Workspace and setup target platform </span></h4>
+<p>Extract your eclipse SDK (be sure, it's just the plain SDK and no JEE-IDE) into another directory, named e.g. eclipse-SDK). This will save you lots of trouble when setting up the target environment.
+</p><p>Start your Eclipse SDK and create a new workspace at a location of your choice. Then use the SMILA binaries as the target platform for plugin develoment. This enables you to create own bundles that can use the code in the SMILA bundles:
+</p><p><b>To set up the target platform</b>
+</p>
+<ul><li> Open "Windows" -> "Preferences".
+</li><li> Select "Plug-in Development" --> "Target Platform" --> "Add".
+</li><li> Initialize the target definition with: "Nothing --> Next".
+</li><li> Enter a reasonable name (how about "SMILA", maybe? ;-).
+</li><li> In the "Locations" tab, click "Add".
+<ul><li> Select "Installation" --> Click "Next".
+</li><li> Click "Browse" and navigate to the directory where you installed SMILA (do not press <Enter> yet).
+</li><li> --> Click "Finish".
+</li></ul>
+</li><li> Back on the "Locations" tab, click "Add" again.
+<ul><li> Select "Features" --> Click "Next"
+</li><li> Click "Browse..." and select the eclipse-SDK (see above) and click OK.
+</li><li> Select the features "org.eclipse.jdt" and "org.eclipse.platform".
+</li><li> --> Click "Finish"
+</li></ul>
+</li><li> Switch to the "Content" tab:
+<ul><li> Filter for "junit" and deselect the bundles "org.junit (4.8.1)" and "org.junit4 (4.8.1)". Only "org.junit (3.8.2)" must be selected.
+</li></ul>
+</li><li> --> Click "Finish"
+</li><li> Select the new target platform.
+</li><li> --> Click "OK", you're done.
+</li></ul>
+<a name="Create_a_launch_configuration_for_SMILA"></a><h4> <span class="mw-headline"> Create a launch configuration for SMILA </span></h4>
+<p>Getting right the launch configuration for SMILA is a bit tedious, so we prepared an example package:
+</p><p><b>To import the example package</b>
+</p>
+<ul><li> Either checkout the contents of <a href="https://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/examples" class="external free" title="https://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/examples" rel="nofollow">https://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/examples</a> from our SVN repository into your workspace and your finished.
+</li><li> Or download them as one package from <a href="http://www.eclipse.org/downloads/download.php?file=/rt/smila/releases/0.9/SMILA-0.9-integrator-examples.zip" class="external text" title="http://www.eclipse.org/downloads/download.php?file=/rt/smila/releases/0.9/SMILA-0.9-integrator-examples.zip" rel="nofollow">0.9 release</a> or <a href="http://build.eclipse.org/rt/smila/nightly/SMILA-integrator-examples.zip" class="external text" title="http://build.eclipse.org/rt/smila/nightly/SMILA-integrator-examples.zip" rel="nofollow">nightly build</a>, unzip them, and do the following:
+<ul><li>Select "File" > "Import".
+</li><li>Select "General" > "Existing Projects into Workspace" and click "Next".
+</li><li>Click "Browse", navigate to the folder where you have unpacked the ZIP.
+</li><li>Confirm with "OK".
+</li><li>Select all projects, enable the option "Copy projects into workspace", and click "Finish".
+</li></ul>
+</li><li>Now you should have the following projects in your workspace:
+<ul><li><tt>org.eclipse.smila.integration.feature</tt>
+</li><li><tt>org.eclipse.smila.integration.pipelet</tt>
+</li><li><tt>org.eclipse.smila.integration.worker</tt>
+</li><li><tt>org.eclipse.smila.integration.worker.test</tt>
+</li><li><tt>SMILA.application</tt>
+</li></ul>
+</li></ul>
+<p>To launch SMILA, you need only the "SMILA.application" project. The other bundles contain examples for developing integration components like workers, pipelets, etc.
+</p><p><b>To launch SMILA</b>
+</p>
+<ul><li> Select "Run" -> "Run Configurations" or "Debug Configurations".
+</li><li> Select "OSGi Frameworks" -> "SMILA".
+</li><li> Click "Run" or "Debug" and SMILA should start just like when started from the command line.
+</li></ul>
+<p>Find the configuration of this SMILA instance in your workspace in "SMILA.application/configuration".
+</p><p>For further information on implementing in SMILA see the <a href="../HowTo.html" class="mw-redirect" title="SMILA/HowTo">HowTo manuals</a>.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 46/1000000
+Post-expand include size: 973/2097152 bytes
+Template argument size: 443/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:18897-0!1!0!!en!2!edit=0 and timestamp 20120203101410 -->
+<div class="printfooter">
+Retrieved from "<a href="How_to_set_up_integration_environment.html">http://wiki.eclipse.org/SMILA/Development_Guidelines/How_to_set_up_integration_environment</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 09:52, 20 January 2012 by <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>, <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a> and <a href="http://wiki.eclipse.org/User:Drazen.cindric.attensity.com" title="User:Drazen.cindric.attensity.com">Drazen Cindric</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Development_Guidelines/How_to_set_up_integration_environment&action=credits" title="SMILA/Development Guidelines/How to set up integration environment">others</a>.</p>
+ <p id="footerviews">This page has been accessed 3,594 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.114 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/How_to_write_a_Pipelet.html b/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/How_to_write_a_Pipelet.html
new file mode 100644
index 0000000..79211ea
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/How_to_write_a_Pipelet.html
@@ -0,0 +1,485 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/HowTo/How to write a Pipelet,SMILA/BPEL Designer,SMILA/Documentation/Pipelets,SMILA/Documentation/WorkerAndWorkflows,SMILA/Glossary,SMILA/Howto integrate a component in SMILA" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Development_Guidelines/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/HowTo/How to write a Pipelet - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/HowTo/How_to_write_a_Pipelet";
+var wgTitle = "SMILA/Documentation/HowTo/How to write a Pipelet";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15195";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "288326";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-java {line-height: normal; font-size: medium;}
+.source-java li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for java
+ * CSS class: source-java, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-java .de1, .source-java .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-java {}
+.source-java .head {}
+.source-java .foot {}
+.source-java .imp {font-weight: bold; color: red;}
+.source-java .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-java li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-java li.li2 {font-weight: bold;}
+.source-java .kw1 {color: #7F0055; font-weight: bold;}
+.source-java .kw2 {color: #7F0055; font-weight: bold;}
+.source-java .kw3 {color: #000000; font-weight: normal}
+.source-java .kw4 {color: #7F0055; font-weight: bold;}
+.source-java .co1 {color: #3F7F5F; font-style: italic;}
+.source-java .co2 {color: #3F7F5F;}
+.source-java .co3 {color: #3F7F5F; font-style: italic; font-weight: bold;}
+.source-java .coMULTI {color: #3F5FBF; font-style: italic;}
+.source-java .es0 {color: #000000;}
+.source-java .br0 {color: #000000;}
+.source-java .st0 {color: #2A00ff;}
+.source-java .nu0 {color: #000000;}
+.source-java .me1 {color: #000000;}
+.source-java .me2 {color: #000000;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="How_to_write_a_Pipelet.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_HowTo_How_to_write_a_Pipelet">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/How_to_write_a_Pipelet">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/HowTo/How_to_write_a_Pipelet">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/HowTo/How_to_write_a_Pipelet">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_write_a_Pipelet&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_write_a_Pipelet&oldid=288326">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="../Documentation/HowTo/How_to_write_a_Pipelet.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/HowTo/How_to_write_a_Pipelet&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_write_a_Pipelet&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_write_a_Pipelet&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/How%20to%20write%20a%20Pipelet"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/HowTo/How to write a Pipelet</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a> | <a href="../Documentation/HowTo.html" title="SMILA/Documentation/HowTo">HowTo</a></span>(Redirected from <a href="http://wiki.eclipse.org/index.php?title=SMILA/Development_Guidelines/How_to_write_a_Pipelet&redirect=no" title="SMILA/Development Guidelines/How to write a Pipelet">SMILA/Development Guidelines/How to write a Pipelet</a>)</div>
+ <div id="jump-to-nav">Jump to: <a href="How_to_write_a_Pipelet.html#column-one">navigation</a>, <a href="How_to_write_a_Pipelet.html#searchInput">search</a></div> <!-- start content -->
+ <p>This page describes how to implement and configure your own <a href="../Glossary.html#P" title="SMILA/Glossary">pipelet</a> in case you wish to <a href="../Howto_integrate_a_component_in_SMILA.html" class="mw-redirect" title="SMILA/Howto integrate a component in SMILA">add functionality</a> to SMILA.
+</p>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="How_to_write_a_Pipelet.html#What_are_pipelets.3F"><span class="tocnumber">1</span> <span class="toctext">What are pipelets?</span></a></li>
+<li class="toclevel-1"><a href="How_to_write_a_Pipelet.html#Implementation"><span class="tocnumber">2</span> <span class="toctext">Implementation</span></a>
+<ul>
+<li class="toclevel-2"><a href="How_to_write_a_Pipelet.html#Further_reading"><span class="tocnumber">2.1</span> <span class="toctext">Further reading</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="How_to_write_a_Pipelet.html#Configuration"><span class="tocnumber">3</span> <span class="toctext">Configuration</span></a></li>
+<li class="toclevel-1"><a href="How_to_write_a_Pipelet.html#Examples"><span class="tocnumber">4</span> <span class="toctext">Examples</span></a>
+<ul>
+<li class="toclevel-2"><a href="How_to_write_a_Pipelet.html#Pipelet_Usage"><span class="tocnumber">4.1</span> <span class="toctext">Pipelet Usage</span></a></li>
+<li class="toclevel-2"><a href="How_to_write_a_Pipelet.html#Piplet_configuration_usage"><span class="tocnumber">4.2</span> <span class="toctext">Piplet configuration usage</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="What_are_pipelets.3F"></a><h2> <span class="mw-headline"> What are pipelets? </span></h2>
+<p>Pipelets are not standalone services, but their lifecycle and configuration is managed by the workflow engine. Each occurrence of a pipelet in a workflow uses a different pipelet instance. For more information take a look at <a href="../Documentation/Pipelets.html" title="SMILA/Documentation/Pipelets">Pipelets</a>.
+</p><p><b>Before writing your own pipelet we recommend you to take a look at the </b><a href="https://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/examples/org.eclipse.smila.integration.pipelet/code/src/org/eclipse/smila/integration/pipelet/HelloWorldPipelet.java" class="external text" title="https://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/examples/org.eclipse.smila.integration.pipelet/code/src/org/eclipse/smila/integration/pipelet/HelloWorldPipelet.java" rel="nofollow">HelloWorldPipelet.java</a>. This pipelet is an example of a very simple processing pipelet and can be used as a template for your pipelets.
+</p>
+<a name="Implementation"></a><h2> <span class="mw-headline"> Implementation </span></h2>
+<p>Follow these instructions to implement a pipelet in SMILA:
+</p>
+<ul><li> If needed, create a new plugin project. You can add multiple pipelets to a single project. See <a href="../Development_Guidelines.1.html#Creation_of_bundles" class="external text" title="http://wiki.eclipse.org/SMILA/Development_Guidelines#Creation_of_bundles" rel="nofollow">Development Guidelines: Bundle creation</a> for details.
+</li></ul>
+<ul><li> In the MANIFEST.MF, add at least these as "Imported Packages" (of course, you will need more to develop your pipelet, depending on what you want to do):
+<ul><li> <tt>org.eclipse.smila.blackboard</tt>
+</li><li> <tt>org.eclipse.smila.datamodel</tt>
+</li><li> <tt>org.eclipse.smila.processing</tt>
+</li><li> <tt>org.eclipse.smila.utils</tt>
+</li><li> <tt>org.eclipse.smila.processing.parameters</tt> (to use <tt>ParameterAccessor</tt>)
+</li><li> <tt>org.eclipse.smila.processing.util</tt> (to use <tt>ResultCollector</tt>)
+</li></ul>
+</li></ul>
+<ul><li> Create a class that implements the interface <tt>org.eclipse.smila.processing.Pipelet</tt> and make sure that the class has a public no-argument constructor (or none at all).
+</li></ul>
+<ul><li> Implement <tt>void configure(AnyMap configuration)</tt>. This method is called prior to process. Here you can read the configuration provided for the pipelet in the <a href="../Glossary.html#P" title="SMILA/Glossary">pipeline</a>. To share those properties store the whole configuration in a member variable or better check the configuration for validity and completeness and then store the settings in a member variable. You can later access the configuration with the ParameterAccessor (see code sample below). The advantage of using the parameter accessor is that you can also override your configuration with configuration parameters set in the single records (e.g. the task parameters are included in the record by <tt>PipelineProcessorWorker</tt>, so you could override the pipelets configuration with job parameters as long as you use the <tt>ParameterAccessor</tt> to access parameters in the <tt>process</tt> method).
+</li></ul>
+<ul><li> Implement <tt>String[] process(Blackboard blackboard, String[] recordIds)</tt>. Here you have to place the "business logic" of your pipelet. In most cases the result is the same as the input recordIDs. But it is possible to return another list of IDs as result. Use the <tt>ResultCollector.addResult(...)</tt> to collect the ids you want to return and <tt>ResultCollector.addFailedResult(...)</tt> to control the error handling behaviour of your pipelet. When creating the ResultCollector you have to determine if the Collector should drop the ids that caused errors from the result id list it creates (using <tt>resultCollector.getResultIds()</tt>)or if these ids should still be part of the result id set. The ResultCollector will also control exception handling for you when setting failed record ids (depending on the existence and value of the parameter <tt>_failOnError</tt>, default is <tt>false</tt>). If <tt>_failOnError</tt> is set to true the ResultCollector will throw a ProcessingException, if not, the error will just be logged (on how to use the ResultCollector see the code sample below).
+</li></ul>
+<ul><li> Create a pipelet description json file for your pipelet in the <tt>SMILA-INF</tt> folder of the providing bundle. The file name must end in ".json" and must contain at least the class name of the pipelet (<tt>"class" : "your.class.name.here"</tt>). Then they can be detected by the <tt>PipeletTracker</tt> service. If you would like to register multiple classes, use one separate description file for each class. Don't forget to add the <tt>SMILA-INF</tt> folder to the <tt>bin.includes</tt> entry of the bundle's <tt>build.properties</tt> file.
+</li></ul>
+<ul><li> Consider thread-safe-ness. Because pipelets may be accessed by multiple threads, make sure that access to member variables (e.g. the configuration) is read-only. For best practices: use local variables instead of member variables if possible.
+</li></ul>
+<a name="Further_reading"></a><h3> <span class="mw-headline"> Further reading </span></h3>
+<p>For more information on the <tt>ResultCollector</tt> see <a href="http://build.eclipse.org/rt/smila/javadoc/current/org/eclipse/smila/processing/util/ResultCollector.html" class="external text" title="http://build.eclipse.org/rt/smila/javadoc/current/org/eclipse/smila/processing/util/ResultCollector.html" rel="nofollow">JavaDoc</a>.
+</p>
+<a name="Configuration"></a><h2> <span class="mw-headline"> Configuration </span></h2>
+<p>If your pipelet requires a configuration:
+</p>
+<ul><li> Add a <tt><configuration></tt> element to the <tt><extensionActivity></tt> section of your pipelet in the BPEL pipeline.
+</li></ul>
+<a name="Examples"></a><h2> <span class="mw-headline"> Examples </span></h2>
+<a name="Pipelet_Usage"></a><h3> <span class="mw-headline"> Pipelet Usage </span></h3>
+<p>This is a template for <tt>MyPipelet.java</tt>:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">package</span> org.<span class="me1">eclipse</span>.<span class="me1">smila</span>.<span class="me1">mypackage</span>
+
+<span class="kw1">import</span> org.<span class="me1">eclipse</span>.<span class="me1">smila</span>.<span class="me1">blackboard</span>.<span class="me1">Blackboard</span>;
+<span class="kw1">import</span> org.<span class="me1">eclipse</span>.<span class="me1">smila</span>.<span class="me1">processing</span>.<span class="me1">ProcessingException</span>;
+<span class="kw1">import</span> org.<span class="me1">eclipse</span>.<span class="me1">smila</span>.<span class="me1">processing</span>.<span class="me1">Pipelet</span>;
+<span class="kw1">import</span> org.<span class="me1">eclipse</span>.<span class="me1">smila</span>.<span class="me1">datamodel</span>.<span class="me1">AnyMap</span>;
+
+<span class="kw1">public</span> <span class="kw1">class</span> MyPipelet <span class="kw1">implements</span> Pipelet <span class="br0">{</span>
+
+ <span class="kw1">public</span> <span class="kw4">void</span> configure<span class="br0">(</span>AnyMap configuration<span class="br0">)</span> <span class="kw1">throws</span> ProcessingException <span class="br0">{</span>
+ <span class="co1">// read the configuration properties</span>
+ <span class="br0">}</span>
+
+ <span class="kw1">public</span> <span class="kw3">String</span><span class="br0">[</span><span class="br0">]</span> process<span class="br0">(</span>Blackboard blackboard, <span class="kw3">String</span><span class="br0">[</span><span class="br0">]</span> recordIds<span class="br0">)</span> <span class="kw1">throws</span> ProcessingException <span class="br0">{</span>
+ <span class="co1">// process the records and create a result</span>
+ <span class="br0">}</span>
+<span class="br0">}</span></pre></div>
+<p>And this is how to register the pipelet class in the bundle:
+Create a folder <tt>SMILA-INF</tt> in the bundle and add a file <tt>MyPipelet.json</tt> to this folder:
+</p>
+<pre>
+{
+ "class": "org.eclipse.smila.mypackage.MyPipelet",
+ "parameters": [
+ <put your parameter descriptions here>
+ ]
+ "description": "The textual description of my pipelet. This is optional but good style."
+}
+</pre>
+<div class="messagebox" style="background-color: #def3fe; border: 1px solid #c5d7e0; color: black; padding: 5px; margin: 1ex 0; min-height: 35px; padding-left: 45px;">
+<div style="float: left; margin-left: -40px;"><a href="http://wiki.eclipse.org/Image:Note.png" class="image" title="Note.png"><img alt="" src="http://wiki.eclipse.org/images/c/cc/Note.png" width="35" height="35" border="0" /></a></div>
+<div>
+The description as well as the parameters section is optional but gives users a hint on which parameters you pipelet uses and what they mean as well as what your pipelet does. The parameters section follows the same restrictions as the workers' parameter descriptions, see <a href="../Documentation/WorkerAndWorkflows.html#Worker_properties_in_detail" title="SMILA/Documentation/WorkerAndWorkflows">Worker definitions</a>.<b><br /></div></b>
+</div>
+<p>Now add the folder <tt>SMILA-INF</tt> to the build.properties (or just check it in the <tt>Build</tt> view of the <tt>MANIFEST.MF</tt> file in your IDE.
+</p><p>And finally, this is a sample showing how a pipelet is invoked in the BPEL pipeline using an <tt><extensionActivity></tt>. It also shows how the pipelet is configured using a <tt><configuration></tt> section.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml">...
+<span class="sc3"><span class="re1"><extensionActivity<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><proc:invokePipelet</span> <span class="re0">name</span>=<span class="st0">"invokeMyPipelet"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><proc:pipelet</span> <span class="re0">class</span>=<span class="st0">"org.eclipse.smila.mypackage.MyPipelet"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><proc:variables</span> <span class="re0">input</span>=<span class="st0">"request"</span> <span class="re0">output</span>=<span class="st0">"request"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"aStringParam"</span><span class="re2">></span></span>some value<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"aDateParam"</span> <span class="re0">type</span>=<span class="st0">"datetime"</span><span class="re2">></span></span>2008-06-11T16:08:00.000+0200<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></proc:invokePipelet<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></extensionActivity<span class="re2">></span></span></span>
+...</pre></div>
+<div class="messagebox" style="background-color: #def3fe; border: 1px solid #c5d7e0; color: black; padding: 5px; margin: 1ex 0; min-height: 35px; padding-left: 45px;">
+<div style="float: left; margin-left: -40px;"><a href="http://wiki.eclipse.org/Image:Note.png" class="image" title="Note.png"><img alt="" src="http://wiki.eclipse.org/images/c/cc/Note.png" width="35" height="35" border="0" /></a></div>
+<div>
+You can also configure Pipelines with SMILA's BPEL designer. See <a href="../BPEL_Designer.html" title="SMILA/BPEL Designer">BPEL Designer</a> for more information and how to install it.<b><br /></div></b>
+</div>
+<a name="Piplet_configuration_usage"></a><h3> <span class="mw-headline"> Piplet configuration usage </span></h3>
+<p>The following example shows the usage of multiple values for properties:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml">...
+<span class="sc3"><span class="re1"><extensionActivity<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><proc:invokePipelet</span> <span class="re0">name</span>=<span class="st0">"addValuesToNonExistingAttribute"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><proc:pipelet</span> <span class="re0">class</span>=<span class="st0">"org.eclipse.smila.processing.pipelets.AddValuesPipelet"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><proc:variables</span> <span class="re0">input</span>=<span class="st0">"request"</span> <span class="re0">output</span>=<span class="st0">"request"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"outputAttribute"</span><span class="re2">></span></span>out<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Seq</span> <span class="re0">key</span>=<span class="st0">"valuesToAdd"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><rec:Val<span class="re2">></span></span></span>value1<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val<span class="re2">></span></span></span>value2<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></rec:Seq<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></proc:invokePipelet<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></extensionActivity<span class="re2">></span></span></span>
+...</pre></div>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">public</span> <span class="kw1">class</span> AddValuesPipelet <span class="kw1">implements</span> Pipelet <span class="br0">{</span>
+
+ <span class="coMULTI">/** config property name for attribute name to add values to. */</span>
+ <span class="kw1">private</span> <span class="kw1">static</span> <span class="kw1">final</span> <span class="kw3">String</span> PARAM_ATTRIBUTE = <span class="st0">"outputAttribute"</span>;
+
+ <span class="coMULTI">/** config property name for the values to add. */</span>
+ <span class="kw1">private</span> <span class="kw1">static</span> <span class="kw1">final</span> <span class="kw3">String</span> PARAM_VALUES = <span class="st0">"valuesToAdd"</span>;
+
+ <span class="coMULTI">/** the pipelet's configuration. */</span>
+ <span class="kw1">private</span> AnyMap _config;
+
+ <span class="coMULTI">/** local logger. */</span>
+ <span class="kw1">private</span> <span class="kw1">final</span> Log _log = LogFactory.<span class="me1">getLog</span><span class="br0">(</span>getClass<span class="br0">(</span><span class="br0">)</span><span class="br0">)</span>;
+
+ <span class="coMULTI">/** add Any values to an attribute as described in pipelet config or parameters. */</span>
+ @Override
+ <span class="kw1">public</span> <span class="kw3">String</span><span class="br0">[</span><span class="br0">]</span> process<span class="br0">(</span><span class="kw1">final</span> Blackboard blackboard, <span class="kw1">final</span> <span class="kw3">String</span><span class="br0">[</span><span class="br0">]</span> recordIds<span class="br0">)</span> <span class="kw1">throws</span> ProcessingException <span class="br0">{</span>
+ <span class="kw1">final</span> ParameterAccessor paramAccessor = <span class="kw1">new</span> ParameterAccessor<span class="br0">(</span>blackboard, _config<span class="br0">)</span>;
+ <span class="kw1">final</span> ResultCollector resultCollector =
+ <span class="kw1">new</span> ResultCollector<span class="br0">(</span>paramAccessor, _log, ProcessingConstants.<span class="me1">DROP_ON_ERROR_DEFAULT</span><span class="br0">)</span>;
+ <span class="kw1">for</span> <span class="br0">(</span><span class="kw1">final</span> <span class="kw3">String</span> id : recordIds<span class="br0">)</span> <span class="br0">{</span>
+ paramAccessor.<span class="me1">setCurrentRecord</span><span class="br0">(</span>id<span class="br0">)</span>;
+ <span class="co1">// the attribute to which to add the values.</span>
+ <span class="kw1">final</span> <span class="kw3">String</span> outputAttribute = paramAccessor.<span class="me1">getParameter</span><span class="br0">(</span>PARAM_ATTRIBUTE, <span class="kw2">null</span><span class="br0">)</span>;
+ <span class="co1">// the values to add.</span>
+ <span class="kw1">final</span> <span class="kw3">Any</span> values = paramAccessor.<span class="me1">getParameterAny</span><span class="br0">(</span>PARAM_VALUES<span class="br0">)</span>;
+ <span class="kw1">if</span> <span class="br0">(</span>values != <span class="kw2">null</span> && outputAttribute != <span class="kw2">null</span><span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">try</span> <span class="br0">{</span>
+ <span class="kw1">for</span> <span class="br0">(</span><span class="kw1">final</span> <span class="kw3">Any</span> value : values<span class="br0">)</span> <span class="br0">{</span>
+ blackboard.<span class="me1">getMetadata</span><span class="br0">(</span>id<span class="br0">)</span>.<span class="me1">add</span><span class="br0">(</span>outputAttribute, value<span class="br0">)</span>;
+ <span class="br0">}</span>
+ resultCollector.<span class="me1">addResult</span><span class="br0">(</span>id<span class="br0">)</span>;
+ <span class="br0">}</span> <span class="kw1">catch</span> <span class="br0">(</span><span class="kw1">final</span> <span class="kw3">Exception</span> ex<span class="br0">)</span> <span class="br0">{</span>
+ resultCollector.<span class="me1">addFailedResult</span><span class="br0">(</span>id, ex<span class="br0">)</span>;
+ <span class="br0">}</span>
+ <span class="br0">}</span>
+ <span class="br0">}</span>
+ <span class="kw1">return</span> resultCollector.<span class="me1">getResultIds</span><span class="br0">(</span><span class="br0">)</span>;
+ <span class="br0">}</span>
+
+ <span class="coMULTI">/** {@inheritDoc} */</span>
+ @Override
+ <span class="kw1">public</span> <span class="kw4">void</span> configure<span class="br0">(</span><span class="kw1">final</span> AnyMap configuration<span class="br0">)</span> <span class="kw1">throws</span> ProcessingException <span class="br0">{</span>
+ _config = configuration;
+ <span class="br0">}</span>
+<span class="br0">}</span></pre></div>
+
+<!--
+NewPP limit report
+Preprocessor node count: 132/1000000
+Post-expand include size: 2657/2097152 bytes
+Template argument size: 1597/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15195-0!1!0!!en!2!edit=0 and timestamp 20120203101154 -->
+<div class="printfooter">
+Retrieved from "<a href="../Documentation/HowTo/How_to_write_a_Pipelet.html">http://wiki.eclipse.org/SMILA/Documentation/HowTo/How_to_write_a_Pipelet</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 09:33, 3 February 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a>, <a href="http://wiki.eclipse.org/User:Andreas.Weber.empolis.com" title="User:Andreas.Weber.empolis.com">Andreas Weber</a> and <a href="http://wiki.eclipse.org/User:Drazen.cindric.attensity.com" title="User:Drazen.cindric.attensity.com">Drazen Cindric</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_write_a_Pipelet&action=credits" title="SMILA/Documentation/HowTo/How to write a Pipelet">others</a>.</p>
+ <p id="footerviews">This page has been accessed 4,318 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.071 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/How_to_write_a_Worker.html b/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/How_to_write_a_Worker.html
new file mode 100644
index 0000000..e69ebbc
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/How_to_write_a_Worker.html
@@ -0,0 +1,797 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/HowTo/How to write a Worker,SMILA/Development Guidelines/Create a bundle (plug-in),SMILA/Development Guidelines/Create a test bundle (plug-in),SMILA/Development Guidelines/Howto set up dev environment,SMILA/Documentation/JobManager,SMILA/Documentation/WorkerManager" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Development_Guidelines/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/HowTo/How to write a Worker - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/HowTo/How_to_write_a_Worker";
+var wgTitle = "SMILA/Documentation/HowTo/How to write a Worker";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "33513";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "288329";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-javascript {line-height: normal; font-size: medium;}
+.source-javascript li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for javascript
+ * CSS class: source-javascript, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-javascript .de1, .source-javascript .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-javascript {}
+.source-javascript .head {}
+.source-javascript .foot {}
+.source-javascript .imp {font-weight: bold; color: red;}
+.source-javascript .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-javascript li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-javascript li.li2 {font-weight: bold;}
+.source-javascript .kw1 {color: #000066; font-weight: bold;}
+.source-javascript .kw2 {color: #003366; font-weight: bold;}
+.source-javascript .kw3 {color: #000066;}
+.source-javascript .co1 {color: #009900; font-style: italic;}
+.source-javascript .coMULTI {color: #009900; font-style: italic;}
+.source-javascript .es0 {color: #000099; font-weight: bold;}
+.source-javascript .br0 {color: #66cc66;}
+.source-javascript .st0 {color: #3366CC;}
+.source-javascript .nu0 {color: #CC0000;}
+.source-javascript .me1 {color: #006600;}
+.source-javascript .sc0 {}
+.source-javascript .sc1 {}
+.source-javascript .sc2 {}
+.source-javascript .sc3 {}
+.source-javascript .re0 {color: #0066FF;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="How_to_write_a_Worker.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_HowTo_How_to_write_a_Worker">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/How_to_write_a_Worker">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/HowTo/How_to_write_a_Worker">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/HowTo/How_to_write_a_Worker">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_write_a_Worker&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_write_a_Worker&oldid=288329">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="../Documentation/HowTo/How_to_write_a_Worker.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/HowTo/How_to_write_a_Worker&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_write_a_Worker&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_write_a_Worker&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/How%20to%20write%20a%20Worker"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/HowTo/How to write a Worker</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a> | <a href="../Documentation/HowTo.html" title="SMILA/Documentation/HowTo">HowTo</a></span>(Redirected from <a href="http://wiki.eclipse.org/index.php?title=SMILA/Development_Guidelines/How_to_write_a_Worker&redirect=no" title="SMILA/Development Guidelines/How to write a Worker">SMILA/Development Guidelines/How to write a Worker</a>)</div>
+ <div id="jump-to-nav">Jump to: <a href="How_to_write_a_Worker.html#column-one">navigation</a>, <a href="How_to_write_a_Worker.html#searchInput">search</a></div> <!-- start content -->
+ <p>
+This HowTo describes the necessary steps for writing a worker in SMILA.
+</p>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="How_to_write_a_Worker.html#Preconditions"><span class="tocnumber">1</span> <span class="toctext">Preconditions</span></a></li>
+<li class="toclevel-1"><a href="How_to_write_a_Worker.html#Project_templates"><span class="tocnumber">2</span> <span class="toctext">Project templates</span></a></li>
+<li class="toclevel-1"><a href="How_to_write_a_Worker.html#Adapting_SMILA.application"><span class="tocnumber">3</span> <span class="toctext">Adapting SMILA.application</span></a>
+<ul>
+<li class="toclevel-2"><a href="How_to_write_a_Worker.html#Adding_the_worker_description"><span class="tocnumber">3.1</span> <span class="toctext">Adding the worker description</span></a></li>
+<li class="toclevel-2"><a href="How_to_write_a_Worker.html#Adding_the_bundles_to_the_configuration"><span class="tocnumber">3.2</span> <span class="toctext">Adding the bundles to the configuration</span></a>
+<ul>
+<li class="toclevel-3"><a href="How_to_write_a_Worker.html#config.ini"><span class="tocnumber">3.2.1</span> <span class="toctext">config.ini</span></a></li>
+<li class="toclevel-3"><a href="How_to_write_a_Worker.html#launcher"><span class="tocnumber">3.2.2</span> <span class="toctext">launcher</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="How_to_write_a_Worker.html#Scale_up"><span class="tocnumber">3.3</span> <span class="toctext">Scale up</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="How_to_write_a_Worker.html#Running"><span class="tocnumber">4</span> <span class="toctext">Running</span></a>
+<ul>
+<li class="toclevel-2"><a href="How_to_write_a_Worker.html#Run_the_application"><span class="tocnumber">4.1</span> <span class="toctext">Run the application</span></a></li>
+<li class="toclevel-2"><a href="How_to_write_a_Worker.html#Run_the_test_case"><span class="tocnumber">4.2</span> <span class="toctext">Run the test case</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="How_to_write_a_Worker.html#Create_your_own_worker"><span class="tocnumber">5</span> <span class="toctext">Create your own worker</span></a>
+<ul>
+<li class="toclevel-2"><a href="How_to_write_a_Worker.html#Use_template"><span class="tocnumber">5.1</span> <span class="toctext">Use template</span></a></li>
+<li class="toclevel-2"><a href="How_to_write_a_Worker.html#Bundle_dependencies"><span class="tocnumber">5.2</span> <span class="toctext">Bundle dependencies</span></a></li>
+<li class="toclevel-2"><a href="How_to_write_a_Worker.html#Worker_Implementation_Java_Class"><span class="tocnumber">5.3</span> <span class="toctext">Worker Implementation Java Class</span></a></li>
+<li class="toclevel-2"><a href="How_to_write_a_Worker.html#OSGI_Declarative_Service"><span class="tocnumber">5.4</span> <span class="toctext">OSGI Declarative Service</span></a></li>
+<li class="toclevel-2"><a href="How_to_write_a_Worker.html#Activate_the_Worker:_config.ini_file"><span class="tocnumber">5.5</span> <span class="toctext">Activate the Worker: config.ini file</span></a></li>
+<li class="toclevel-2"><a href="How_to_write_a_Worker.html#Activate_the_Worker:_launcher"><span class="tocnumber">5.6</span> <span class="toctext">Activate the Worker: launcher</span></a></li>
+<li class="toclevel-2"><a href="How_to_write_a_Worker.html#Register_your_worker_in_jobmanager_configuration"><span class="tocnumber">5.7</span> <span class="toctext">Register your worker in jobmanager configuration</span></a>
+<ul>
+<li class="toclevel-3"><a href="How_to_write_a_Worker.html#Worker_definition"><span class="tocnumber">5.7.1</span> <span class="toctext">Worker definition</span></a></li>
+<li class="toclevel-3"><a href="How_to_write_a_Worker.html#Workflow_definition"><span class="tocnumber">5.7.2</span> <span class="toctext">Workflow definition</span></a></li>
+<li class="toclevel-3"><a href="How_to_write_a_Worker.html#Bucket_definition"><span class="tocnumber">5.7.3</span> <span class="toctext">Bucket definition</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="How_to_write_a_Worker.html#Testing"><span class="tocnumber">6</span> <span class="toctext">Testing</span></a>
+<ul>
+<li class="toclevel-2"><a href="How_to_write_a_Worker.html#Use_the_launcher"><span class="tocnumber">6.1</span> <span class="toctext">Use the launcher</span></a></li>
+<li class="toclevel-2"><a href="How_to_write_a_Worker.html#Create_worker_unit_test"><span class="tocnumber">6.2</span> <span class="toctext">Create worker unit test</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="How_to_write_a_Worker.html#Manually_installing_the_worker_in_SMILA"><span class="tocnumber">7</span> <span class="toctext">Manually installing the worker in SMILA</span></a>
+<ul>
+<li class="toclevel-2"><a href="How_to_write_a_Worker.html#Create_a_feature_project"><span class="tocnumber">7.1</span> <span class="toctext">Create a feature project</span></a></li>
+<li class="toclevel-2"><a href="How_to_write_a_Worker.html#Deploy_your_features"><span class="tocnumber">7.2</span> <span class="toctext">Deploy your features</span></a></li>
+<li class="toclevel-2"><a href="How_to_write_a_Worker.html#Install_your_worker_feature_in_a_SMILA_installation"><span class="tocnumber">7.3</span> <span class="toctext">Install your worker feature in a SMILA installation</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="How_to_write_a_Worker.html#Advanced_How_To.27s"><span class="tocnumber">8</span> <span class="toctext">Advanced How To's</span></a>
+<ul>
+<li class="toclevel-2"><a href="How_to_write_a_Worker.html#How_to_access_another_OSGi_Service_inside_your_Worker"><span class="tocnumber">8.1</span> <span class="toctext">How to access another OSGi Service inside your Worker</span></a></li>
+<li class="toclevel-2"><a href="How_to_write_a_Worker.html#How_to_add_.2F_access_a_configuration_for_your_Worker"><span class="tocnumber">8.2</span> <span class="toctext">How to add / access a configuration for your Worker</span></a></li>
+<li class="toclevel-2"><a href="How_to_write_a_Worker.html#Exception_Handling_and_Logging"><span class="tocnumber">8.3</span> <span class="toctext">Exception Handling and Logging</span></a></li>
+<li class="toclevel-2"><a href="How_to_write_a_Worker.html#Create_worker_in_new_bundle_resp._rename_template_bundle"><span class="tocnumber">8.4</span> <span class="toctext">Create worker in new bundle resp. rename template bundle</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Preconditions"></a><h1> <span class="mw-headline"> Preconditions </span></h1>
+<ul><li> Set up your development environment, see <a href="Howto_set_up_dev_environment.html" class="mw-redirect" title="SMILA/Development Guidelines/Howto set up dev environment">How to set up the development environment</a>.
+</li><li> You should have read and understood the documentation about the <a href="../Documentation/JobManager.html" title="SMILA/Documentation/JobManager">JobManager</a>, especially the configuration of workers and workflows if you want to create new workers.
+</li><li> You should have at least an idea about the OSGi framework and OSGi services. For links to introductory articles and tutorials see <a href="http://www.osgi.org/About/HowOSGi" class="external autonumber" title="http://www.osgi.org/About/HowOSGi" rel="nofollow">[1]</a>. For a quite comprehensive overview on OSGi see <a href="http://njbartlett.name/osgibook.html" class="external autonumber" title="http://njbartlett.name/osgibook.html" rel="nofollow">[2]</a>. SMILA makes intensive use of OSGi's Declarative Services facility, so you may want to have at least a quick look at it.
+</li></ul>
+<a name="Project_templates"></a><h1> <span class="mw-headline"> Project templates </span></h1>
+<p>You can either start with a new bundle by following the two HowTos:
+</p>
+<ul><li> <a href="Create_a_bundle_(plug-in).html" class="mw-redirect" title="SMILA/Development Guidelines/Create a bundle (plug-in)">How to create a bundle (plug-in)</a>
+</li><li> <a href="Create_a_test_bundle_(plug-in).html" class="mw-redirect" title="SMILA/Development Guidelines/Create a test bundle (plug-in)">How to create a test bundle (plug-in)</a>
+</li></ul>
+<p>Now you have two (completely empty) bundles, one to develop your worker(s), and one to test it/them.
+</p><p>If you do not want to use the example bundes as templates, go on with <a href="How_to_write_a_Worker.html#Create_your_own_worker" title="">Create your own worker</a>.
+</p><p>Or, you can export the <a href="http://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/examples" class="external text" title="http://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/examples" rel="nofollow">example bundles</a> from SMILA's repository and import it into your SMILA workspace and use them as templates:
+</p>
+<ul><li> <a href="http://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/examples/org.eclipse.smila.integration.worker" class="external text" title="http://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/examples/org.eclipse.smila.integration.worker" rel="nofollow">org.eclipse.smila.integration.worker</a>: template bundle for worker development, containing an example worker class
+</li><li> <a href="http://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/examples/org.eclipse.smila.integration.worker.test" class="external text" title="http://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/examples/org.eclipse.smila.integration.worker.test" rel="nofollow">org.eclipse.smila.integration.worker.test</a>: template bundle to test a developed worker, containg an example test class
+</li></ul>
+<p>You can also download these examples from the <a href="http://www.eclipse.org/smila/downloads.php" class="external text" title="http://www.eclipse.org/smila/downloads.php" rel="nofollow">release downloads</a> or the <a href="http://build.eclipse.org/rt/smila/nightly/" class="external text" title="http://build.eclipse.org/rt/smila/nightly/" rel="nofollow">nightly build downloads</a>.
+</p>
+<a name="Adapting_SMILA.application"></a><h1> <span class="mw-headline"> Adapting SMILA.application </span></h1>
+<p>(This applies only when you've checked out the example bundles and imported them into your workspace, not if you start with fresh bundles.)
+We now need to enable our worker and start the bundle during SMILA's startup.
+Do the following steps to enable this:
+</p>
+<a name="Adding_the_worker_description"></a><h2> <span class="mw-headline"> Adding the worker description </span></h2>
+<p>The workers' descriptions are read by the jobmanager on startup, if a worker does not provide a description it won't get any tasks, so you have to provide one.
+</p>
+<ul><li> Edit the <tt>workers.json</tt> file in <tt>SMILA.application/configuration/org.eclipse.smila.jobmanager</tt> and add the following worker description to the json array (don't forget the comma):
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript"><span class="br0">{</span>
+ <span class="st0">"name"</span>: <span class="st0">"HelloWorldWorker"</span>,
+ <span class="st0">"input"</span>: <span class="br0">[</span>
+ <span class="br0">{</span> <span class="st0">"name"</span>: <span class="st0">"inputRecords"</span>,
+ <span class="st0">"type"</span>: <span class="st0">"recordBulks"</span>
+ <span class="br0">}</span> <span class="br0">]</span>,
+ <span class="st0">"output"</span>: <span class="br0">[</span>
+ <span class="br0">{</span> <span class="st0">"name"</span>: <span class="st0">"outputRecords"</span>,
+ <span class="st0">"type"</span>: <span class="st0">"recordBulks"</span>
+ <span class="br0">}</span> <span class="br0">]</span>
+<span class="br0">}</span></pre></div>
+<a name="Adding_the_bundles_to_the_configuration"></a><h2> <span class="mw-headline"> Adding the bundles to the configuration </span></h2>
+<p>Next we need to make sure the bundle is started.
+</p>
+<a name="config.ini"></a><h3> <span class="mw-headline"> config.ini </span></h3>
+<p>To start the bundle in the built application, add the following line to <tt>SMILA.application/configuration/config.ini</tt> as the second last line:
+</p>
+<ul><li> org.eclipse.smila.integration.worker@4:start, \
+</li></ul>
+<p>(To be honest, it does not matter at all, where exaclty you add your bundle in the file, as long as the syntax (end of lines must be escaped for all lines except the last one, of course) is correct.)
+</p>
+<a name="launcher"></a><h3> <span class="mw-headline"> launcher </span></h3>
+<p>You also have to adapt your launcher:
+</p>
+<ul><li> Click on <i>Run configurations...</i>
+</li><li> Select the <i>OSGi Framework</i>--><i>SMILA</i> configuration
+</li><li> In the <i>Bundles</i> page, check the box before <tt>org.eclipse.smila.integration.worker</tt>, leave Start Level on <tt>default</tt>, set Auto-Start to <tt>true</tt>.
+</li><li> Click <i>Apply</i>
+</li></ul>
+<a name="Scale_up"></a><h2> <span class="mw-headline"> Scale up </span></h2>
+<p>Finally you should add the scale up limits (see <a href="../Documentation/WorkerManager.html#ScaleUp" title="SMILA/Documentation/WorkerManager"> ScaleUp</a>) to the cluster configuration file (if you use the standard simple clusterconfig service, you will find the configuration file as <tt>org.eclipse.smila.clusterconfig.simple/clusterconfig.json</tt>).
+</p><p>E.g. add the following snippet to the existing ones in the <span style="font-family:monospace;">workers</span> map to limit scale up of the worker to a maximum of concurrent tasks (be sure, your worker label is the same as in the <tt>workers.json</tt>). If you do not add your worker's scale up here, the worker is limited to one concurrent task.
+</p><p>Example to limit the worker <tt>HelloWorldWorker</tt> to a maximum of 4 concurrent tasks:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript"><span class="st0">"HelloWorldWorker"</span>:<span class="br0">{</span>
+ <span class="st0">"maxScaleUp"</span>:<span class="nu0">4</span>
+ <span class="br0">}</span>,</pre></div>
+<a name="Running"></a><h1> <span class="mw-headline"> Running </span></h1>
+<p>You should now test your workspace setup to make sure that everything works with the prepared stuff.
+</p>
+<a name="Run_the_application"></a><h2> <span class="mw-headline"> Run the application </span></h2>
+<ul><li> Select "Run" -> "Run Configurations" or "Debug Configurations"
+</li><li> Select "OSGi Frameworks" -> "SMILA".
+</li><li> Click "Run" or "Debug" and SMILA should start just like when started from the command line.
+</li></ul>
+<p>Find the configuration of this SMILA instance in your workspace in "SMILA.application/configuration".
+</p><p>When starting the <tt>SMILA.launch</tt> in eclipse, you should see something like the following output in the console window:
+</p>
+<pre>
+...
+Added worker HelloWorldWorker to WorkerManager.
+...
+</pre>
+<p>You should also be able to read the worker definition using the jobmanager HTTP API now: Go to <tt><a href="http://localhost:8080/smila/jobmanager/workers/" class="external free" title="http://localhost:8080/smila/jobmanager/workers/" rel="nofollow">http://localhost:8080/smila/jobmanager/workers/</a></tt> to see something like this:
+</p>
+<pre>
+{
+ "workers" : [ ...,
+ {
+ "name" : "HelloWorldWorker",
+ "url" : "http://localhost:8080/smila/jobmanager/workers/HelloWorldWorker/"
+ }, ... ]
+}
+</pre>
+<p>You can now click on the link to the worker description and you should see the description of the HelloWorldWorker:
+</p>
+<pre>
+{
+ "name" : "HelloWorldWorker",
+ "input" : [ {
+ "name" : "inputRecords",
+ "type" : "recordBulks"
+ } ],
+ "output" : [ {
+ "name" : "outputRecords",
+ "type" : "recordBulks"
+ } ]
+}
+</pre>
+<a name="Run_the_test_case"></a><h2> <span class="mw-headline"> Run the test case </span></h2>
+<p><b>To run the JUnit test case for the HelloWorldWorker</b>
+</p>
+<ul><li> Stop the SMILA.launch if it is running.
+</li><li> Select "Run" -> "Run Configurations".
+</li><li> Select "JUnit Plugin Test" -> "TestHelloWorldWorker".
+</li><li> Click "Run".
+</li><li> You should find the following message in the "Console" view:
+</li></ul>
+<pre>
+TestHelloWorldWorker: Value of attribute 'greeting' = 'HelloWorldWorker was here :-)'
+</pre>
+<p>This shows that the HelloWorldWorker has done something. Of course, the test also contains an assertion so that it will fail when the attribute has not the expceted value.
+</p>
+<a name="Create_your_own_worker"></a><h1> <span class="mw-headline"> Create your own worker </span></h1>
+<a name="Use_template"></a><h2> <span class="mw-headline"> Use template </span></h2>
+<p>The easiest way to create a new worker is by implementing it in the bundle <tt>org.eclipse.smila.integration.worker</tt> (see <a href="How_to_write_a_Worker.html#Project_templates" title="">Project Templates</a>). There you can just place your new worker beside the <tt>HelloWorldWorker</tt> example worker, or replace it. Things you have to do when renaming the bundle/package or creating your own worker bundle are described later on.
+</p>
+<a name="Bundle_dependencies"></a><h2> <span class="mw-headline"> Bundle dependencies </span></h2>
+<p>The dependencies of the bundle are managed by the OSGi framework and have to be configured explicitly in the <tt>MANIFEST.MF</tt> file so that the OSGi framework can resolve them (in the correct versions) when the services are started.
+</p><p>To create a worker that reads and writes <tt>Records</tt>, we need at least the following bundles imported as packages (see <tt>META-INF</tt> -> "Dependencies" -> "Imported Packages"):
+</p>
+<ul><li><tt>org.eclipse.smila.datamodel</tt>: For the <tt>Record</tt> class.
+</li><li><tt>org.eclipse.smila.objectstore</tt>: Possible exceptions when accessing input/output streams.
+</li><li><tt>org.eclipse.smila.taskworker</tt>: The <tt>TaskWorker</tt> bundle containing the <tt>Worker</tt> and <tt>TaskContext</tt> interfaces.
+</li><li><tt>org.eclipse.smila.taskworker.input</tt>: Input streams of the <tt>TaskWorker</tt> bundle.
+</li><li><tt>org.eclipse.smila.taskworker.output</tt>: Output streams of the <tt>TaskWorker</tt> bundle.
+</li></ul>
+<p>This is already configured. If access to other packages is needed, just extend the <tt>MANIFEST.MF</tt> file in section "Imported Packages" accordingly.
+</p>
+<a name="Worker_Implementation_Java_Class"></a><h2> <span class="mw-headline"> Worker Implementation Java Class </span></h2>
+<p>Create a worker class which implements <tt>org.eclipse.smila.taskworker.Worker</tt>. Have a look at the example worker <tt>org.eclipse.smila.integration.worker.HelloWorldWorker</tt> that comes with the SDK in the <tt>org.eclipse.smila.integration.worker</tt> bundle. You must implement two methods:
+</p>
+<ul><li> <tt>getName()</tt> must return a unique name for your worker. Exactly the same name (case sensitive) must be used later in the worker descriptions and workflow definitions.
+</li><li> <tt>perform()</tt> does the actual work. It is called with a <tt>TaskContext</tt> object that provides access to the task properties, input and output objects, and counters.
+</li></ul>
+<a name="OSGI_Declarative_Service"></a><h2> <span class="mw-headline"> OSGI Declarative Service </span></h2>
+<p>Every worker must be declared as an OSGi Declarative Service (DS) in order to be registered properly to the worker framework. To configure your worker as DS, you have to add an appropriate XML file to the folder <tt><WORKSPACE>/bundles/org.eclipse.smila.integration.worker/OSGI-INF</tt>.
+</p><p>The file can be created either manually or using the <i>Component Definition</i> wizard.
+</p><p>Have a look at <tt>helloworldworker.xml</tt> as an example:
+</p>
+<pre>
+<?xml version="1.0" encoding="UTF-8"?>
+<scr:component xmlns:scr="http://www.osgi.org/xmlns/scr/v1.1.0"
+ name="HelloWorldWorker" immediate="true">
+ <implementation class="org.eclipse.smila.integration.worker.HelloWorldWorker"/>
+ <service>
+ <provide interface="org.eclipse.smila.taskworker.Worker"/>
+ </service>
+</scr:component>
+</pre>
+<p>The file describes (1) the interface that the worker has to implement (and through which it will be accessed in the OSGi application by means of dependency injection), (2) the class being the concrete implementor of that interface, (3) the services that it references (our simple worker does not reference any, you can find a description later on), (4) and the name of the service.
+</p><p>To describe your own worker, just create a copy of the <tt>OSGI-INF/helloworldworker.xml</tt> file in the same directory. Then change at least the "name" attribute in the root element and the "class" element in the "implementation" element.
+</p><p>When you don't need the <tt>HelloWorldWorker</tt> anymore you may want to remove at least its component definition file from the bundle. Otherwise, it will always be running and asking for tasks in the final deployment. While it should not really be a problem, it causes some unnecessary overhead that can easily be avoided.
+</p><p>You should check in your MANIFEST.MF that your component definition is included in the build and it is listed as <i>Service-Component</i> (e.g. as a line in your MANIFEST.MF <span style="font-family:monospace;">Service-Component: OSGI-INF/*.xml</span> and the <span style="font-family:monospace;">bin.includes</span> of the build.properties file should contain <span style="font-family:monospace;">OSGI-INF/</span>).
+</p>
+<a name="Activate_the_Worker:_config.ini_file"></a><h2> <span class="mw-headline"> Activate the Worker: config.ini file </span></h2>
+<p>This file describes which OSGi services are automatically started and defines the start order.
+You can find this file in: <tt><WORKSPACE>/SMILA.application/configuration</tt>
+</p><p>Check that the custom bundle is added with an appropriate start level (level 4 is usually fine). One of the latest lines should look like this:
+</p>
+<pre>
+org.eclipse.smila.integration.worker@4:start, \
+</pre>
+<a name="Activate_the_Worker:_launcher"></a><h2> <span class="mw-headline"> Activate the Worker: launcher </span></h2>
+<p>Open the SMILA launcher and activate the worker's bundle (check the box beside it, and set Auto-Start to <span style="font-family:monospace;">true</span>).
+</p>
+<a name="Register_your_worker_in_jobmanager_configuration"></a><h2> <span class="mw-headline"> Register your worker in jobmanager configuration </span></h2>
+<p>These are the steps to use your new worker with the jobmanager framework.
+</p>
+<a name="Worker_definition"></a><h3> <span class="mw-headline"> Worker definition </span></h3>
+<p>Edit <tt>workers.json</tt> from <tt><WORKSPACE>/SMILA.application/configuration/org.eclipse.smila.jobmanager</tt> folder and add the definition for the new worker.
+</p><p><b>Important:</b> The <tt>name</tt> in the worker definition has to be the same that is returned by the <tt>getName()</tt> method in the worker implementation!
+</p><p>For the example worker <tt>HelloWorldWorker</tt> we want to use one input and output slot. And we use <tt>recordBulks</tt> as data object type cause we want to modify (bulks of) records with this worker:
+</p>
+<pre>
+{ "name": "HelloWorldWorker",
+ "input": [
+ { "name": "inputRecords",
+ "type": "recordBulks"
+ } ],
+ "output": [
+ { "name": "outputRecords",
+ "type": "recordBulks"
+ } ]
+}
+</pre>
+<a name="Workflow_definition"></a><h3> <span class="mw-headline"> Workflow definition </span></h3>
+<p>To use your worker in a workflow you have to add a new workflow or change an existing one. You can either use the jobmanager API to add a workflow definition to the running system, or you can edit <tt>workflows.json</tt> from <tt><WORKSPACE>/SMILA.application/configuration/org.eclipse.smila.jobmanager</tt> folder and add/change a workflow.
+</p><p>This example is a test workflow that uses the <tt>HelloWorldWorker</tt> to manipulate all records which where pushed into the system using the bulkbuilder. Because it's pretty useless as such, we did not add it to <tt>SMILA.application/configuration/org.eclipse.smila.jobmanager/workflows.json</tt>, but it's used in the unit test bundle <tt>org.eclipse.smila.integration.worker.test</tt>: The test case reads the output bulk created by the <tt>HelloWorldWorker</tt> to check if it been running.
+</p>
+<pre>
+{
+ "name":"HelloWorldWorkflow",
+ "startAction":{
+ "worker":"bulkbuilder",
+ "output":{
+ "insertedRecords":"importBucket"
+ }
+ },
+ "actions":[
+ {
+ "worker":"HelloWorldWorker",
+ "input":{
+ "inputRecords":"importBucket"
+ },
+ "output":{
+ "outputRecords":"helloWorldExportBucket"
+ }
+ }
+ ]
+}
+</pre>
+<a name="Bucket_definition"></a><h3> <span class="mw-headline"> Bucket definition </span></h3>
+<p>If you want to use a new <i>persistent</i> bucket for your workflow (see jobmanager documentation) you have to add it via the jobmanager API or add it to the configuration: Edit <tt>buckets.json</tt> from <tt><WORKSPACE>/SMILA.application/configuration/org.eclipse.smila.jobmanager</tt> folder and create desired bucket.
+</p><p>Here's an example from the test bundle <tt>org.eclipse.smila.integration.worker.test</tt> for the workflow above that makes the final bucket <tt>helloWorldExportBucket</tt> persistent. For the unit test, the output bucket of the worker must be persistent so that the test case can still read the result records when the workflow has ended. Otherwise the jobmanager would remove the transient object immediately after the <tt>HelloWorldWorker</tt> has finished.
+</p>
+<pre>
+{
+ "name":"helloWorldExportBucket",
+ "type":"recordBulks"
+}
+</pre>
+<a name="Testing"></a><h1> <span class="mw-headline"> Testing </span></h1>
+<a name="Use_the_launcher"></a><h2> <span class="mw-headline"> Use the launcher </span></h2>
+<p>If everything was done correctly and you start the <tt>SMILA.launch</tt> in Eclipse, you should see something like the following output in the console window, but with the name of your own worker:
+</p>
+<pre>
+...
+Added worker HelloWorldWorker to WorkerManager.
+...
+</pre>
+<p>You should also be able to read your worker definition using the jobmanager HTTP API now: Go to <tt><a href="http://localhost:8080/smila/jobmanager/workers/" class="external free" title="http://localhost:8080/smila/jobmanager/workers/" rel="nofollow">http://localhost:8080/smila/jobmanager/workers/</a></tt> to see something like this:
+</p>
+<pre>
+{
+ "workers" : [ ...,
+ {
+ "name" : "HelloWorldWorker",
+ "url" : "http://localhost:8080/smila/jobmanager/workers/HelloWorldWorker/"
+ }, ... ]
+}
+</pre>
+<p>and click on the link to the worker description and you should see the description you added to <tt>workers.json</tt> earlier.
+</p><p>You should also check whether your new workflow definition is visible in <a href="http://localhost:8080/smila/jobmanager/workflows/" class="external autonumber" title="http://localhost:8080/smila/jobmanager/workflows/" rel="nofollow">[3]</a>.
+If not, you maybe misstyped a worker name or something. If there is no workflow at all, the <tt>workflows.json</tt> file has invalid syntax.
+</p>
+<a name="Create_worker_unit_test"></a><h2> <span class="mw-headline"> Create worker unit test </span></h2>
+<p>You can use the test bundle template <tt>org.eclipse.smila.integration.worker.test</tt> to add a test for your worker. Have a look at the example test class <tt>org.eclipse.smila.integration.worker.test.TestHelloWorldWorker</tt> that comes with the SDK.
+</p><p>All configuration files for the test are in <tt>org.eclipse.smila.integration.worker.test/configuration</tt>. This is similar to <tt>SMILA.application/configuration</tt>, but contains only the configuration files necessary to run the tests, not all files needed by a complete system. Also, some configuration files may differ from those in <tt>SMILA.application</tt>, e.g. some components may be configured with smaller limits to make tests run quicker. However, if you create a new worker, you must add its description to the <tt>workers.json</tt> in the test bundles and define persistent buckets and workflows required to run the test. Additionally make sure that the <tt>config.ini</tt> contains the names of your worker bundles and those of services your worker needs to access.
+</p><p>To start the test in eclipse you have to copy the launch for TestHelloWorldWorker and adapt it to your new test class.
+</p>
+<a name="Manually_installing_the_worker_in_SMILA"></a><h1> <span class="mw-headline"> Manually installing the worker in SMILA </span></h1>
+<p>In the following we describe the steps to deploy your worker to an existing SMILA installation.
+</p>
+<a name="Create_a_feature_project"></a><h2> <span class="mw-headline"> Create a feature project </span></h2>
+<p>A feature project is a container project that defines the Plug-ins needed for a specific feature. In our case our feature is to provide a worker, so we'll only have one Plug-in included in that feature, but it can also be reasonable to include all worker Plug-ins that are necessary to extend the SMILA to be able to handle a specific scenario in one feature that can be deployed and so includes all plugins necessary. The SDK contains already a prepared project <b>org.eclipse.smila.integration.feature</b> that includes the custom worker bundle. If you create further worker bundles (or other SMILA extensions) you can just add them to this feature (see below).
+</p><p>If you ever need to create an own feature project you can use Eclipse's <i>New...</i> wizard:
+</p>
+<ul><li> New --> Plug-in Development --> Feature Project
+<ul><li> Enter a Project name
+</li><li> Version e.g. 1.0.0 (should match the version of your plug-in)
+</li><li> Fill in other feature properties to describe the new feature
+</li></ul>
+</li><li> Next
+<ul><li> select your worker plugin
+</li></ul>
+</li><li> Finish
+</li></ul>
+<a name="Deploy_your_features"></a><h2> <span class="mw-headline"> Deploy your features </span></h2>
+<p>Now it's easy to export your custom bundles to files that can be easily deployed into SMILA:
+</p>
+<ul><li>Select your feature project
+</li><li>Right-click on it
+</li><li>Click on <i>Export...</i>
+</li><li>Select <i>Plug-in Development</i> --> <i>Deployable features</i>
+</li><li>Next
+</li><li>Select your new worker feature(s)
+</li><li>Select a destination folder. If you are re-exporting after changes (especially after renames), you should first delete the destination folder.
+</li><li>Click <i>Finish</i>
+</li></ul>
+<p>After that you will find <tt>plugins</tt> and <tt>features</tt> directories in your destination directory that contain the deployable software. The export process produces two additional files <tt>artifacts.jar</tt> and <tt>contents.jar</tt> which are not for our purposes.
+</p>
+<a name="Install_your_worker_feature_in_a_SMILA_installation"></a><h2> <span class="mw-headline"> Install your worker feature in a SMILA installation </span></h2>
+<ul><li> Copy the <tt>features</tt> and <tt>plugins</tt> folder to your SMILA installation.
+</li><li> merge your configuration changes (e.g. <tt>configuration/org.eclipse.smila.jobmanager</tt>) into the SMILA configuration
+<ul><li> copy your <tt>configuration/config.ini</tt> file (see above) or edit the installed <tt>config.ini</tt> directly to start up your bundle
+<ul><li> e.g. for the above bundle and version this would be (in the second last line): <tt>org.eclipse.smila.integration.worker@4:start, \</tt>
+</li></ul>
+</li></ul>
+</li><li> start your system
+</li><li> In <tt>data/log/smila.log</tt> you should now find such a line:
+</li></ul>
+<pre>
+...
+2011-06-06 15:17:15,035 INFO [Component Resolve Thread (Bundle 5) ] internal.WorkerManagerImpl - Added worker HelloWorldWorker to WorkerManager.
+...
+</pre>
+<p>Of course, additionally you should be able to retrieve the worker description you added to <tt>configuration/org.eclipse.smila.jobmanager/workers.json</tt> via the JobManager REST API.
+</p>
+<a name="Advanced_How_To.27s"></a><h1> <span class="mw-headline"> Advanced How To's </span></h1>
+<a name="How_to_access_another_OSGi_Service_inside_your_Worker"></a><h2> <span class="mw-headline"> How to access another OSGi Service inside your Worker </span></h2>
+<p>With SMILA there come a lot of components with APIs for different purposes. Sometimes you may want to access such an API inside your worker. With the concept of OSGi Declarative Services (DS) this is just a matter of configuration.
+</p><p><b>Example: Reading all cluster nodes</b>
+</p><p>Assumed, we want to know the names of all cluster nodes in our worker. This is possible via ClusterConfigService API. Here are the steps to access this API in your worker:
+</p>
+<ul><li> Precondition: We assume you already configured your worker as OSGi Declarative Service as described before.
+</li></ul>
+<ul><li> To use the ClusterConfigService you have to import the appropriate package <tt>org.eclipse.smila.clusterconfig</tt> in the MANIFEST.MF/Dependencies (see "Bundle Dependencies")
+</li></ul>
+<ul><li> Configure ClusterConfigService as referenced service in the service description xml (OSGI-INF/...):
+</li></ul>
+<pre>
+<?xml version="1.0" encoding="UTF-8"?>
+<scr:component org.eclipse.smila.jobmanager name="MyWorker" immediate="true">
+ <implementation class="mypackage.MyWorkerImpl" />
+ <service>
+ <provide interface="org.eclipse.smila.taskworker.Worker"/>
+ </service>
+ <reference bind="setClusterConfigService"
+ cardinality="1..1"
+ interface="org.eclipse.smila.clusterconfig.ClusterConfigService"
+ name="ClusterConfigService"
+ policy="static"
+ unbind="unsetClusterConfigService"/>
+</scr:component>
+</pre>
+<ul><li> Implement the specifed methods <tt>setClusterConfigService</tt> and <tt>unsetClusterConfigService</tt> in your worker implementation. This may look like this:
+</li></ul>
+<pre>
+ private ClusterConfigService _ccs;
+
+ public void setClusterConfigService(final ClusterConfigService ccs) {
+ _ccs = ccs;
+ }
+
+ public void unsetClusterConfigService(final ClusterConfigService ccs) {
+ if (_ccs == ccs) {
+ _ccs = null;
+ }
+ }
+</pre>
+<ul><li> Now, the OSGi framework will automatically set the SimpleClusterConfigService (which implements the interface ClusterConfigService) in your worker at startup via the specified method. So the ClusterConfigService API will be accessible at runtime:
+</li></ul>
+<pre>
+ ...
+ List<String> clusterNodes = _ccs.getClusterNodes();
+ ...
+</pre>
+<a name="How_to_add_.2F_access_a_configuration_for_your_Worker"></a><h2> <span class="mw-headline"> How to add / access a configuration for your Worker </span></h2>
+<p>You can add a worker configuration, e.g. a property file, by adding it to the application configuration.
+</p><p><b>Example: Adding a property file "myWorker.properties" and access it in the worker</b>
+</p>
+<ul><li> To add a worker configuration create an appropriate folder in the application configuration and place the property file there:
+</li></ul>
+<pre>
+ SMILA.application/configuration/MY_BUNDLE_NAME/myWorker.properties
+</pre>
+<ul><li> To easiest way to access the configuration in your worker is via <tt>org.eclipse.smila.utils.config.ConfigUtils</tt> class
+</li><li> To use this class you have to import the appropriate package <tt>org.eclipse.smila.utils.config</tt> in the MANIFEST.MF/Dependencies (see "Bundle Dependencies")
+<ul><li> For the following example code you should also import <tt>org.apache.commons.io</tt>
+</li></ul>
+</li><li> Your code could look somehow like that:
+</li></ul>
+<pre>
+ InputStream configFileStream = null;
+ try {
+ configFileStream = ConfigUtils.getConfigStream(MY_BUNDLE_NAME, myWorker.properties);
+ Properties props = new Properties();
+ props.load(configFileStream);
+ ...
+ } finally {
+ if (configFileStream != null) {
+ IOUtils.closeQuietly(configFileStream);
+ }
+ }
+</pre>
+<p><b>Add on: Read configuration at startup</b>
+</p>
+<ul><li> If you want to initialize your worker by configuration at startup, you can use the <tt>activate()</tt> method automatically called by the OSGi framework at bundle startup.
+</li><li> To use an activate method you have to import the package <tt>org.osgi.service.component</tt> in the MANIFEST.MF.
+</li><li> Then your code could look like that
+</li></ul>
+<pre>
+ protected void activate(final ComponentContext context) {
+ try {
+ readConfiguration();
+ ...
+</pre>
+<p><br />
+</p>
+<a name="Exception_Handling_and_Logging"></a><h2> <span class="mw-headline"> Exception Handling and Logging </span></h2>
+<p><b>Exception Handling:</b>
+</p><p>There are three possible ways your worker's <tt>perform()</tt> method can finish when processing its current task:
+</p>
+<ul><li> return (without exception): The normal case where you just processed the task without errors. The task will be finished and marked as successful.
+</li><li> throw a <tt>RecoverableTaskException</tt>: If you get an error, but you see a chance that the same task could be successful when being processed next time, you can throw a <tt>RecoverableTaskException</tt>. This will cause the current task to be finished but retried later on. (Hint: For internal reasons, UnavailableException and IOException will also cause a retry.)
+</li><li> throw a "non-retry" Exception: These are all exceptions not mentioned before. The current task will be marked as failed and not be retried.
+</li></ul>
+<p><b>Logging:</b>
+</p><p>You can use the log4j logging that comes with SMILA in your worker too. Your logging output will be logged in the standard <tt>smila.log</tt>.
+</p>
+<ul><li> import the package <tt>org.apache.commons.logging</tt> in the MANIFEST.MF.
+</li></ul>
+<p>Then your code could look somehow like that:
+</p>
+<pre>
+ private final Log _log = LogFactory.getLog(getClass());
+ ...
+ _log.debug("My worker was successful");
+ ...
+</pre>
+<p><br />
+</p>
+<a name="Create_worker_in_new_bundle_resp._rename_template_bundle"></a><h2> <span class="mw-headline"> Create worker in new bundle resp. rename template bundle </span></h2>
+<p><b>For creating a new bundle:</b>
+</p>
+<ul><li> Follow the description <a href="Create_a_bundle_(28plug-in).html" class="external text" title="http://wiki.eclipse.org/SMILA/Development_Guidelines/Create_a_bundle_(28plug-in)" rel="nofollow">here</a> to create a new bundle.
+</li></ul>
+<p><b>For renaming a bundle:</b>
+</p>
+<ul><li> Right-click the bundle to rename in eclipse and select (<tt>Refactor/Rename</tt>).
+</li><li> Right-click java package and select (<tt>Refactor/Rename</tt>).
+</li><li> Open MANIFEST.MF and set a version property to the (renamed) exported package. <tt>Runtime/Exported Packages</tt>
+</li></ul>
+<p><i>Hint: if there are strange compile problems afterwards, and refresh resp. clean projects doesn't help, try restarting your eclipse IDE.</i>
+</p><p><b>MANIFEST.MF / OSGI-INF / build.properties:</b>
+</p>
+<ul><li> Apapt the changes in your OSGI-INF component description xml file
+</li><li> Please be sure that your OSGi component definition file is included in the <tt>MANIFEST.MF</tt> file in the <i>Service-Component</i> section! Otherwise the service component will not be recognized and thus not be started.
+</li><li> Please be sure that the <tt>OSGI-INF/</tt> folder is included in your <tt>build.properties</tt>
+</li></ul>
+<p><b>test bundle:</b>
+</p>
+<ul><li> Adapt the test bundle to the changes:
+<ul><li> change name of test bundle and java package (<tt>Refactor/Rename</tt>, like described above for the worker bundle itself).
+</li><li> correct the imported packages in the code and the MANIFEST.MF (if not done correctly by refactoring)
+</li><li> adapt the test's run configuration, e.g. name, test bundle's java package, configuration file location (on tab "configuration")
+</li><li> adapt the config.ini file
+</li></ul>
+</li></ul>
+<p><b>Application launch:</b>
+</p>
+<ul><li> Add the new/renamed bundle to the eclipse launcher and also to your application <tt>configuration/config.ini</tt> file with an appropriate start level.
+</li></ul>
+<p><b>feature project:</b>
+</p>
+<ul><li> You have to add your new/renamed bundle to the feature project.
+</li><li> clear the destination folder for feature exports.
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 223/1000000
+Post-expand include size: 285/2097152 bytes
+Template argument size: 65/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:33513-0!1!0!!en!2!edit=0 and timestamp 20120203101212 -->
+<div class="printfooter">
+Retrieved from "<a href="../Documentation/HowTo/How_to_write_a_Worker.html">http://wiki.eclipse.org/SMILA/Documentation/HowTo/How_to_write_a_Worker</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 09:36, 3 February 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a>, <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a> and <a href="http://wiki.eclipse.org/User:Drazen.cindric.attensity.com" title="User:Drazen.cindric.attensity.com">Drazen Cindric</a>.</p>
+ <p id="footerviews">This page has been accessed 623 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.077 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/Howto_build_a_SMILA-Distribution.html b/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/Howto_build_a_SMILA-Distribution.html
new file mode 100644
index 0000000..528c0ec
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/Howto_build_a_SMILA-Distribution.html
@@ -0,0 +1,505 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/HowTo/Howto build a SMILA-Distribution,Smila.build.all.png,SMILA/Development Guidelines/Howto set up dev environment" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Development_Guidelines/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/HowTo/Howto build a SMILA-Distribution - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/HowTo/Howto_build_a_SMILA-Distribution";
+var wgTitle = "SMILA/Documentation/HowTo/Howto build a SMILA-Distribution";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "18672";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286693";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-text {line-height: normal; font-size: medium;}
+.source-text li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for text
+ * CSS class: source-text, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-text .de1, .source-text .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-text {}
+.source-text .head {}
+.source-text .foot {}
+.source-text .imp {font-weight: bold; color: red;}
+.source-text .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-text li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-text li.li2 {font-weight: bold;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="Howto_build_a_SMILA-Distribution.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_HowTo_Howto_build_a_SMILA-Distribution">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/Howto_build_a_SMILA-Distribution">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/HowTo/Howto_build_a_SMILA-Distribution">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/HowTo/Howto_build_a_SMILA-Distribution">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/Howto_build_a_SMILA-Distribution&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/Howto_build_a_SMILA-Distribution&oldid=286693">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="../Documentation/HowTo/Howto_build_a_SMILA-Distribution.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/HowTo/Howto_build_a_SMILA-Distribution&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/Howto_build_a_SMILA-Distribution&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/Howto_build_a_SMILA-Distribution&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/Howto%20build%20a%20SMILA-Distribution"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/HowTo/Howto build a SMILA-Distribution</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a> | <a href="../Documentation/HowTo.html" title="SMILA/Documentation/HowTo">HowTo</a></span>(Redirected from <a href="http://wiki.eclipse.org/index.php?title=SMILA/Development_Guidelines/Howto_build_a_SMILA-Distribution&redirect=no" title="SMILA/Development Guidelines/Howto build a SMILA-Distribution">SMILA/Development Guidelines/Howto build a SMILA-Distribution</a>)</div>
+ <div id="jump-to-nav">Jump to: <a href="Howto_build_a_SMILA-Distribution.html#column-one">navigation</a>, <a href="Howto_build_a_SMILA-Distribution.html#searchInput">search</a></div> <!-- start content -->
+ <p>This HowTo describes how to build a SMILA distribution.
+</p>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Howto_build_a_SMILA-Distribution.html#Build_Requirements"><span class="tocnumber">1</span> <span class="toctext">Build Requirements</span></a></li>
+<li class="toclevel-1"><a href="Howto_build_a_SMILA-Distribution.html#Configuring_the_Build"><span class="tocnumber">2</span> <span class="toctext">Configuring the Build</span></a>
+<ul>
+<li class="toclevel-2"><a href="Howto_build_a_SMILA-Distribution.html#Setting_the_Target_Build_Platform"><span class="tocnumber">2.1</span> <span class="toctext">Setting the Target Build Platform</span></a></li>
+<li class="toclevel-2"><a href="Howto_build_a_SMILA-Distribution.html#Setting_Build_Properties"><span class="tocnumber">2.2</span> <span class="toctext">Setting Build Properties</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Howto_build_a_SMILA-Distribution.html#Executing_the_make.xml"><span class="tocnumber">3</span> <span class="toctext">Executing the make.xml</span></a>
+<ul>
+<li class="toclevel-2"><a href="Howto_build_a_SMILA-Distribution.html#Executing_make.xml_from_within_Eclipse"><span class="tocnumber">3.1</span> <span class="toctext">Executing make.xml from within Eclipse</span></a></li>
+<li class="toclevel-2"><a href="Howto_build_a_SMILA-Distribution.html#Executing_make.xml_from_command_line"><span class="tocnumber">3.2</span> <span class="toctext">Executing make.xml from command line</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Build_Requirements"></a><h4> <span class="mw-headline"> Build Requirements </span></h4>
+<p>The build process uses Eclipse's PDE Build tools to build all the bundles, run all unit tests, and create a ZIP archive with a complete SMILA application that can be installed and run independently from any development environment. To run this build process, you should first install the following software:
+</p>
+<ul><li><b>Eclipse SDK 3.7.1</b> for your operating system: We recommend installing a fresh Eclipse instance independently from the one you might already be using and use this solely for the purpose of building SMILA. This makes sure that any potential additional Eclipse plugins installed on your existing installation won't interfere with the build process (this shouldn't happen, usually - but just to be safe). You can find the download on <a href="http://download.eclipse.org/eclipse/downloads/" class="external free" title="http://download.eclipse.org/eclipse/downloads/" rel="nofollow">http://download.eclipse.org/eclipse/downloads/</a>. This HowTo was tested with <a href="http://download.eclipse.org/eclipse/downloads/drops/R-3.7.1-201109091335/index.php" class="external text" title="http://download.eclipse.org/eclipse/downloads/drops/R-3.7.1-201109091335/index.php" rel="nofollow">Eclipse Classic SDK 3.7.1</a>.
+</li></ul>
+<ul><li><b>DeltaPack</b> matching your Eclipse version: The DeltaPack contains some additional bundles needed in the build, mainly for creating the SMILA executable for different platforms. You'll find the download on <a href="http://download.eclipse.org/eclipse/downloads/" class="external free" title="http://download.eclipse.org/eclipse/downloads/" rel="nofollow">http://download.eclipse.org/eclipse/downloads/</a>. Install it by unpacking it into you Eclipse SDK installation. This HowTo was tested with <a href="http://download.eclipse.org/eclipse/downloads/drops/R-3.7.1-201109091335/index.php#DeltaPack" class="external text" title="http://download.eclipse.org/eclipse/downloads/drops/R-3.7.1-201109091335/index.php#DeltaPack" rel="nofollow">DeltaPack 3.7.1</a>.
+</li></ul>
+<ul><li><b>Sun Java Development Kit</b>: You need a full JDK, version 6, to build SMILA, not just a JRE. You can get it at <a href="http://java.sun.com/javase/downloads/index.jsp" class="external autonumber" title="http://java.sun.com/javase/downloads/index.jsp" rel="nofollow">[1]</a>
+</li></ul>
+<ul><li><b>Apache Ant</b>: The build process is executed by Ant, which you can download here: <a href="http://ant.apache.org/" class="external free" title="http://ant.apache.org/" rel="nofollow">http://ant.apache.org/</a>. At least version 1.7 is needed (and tested).
+</li></ul>
+<ul><li><b>Additional Libraries</b> for building which are not included in SMILA repository. The build scripts assume the following directory structure for these libraries. You can either create this structure in your working copy of the SMILA repository next to all the SMILA bundles, or somewhere else on your hard disk and configure the build process to find them there (see below).
+</li></ul>
+<div style="margin-left: 1.5em">
+<div dir="ltr" style="text-align: left;"><pre class="source-text">lib/
+ ant-contrib/
+ ant-contrib-1.0b3.jar
+ checkstyle/
+ checkstyle-all-4.4.jar
+ emma/
+ emma.jar, emma_ant.jar
+ pmd/
+ asm-3.2.jar, jaxen-1.1.1.jar, pmd-4.3.jar</pre></div>
+</div>
+<ul><li><ul><li>ant-contrib: This is required to run the build. You may download it from: <a href="http://sourceforge.net/projects/ant-contrib" class="external text" title="http://sourceforge.net/projects/ant-contrib" rel="nofollow">ant-contrib</a>. (Tested with ant-contrib 1.0b3)
+</li><li>Furthermore our build process optionally generates reports for checkstyle, emma (code coverage) and pmd (static code analysis) if these libraries are present. The build is configured to run without these libraries and will just not create the respective reports, but everything else will be OK. To generate these reports you may download these files from:
+<ul><li><a href="http://checkstyle.sourceforge.net/" class="external text" title="http://checkstyle.sourceforge.net/" rel="nofollow">checkstyle</a> (use Checkstyle 4.x. The current rules do not work with 5.0) (Tested with Checkstyle 4.4)
+</li><li><a href="http://emma.sourceforge.net/" class="external text" title="http://emma.sourceforge.net/" rel="nofollow">emma</a> (Tested with emma 2.0.5312)
+</li><li><a href="http://pmd.sourceforge.net/" class="external text" title="http://pmd.sourceforge.net/" rel="nofollow">pmd</a>. (Tested with pmd 4.3, 4.1 should also work)
+</li></ul>
+</li></ul>
+</li></ul>
+<a name="Configuring_the_Build"></a><h4> <span class="mw-headline"> Configuring the Build </span></h4>
+<p>The folder <tt>SMILA.builder</tt> contains everything needed to build SMILA and/or run all tests locally. The default settings are set to build against Eclipse 3.7.1 and build a product for Win 32bit and 64bit, Linux 32bit and 64bit as well as MacOS x86 64bit. But it is also possible to build other platforms.
+</p><p>Whether you build from command line or from Eclipse, in both cases the <tt>make.xml</tt> ant script is executed. Before execution certain properties need to be set to meet the local setup.
+</p>
+<a name="Setting_the_Target_Build_Platform"></a><h5> <span class="mw-headline"> Setting the Target Build Platform </span></h5>
+<p><i>First, <a href="Howto_set_up_dev_environment.html" class="mw-redirect" title="SMILA/Development Guidelines/Howto set up dev environment">setup a development environment</a>.</i> When finished copy the file <tt>SMILA.builder/build.properties.template</tt> to <tt>SMILA.builder/build.properties</tt> and adapt the copied file: Add the platforms that you want to build as value triplets to the <tt>configs</tt> property and comment out or remove those that you don't need. The available platform triplets are:<br />
+</p>
+<table border="1">
+<caption> <br />
+</caption>
+<tr>
+<th> Windows 32bit
+</th><td> <table><tr><td>
+ <pre>...
+configs=win32,win32,x86
+# ... </pre>
+</td></tr></table>
+</td></tr>
+<tr>
+<th> Windows 64bit
+</th><td> <table><tr><td>
+ <pre>...
+configs=win32,win32,x86_64
+# ... </pre>
+</td></tr></table>
+</td></tr>
+<tr>
+<th> Linux 32bit
+</th><td> <table><tr><td>
+ <pre>...
+configs=linux,gtk,x86
+# ... </pre>
+</td></tr></table>
+</td></tr>
+<tr>
+<th> Linux 64bit
+</th><td> <table><tr><td>
+ <pre>...
+configs=linux, gtk, x86_64
+# ... </pre>
+</td></tr></table>
+</td></tr>
+<tr>
+<th> Solaris SPARC
+</th><td> <table><tr><td>
+ <pre>...
+configs=solaris, gtk, sparc
+# ... </pre>
+</td></tr></table>
+</td></tr></table>
+<p>If you want to provide several distributions at once e.g one for Windows 32bit and one for Linux 32bit (default build plan), concatenate the platform triplets with the '&' character:<br />
+</p>
+<table border="1">
+
+<tr>
+<th> Example:
+</th><td> <table><tr><td>
+ <pre>configs=win32, win32, x86 & \
+ linux, gtk, x86 </pre>
+</td></tr></table>
+</td></tr></table>
+<p>The archive files of the application distribution are created in the <tt>Application</tt> directory below the specified build directory (see below). For each platform triplet in the <tt>configs</tt> property (<tt>$os, $ws, $arch</tt>) a ZIP file named <tt>SMILA-incubation-$os.$ws.$arch.zip</tt> is built.
+</p>
+<a name="Setting_Build_Properties"></a><h5> <span class="mw-headline"> Setting Build Properties </span></h5>
+<p>These are the main properties that can be used to configure the build process executed by <tt>make.xml</tt>. If you run the build from within Eclipse you must add them to the Ant launch configuration (see <a href="Howto_build_a_SMILA-Distribution.html#Executing_make.xml_from_within_Eclipse" title="">Executing make.xml from within Eclipse</a> below), for running from command line we have included templates that you can adapt to your local setup (see <a href="Howto_build_a_SMILA-Distribution.html#Executing_make.xml_from_command_line" title="">Executing make.xml from command line</a> below).
+</p>
+<table cellspacing="0" cellpadding="5" border="1">
+
+<tr>
+<th> Property
+</th><th> Default
+</th><th> Comment
+</th></tr>
+<tr>
+<td> <tt>buildDirectory</tt>
+</td><td> <tt><SMILA_HOME>/eclipse.build</tt>
+</td><td> Directory where built output will be created. This should be always a subdirectory of <SMILA_HOME>. The application distribution's ZIP files will be created in the subdirectory <tt>Application</tt> of this directory.
+</td></tr>
+<tr>
+<td> <tt>builder</tt>
+</td><td> <tt><SMILA_HOME>/SMILA.builder</tt>
+</td><td> Directory where <tt>make.xml</tt> is locate.
+</td></tr>
+<tr>
+<td> <tt>eclipse.home</tt>
+</td><td> <tt><ECLIPSE_HOME></tt>
+</td><td> Location of the <a href="Howto_build_a_SMILA-Distribution.html#Build_Requirements" title="">Eclipse instance</a> used to build SMILA.
+</td></tr>
+<tr>
+<td> <tt>lib.dir</tt>
+</td><td> <tt><SMILA_HOME>/lib</tt>
+</td><td> Location of the additional build libs (ant-contrib, etc.).
+</td></tr>
+<tr>
+<td> <tt>pdeBuildPluginVersion</tt>
+</td><td> 3.7.0.v20110512-1320
+</td><td> For build with Eclipse 3.7.1.
+</td></tr>
+<tr>
+<td> <tt>equinoxLauncherPluginVersion</tt>
+</td><td> 1.2.0.v20110502
+</td><td> For build with Eclipse 3.7.1.
+</td></tr>
+<tr>
+<td> <tt>os</tt>
+</td><td> win32
+</td><td rowspan="3"> These properties merely control under which platform the test will run. It must be one of the <a href="Howto_build_a_SMILA-Distribution.html#Setting_the_Target_Build_Platform" title="">target platforms</a> you have built.
+</td></tr>
+<tr>
+<td> <tt>ws</tt>
+</td><td> win32
+</td></tr>
+<tr>
+<td> <tt>arch</tt>
+</td><td> x86
+</td></tr>
+<tr>
+<td> <tt>test.java.home</tt>
+</td><td> <tt><JAVA_HOME></tt>
+</td><td> A Java 1.6 SDK instance.
+</td></tr></table>
+<a name="Executing_the_make.xml"></a><h4> <span class="mw-headline"> Executing the make.xml </span></h4>
+<div class="thumb tright"><div class="thumbinner" style="width:182px;"><a href="http://wiki.eclipse.org/Image:Smila.build.all.png" class="image" title="all dependency graph"><img alt="all dependency graph" src="http://wiki.eclipse.org/images/thumb/3/30/Smila.build.all.png/180px-Smila.build.all.png" width="180" height="161" border="0" class="thumbimage" /></a> <div class="thumbcaption"><div class="magnify"><a href="http://wiki.eclipse.org/Image:Smila.build.all.png" class="internal" title="Enlarge"><img src="http://wiki.eclipse.org/skins/common/images/magnify-clip.png" width="15" height="11" alt="" /></a></div>all dependency graph</div></div></div>
+<p>The default target is <tt>all</tt>, building the application and running all unit tests. Note that this can take quite a while. To build the distribution archives only, use the targets <tt>clean</tt> and <tt>final-application</tt>. The <a href="http://wiki.eclipse.org/Image:Smila.build.all.png" title="Image:Smila.build.all.png">dependency graph</a> explains what will happen and shows the relevant targets you may call instead.
+</p>
+<a name="Executing_make.xml_from_within_Eclipse"></a><h5> <span class="mw-headline"> Executing make.xml from within Eclipse </span></h5>
+<p>Steps:
+</p>
+<ol><li>Select the <tt>SMILA.builder</tt> bundle.
+</li><li>Open the <i>External Tools Configuration</i> dialog (select <i>Run -> External Tools -> External Tools Configuration</i>).
+</li><li>Create a new <i>Ant Build</i> configuration.
+</li><li>In the <i>Buildfile</i> field, enter: <tt>${workspace_loc:/SMILA.builder/make.xml}</tt>.
+</li><li>In the <i>Base Directory</i> field, enter: <tt>${workspace_loc:/SMILA.builder}</tt>.
+</li><li>Add all properties from <a href="Howto_build_a_SMILA-Distribution.html#Setting_Build_Properties" title="">above</a> into the <i>Arguments</i> field (and adapt them to meet your setup) but prepend each with <tt>-D</tt> so each is passed into <tt>ant</tt> as a property (note that <tt>buildDirectory</tt> should be a subdirectory of your SMILA workspace directory), e.g. when using Eclipse 3.7.1 to build:
+<dl><dd>-DbuildDirectory=D:/workspace/SMILA/eclipse.build
+</dd><dd> -Declipse.home=D:/eclipse371
+</dd><dd>-Dbuilder=D:/workspace/SMILA/SMILA.builder
+</dd><dd>-Declipse.running=true
+</dd><dd>-Dos=win32 -Dws=win32 -Darch=x86
+</dd><dd>-Dlib.dir=D:/workspace/SMILA/lib
+</dd></dl>
+</li><li>Apply, and run the Ant build.<br /><b>Note:</b> To start another than the default target select the targets of your choice on the <i>Targets</i> tab.
+</li></ol>
+<a name="Executing_make.xml_from_command_line"></a><h5> <span class="mw-headline"> Executing make.xml from command line </span></h5>
+<p>The <tt>make.bat</tt> and <tt>make.sh</tt> files are just shell scripts setting the properties that are needed for the Ant script. These files exist only as templates in SVN with <tt>.#~#~#</tt> appended to denote their template nature. Copy one of them matching your system and rename them as you like, but note that the names <tt>make.bat</tt> and <tt>make.sh</tt> are already in the svn:ignore list to prevent them from beeing committed accidentally, so it is recommended to use them.
+</p><p>Both scripts are very similar, they start with setting some environment variables which are then used to create the build configuration properties and eventually feed them into an Ant call. There are the variables you usually need to check and adapt:
+</p>
+<table cellspacing="0" cellpadding="5" border="1">
+
+<tr>
+<th> Variable
+</th><th> Comment
+</th></tr>
+<tr>
+<td> <tt>SMILA_HOME </tt>
+</td><td> Location of your SVN working copy. May be derived automatically in the <tt>.sh</tt> script, in the batch file, however, you must set it yourself.
+</td></tr>
+<tr>
+<td> <tt>ECLIPSE_HOME </tt>
+</td><td> Location of the <a href="Howto_build_a_SMILA-Distribution.html#Build_Requirements" title="">Eclipse instance</a> used to build SMILA.
+</td></tr>
+<tr>
+<td> <tt>ARCH </tt>
+</td><td> Operating system and platform settings for running the tests. See description of <tt>os</tt>, <tt>ws</tt> and <tt>arch</tt> properties above.
+</td></tr>
+<tr>
+<td> <tt>JAVA_HOME </tt>
+</td><td> Location of the JDK to build and run tests in. Must match the <tt>ARCH</tt> setting.
+<p><b>Tip:</b> If your compile log complaints about a non-1.6 compatible JVM despite the correct settings, you must also add the <span style="font-family:monospace;">JAVA_HOME</span> location to the <span style="font-family:monospace;">ECLIPSE_HOME/eclipse.ini</span> like so:<br /> <span style="font-family:monospace;">
+-vm<br />
+<JAVA_HOME>\bin</span>
+</p>
+</td></tr>
+<tr>
+<td> <tt>ANT_HOME </tt>
+</td><td> Location of your ANT installation.
+</td></tr>
+<tr>
+<td> <tt>BUILDLIB_DIR </tt>
+</td><td> Location of your build files. If you placed them in the SMILA_HOME you can leave this untouched and comment out the <tt>libDir</tt> setting in the next line.
+</td></tr>
+<tr>
+<td> <tt>buildOpts </tt>
+</td><td> Use the default <tt>buildOpts</tt> for 3.7.x or adapt them if you have another version installed.
+</td></tr></table>
+<p>Usually you don't need to change anything below the line setting <tt>buildOpts</tt>.
+</p><p>To run a build with the default target (<tt>all</tt>), open a command prompt or shell in the <tt>SMILA.builder</tt> directory and just enter.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-text">make</pre></div>
+<p>To execute another than the default target, just pass it (or them) as an argument:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-text">make build</pre></div>
+<p>For example, to build the application distribution ZIPs without running the tests (which can take quite long), you can use:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-text">make clean final-application</pre></div>
+<p>In Windows you will not see much output in the command prompt window, because the batch file redirects it to a logfile (named <tt>log.make</tt>, if the batch file is <tt>make.bat</tt>) so that you can check for error details after the build. You can install the <a href="http://gnuwin32.sourceforge.net/" class="external text" title="http://gnuwin32.sourceforge.net/" rel="nofollow">GnuWin32</a> or <a href="http://www.cygwin.com/" class="external text" title="http://www.cygwin.com/" rel="nofollow">Cygwin</a> tools and use <tt>tee</tt> to have the output written to both console and logfile. The template contains the changed ANT call as a comment quite at the end of the script.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 163/1000000
+Post-expand include size: 652/2097152 bytes
+Template argument size: 304/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:18672-0!1!0!!en!2!edit=0 and timestamp 20120202171441 -->
+<div class="printfooter">
+Retrieved from "<a href="../Documentation/HowTo/Howto_build_a_SMILA-Distribution.html">http://wiki.eclipse.org/SMILA/Documentation/HowTo/Howto_build_a_SMILA-Distribution</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 07:58, 26 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>, <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a> and <a href="http://wiki.eclipse.org/User:Tmenzel.brox.de" title="User:Tmenzel.brox.de">thomas menzel</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/Howto_build_a_SMILA-Distribution&action=credits" title="SMILA/Documentation/HowTo/Howto build a SMILA-Distribution">others</a>.</p>
+ <p id="footerviews">This page has been accessed 3,667 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.076 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/Howto_set_up_dev_environment.html b/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/Howto_set_up_dev_environment.html
new file mode 100644
index 0000000..6703d65
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/Howto_set_up_dev_environment.html
@@ -0,0 +1,364 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/HowTo/Howto set up dev environment,SMILA/BPEL Designer,SMILA/Development Guidelines/Create a bundle (plug-in),SMILA/Development Guidelines/Howto set up target platform" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Development_Guidelines/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/HowTo/Howto set up dev environment - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/HowTo/Howto_set_up_dev_environment";
+var wgTitle = "SMILA/Documentation/HowTo/Howto set up dev environment";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15446";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "288344";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-text {line-height: normal; font-size: medium;}
+.source-text li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for text
+ * CSS class: source-text, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-text .de1, .source-text .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-text {}
+.source-text .head {}
+.source-text .foot {}
+.source-text .imp {font-weight: bold; color: red;}
+.source-text .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-text li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-text li.li2 {font-weight: bold;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="Howto_set_up_dev_environment.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_HowTo_Howto_set_up_dev_environment">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/Howto_set_up_dev_environment">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/HowTo/Howto_set_up_dev_environment">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/HowTo/Howto_set_up_dev_environment">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/Howto_set_up_dev_environment&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/Howto_set_up_dev_environment&oldid=288344">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="../Documentation/HowTo/Howto_set_up_dev_environment.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/HowTo/Howto_set_up_dev_environment&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/Howto_set_up_dev_environment&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/Howto_set_up_dev_environment&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/Howto%20set%20up%20dev%20environment"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/HowTo/Howto set up dev environment</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a> | <a href="../Documentation/HowTo.html" title="SMILA/Documentation/HowTo">HowTo</a></span>(Redirected from <a href="http://wiki.eclipse.org/index.php?title=SMILA/Development_Guidelines/Howto_set_up_dev_environment&redirect=no" title="SMILA/Development Guidelines/Howto set up dev environment">SMILA/Development Guidelines/Howto set up dev environment</a>)</div>
+ <div id="jump-to-nav">Jump to: <a href="Howto_set_up_dev_environment.html#column-one">navigation</a>, <a href="Howto_set_up_dev_environment.html#searchInput">search</a></div> <!-- start content -->
+ <p> This HowTo describes the necessary steps for setting up a SMILA development environment.
+</p>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Howto_set_up_dev_environment.html#Preconditions"><span class="tocnumber">1</span> <span class="toctext">Preconditions</span></a></li>
+<li class="toclevel-1"><a href="Howto_set_up_dev_environment.html#Getting_the_source_code"><span class="tocnumber">2</span> <span class="toctext">Getting the source code</span></a>
+<ul>
+<li class="toclevel-2"><a href="Howto_set_up_dev_environment.html#Getting_the_source_code_manually"><span class="tocnumber">2.1</span> <span class="toctext">Getting the source code manually</span></a></li>
+<li class="toclevel-2"><a href="Howto_set_up_dev_environment.html#Using_the_Project_Set_File_to_get_the_source_code"><span class="tocnumber">2.2</span> <span class="toctext">Using the Project Set File to get the source code</span></a></li>
+<li class="toclevel-2"><a href="Howto_set_up_dev_environment.html#Enabling_the_BPEL_Designer"><span class="tocnumber">2.3</span> <span class="toctext">Enabling the BPEL Designer</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Howto_set_up_dev_environment.html#Defining_the_target_platform"><span class="tocnumber">3</span> <span class="toctext">Defining the target platform</span></a>
+<ul>
+<li class="toclevel-2"><a href="Howto_set_up_dev_environment.html#Defining_the_target_platform_the_easy_way"><span class="tocnumber">3.1</span> <span class="toctext">Defining the target platform the easy way</span></a></li>
+<li class="toclevel-2"><a href="Howto_set_up_dev_environment.html#Defining_the_target_platform_manually"><span class="tocnumber">3.2</span> <span class="toctext">Defining the target platform manually</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Howto_set_up_dev_environment.html#Launching_SMILA_in_Eclipse_IDE"><span class="tocnumber">4</span> <span class="toctext">Launching SMILA in Eclipse IDE</span></a></li>
+<li class="toclevel-1"><a href="Howto_set_up_dev_environment.html#You.27re_done"><span class="tocnumber">5</span> <span class="toctext">You're done</span></a></li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Preconditions"></a><h4> <span class="mw-headline"> Preconditions </span></h4>
+<p>Here is the list of things that you will definitely need for developing SMILA components:
+</p>
+<ol><li>JDK 1.6
+</li><li>Recent Eclipse SDK - This HowTo was tested with <a href="http://download.eclipse.org/eclipse/downloads/drops/R-3.7.1-201109091335/index.php" class="external text" title="http://download.eclipse.org/eclipse/downloads/drops/R-3.7.1-201109091335/index.php" rel="nofollow">Eclipse Classic SDK 3.7.1</a> (Indigo SR1) <br />
+</li><li>Delta Pack - for some parts of the setup you are advised to add a "Delta Pack" to an Eclipse SDK installation. You can download it from the <a href="http://download.eclipse.org/eclipse/downloads/drops/R-3.7.1-201109091335/index.php" class="external text" title="http://download.eclipse.org/eclipse/downloads/drops/R-3.7.1-201109091335/index.php" rel="nofollow">same page</a>.
+</li></ol>
+<a name="Getting_the_source_code"></a><h4> <span class="mw-headline"> Getting the source code </span></h4>
+<p>There is more than one way of getting the code into your Eclipse workspace. In the next two sections, two recommended ways are shown. After having imported the source code into your workspace, it will show up a lot of errors. Don't worry, they'll disappear when you run through all steps of this HowTo.
+</p><p>Both methods described below will lead you to the same result: They will provide you with a workspace containing all core SMILA projects (plus <tt>SMILA.releng</tt> when you choose the <i>Project Set File</i>).
+</p>
+<a name="Getting_the_source_code_manually"></a><h5> <span class="mw-headline"> Getting the source code manually </span></h5>
+<p>Getting the source code manually without the <i>Project Set File</i> is the recommended practice, especially when you wish to update frequently.
+</p>
+<ul><li>Choose one:
+<ul><li>Download the complete source code from the <a href="http://www.eclipse.org/smila/downloads.php" class="external text" title="http://www.eclipse.org/smila/downloads.php" rel="nofollow">release download page</a> or the <a href="http://build.eclipse.org/rt/smila/nightly/" class="external text" title="http://build.eclipse.org/rt/smila/nightly/" rel="nofollow">nightly build downloads</a> and unpack complete the archive into your workspace.
+</li><li>Use your favorite SVN client to check out SMILA's source code from the repository located at:<br /> <tt><a href="http://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/core" class="external free" title="http://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/core" rel="nofollow">http://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/core</a></tt>. If you later want to be able to build a SMILA distribution including your own extensions, all SMILA projects should be located immediately in your workspace directory.
+</li></ul>
+</li></ul>
+<dl><dd><dl><dd><b>Hint:</b> <i>We recommend to check out the <span style="font-family:monospace;">trunk/core</span> as opposed to importing the projects through IDE SVN integrations. By doing so, you can easily get new projects just by updating your working copy and reimporting the sources.</i>
+</dd></dl>
+</dd></dl>
+<ul><li>Import all SMILA project into your workspace:
+<ul><li>Click <i>File</i> --> <i>Import</i> --> <i>General</i> --> <i>Existing Projects into Workspace</i> --> <i>Next.</i>
+</li><li>Select the folder that contains all SMILA projects --> (all projects should be selected automatically) --> <i>Finish</i>.
+</li></ul>
+</li></ul>
+<a name="Using_the_Project_Set_File_to_get_the_source_code"></a><h5> <span class="mw-headline"> Using the Project Set File to get the source code </span></h5>
+<p>If you do not want to check out the source files manually, you can use the provided <i>Project Set File</i> (.psf) to check out and import all projects automatically.<br />
+</p>
+<ol><li>Install <i>Subversive Team Provider</i> and <i>Subversive SVN JDT Ignore Extensions</i> from the Eclipse software repository.<br />
+</li><li>Restart Eclipse.
+</li><li>Select <i>Windows > Preferences > SVN</i>. This should open the <i>Subversive Connector Discovery</i> window.
+</li><li>Select the Subversive SVN Connector that you wish to use. We suggest to take the latest SVN Kit that is offered. At the time of writing it was SVN Kit 1.3.5.
+</li><li>Restart Eclipse.
+</li><li>Download the file <a href="https://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/releng/devenv/SMILA-core.psf" class="external text" title="https://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/releng/devenv/SMILA-core.psf" rel="nofollow">SMILA-core.psf</a>.
+</li><li>Select <i>File</i> --> <i>Import</i> --> <i>Team</i> --> <i>Team Project Set</i> --> <i>Next</i>.
+</li><li>Click <i>Browse</i> and navigate to the<span style="font-family: monospace;"> </span><tt>.psf</tt> file.
+</li><li>Click <i>Finish</i>.<br />Now your IDE starts to download and import the SMILA projects. This will take quite a while.
+</li></ol>
+<p><b>Hint:</b> <i>When you want to reimport the .psf file (e.g. because there are new projects available in the SMILA core repository), you have to update the .psf file in the <tt>SMILA.releng</tt> project and import it (right click on it and click on "Import Project Set...", be sure to click "No To All" to the question whether to overwrite existing projects in the workspace, otherwise it will check out everything again instead of ignoring the projects, that are already checked out.</i>
+</p>
+<a name="Enabling_the_BPEL_Designer"></a><h5> <span class="mw-headline"> Enabling the BPEL Designer </span></h5>
+<p>If you want to work with the SMILA extensions for Eclipse BPEL designer, you need to check out the bundles from <tt>trunk/tooling</tt>. Currently, the required bundles are:
+</p>
+<ul><li><tt>org.eclipse.smila.processing.designer.model</tt>
+</li><li><tt>org.eclipse.smila.processing.designer.ui</tt></tt>
+</li></ul>
+<p>To compile them you need additional bundles from the <a href="http://www.eclipse.org/bpel" class="external text" title="http://www.eclipse.org/bpel" rel="nofollow">Eclipse BPEL Designer</a> in your target platform. See <a href="../BPEL_Designer.html" title="SMILA/BPEL Designer">SMILA/BPEL Designer</a> for more information.
+</p>
+<a name="Defining_the_target_platform"></a><h4> <span class="mw-headline"> Defining the target platform </span></h4>
+<p>The target platform defines the set of bundles and features that you are developing against.
+</p>
+<a name="Defining_the_target_platform_the_easy_way"></a><h5> <span class="mw-headline"> Defining the target platform the easy way </span></h5>
+<p>SMILA ships a <i>Target Definition File</i> that you can open in your IDE to configure the target platform automatically. This file contains all the references needed for developing SMILA with Eclipse Indigo SR1 (3.7.1):
+</p>
+<ol><li>If the <tt>SMILA.releng</tt> project is not already contained in your workspace (e.g. because you have chosen the manual way to check out and import the source files), check out <a href="http://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/releng" class="external free" title="http://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/releng" rel="nofollow">http://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/releng</a> with your preferred SVN client and import the project into your workspace.<br />
+</li><li>Open the file <tt>SMILA.releng/devenv/SMILA-indigo-SR1.target</tt> with the <i>Target Definition</i> editor. <br />Eclipse starts downloading the referenced bundles/features which it tells you by stating "Resolving Target Definition" in its status bar. Be patient, this will take quite a while. After it has finished, you can click the link "Set as Target Platform" on the top right of the <i>Target Definition</i> editor. Doing so will cause Eclipse to start re-compiling the sources and all error markers should be gone when finished.
+</li></ol>
+<a name="Defining_the_target_platform_manually"></a><h5> <span class="mw-headline"> Defining the target platform manually </span></h5>
+<p>Instead of using the target definition file you can also <a href="Howto_set_up_target_platform.html" class="mw-redirect" title="SMILA/Development Guidelines/Howto set up target platform">manually set your own target platform</a>.
+</p>
+<a name="Launching_SMILA_in_Eclipse_IDE"></a><h4> <span class="mw-headline"> Launching SMILA in Eclipse IDE </span></h4>
+<p>If you've checked out SMILA's trunk correctly, you should have a project called <b>SMILA.launch</b> in your workspace. This project contains the SMILA's launch configuration for Eclipse IDE. To start SMILA directly in your Eclipse IDE, just follow the steps below:
+</p>
+<ol><li>Click <span style="font-style: italic;">Run</span>--> <i>Debug Configurations</i> and expand <i><b>OSGI Framework</b></i><b>.</b>
+</li><li>Select the <i>SMILA</i> launch file.
+</li><li>Make sure that there aren't any junit 4 bundles activated:
+<ul><li>Enter "junit" into the filter text field.
+</li><li>Uncheck all junit 4 bundles (e.g. <tt>org.junit4</tt>, <tt>org.junit(4.8.2....)</tt> etc.) because they conflict with the junit 3 bundles used in SMILA.
+</li></ul>
+</li><li>Click <b>Debug</b>. <br /> If everything works fine, you will get an output in the <b>Console</b> view similar to the following:
+</li></ol>
+<div dir="ltr" style="text-align: left;"><pre class="source-text">osgi> Persistence bundle starting...
+ProviderTracker: New service detected...
+ProviderTracker: Added service org.eclipse.persistence.jpa.osgi.PersistenceProviderOSGi
+Persistence bundle started.
+[INFO ] Context /zookeeper: Registered handler(1) ZooKeeperAdminHandler, pattern /(.*)$
+[INFO ] Added worker webFetcher to WorkerManager.
+...
+[INFO ] HTTP server has SMILA handler RequestDispatcher for context /smila.
+[INFO ] HTTP server started successfully on port 8080.</pre></div>
+<a name="You.27re_done"></a><h4> <span class="mw-headline"> You're done </span></h4>
+<p>Congratulations! You've just successfully checked out and configured your SMILA development environment and you can now start <a href="Create_a_bundle_(plug-in).html" class="mw-redirect" title="SMILA/Development Guidelines/Create a bundle (plug-in)">developing your own bundles</a>.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 42/1000000
+Post-expand include size: 54/2097152 bytes
+Template argument size: 10/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15446-0!1!0!!en!2!edit=0 and timestamp 20120203101133 -->
+<div class="printfooter">
+Retrieved from "<a href="../Documentation/HowTo/Howto_set_up_dev_environment.html">http://wiki.eclipse.org/SMILA/Documentation/HowTo/Howto_set_up_dev_environment</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 10:05, 3 February 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a>, <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a> and <a href="http://wiki.eclipse.org/User:Tmenzel.brox.de" title="User:Tmenzel.brox.de">thomas menzel</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/Howto_set_up_dev_environment&action=credits" title="SMILA/Documentation/HowTo/Howto set up dev environment">others</a>.</p>
+ <p id="footerviews">This page has been accessed 7,559 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.339 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/Howto_set_up_target_platform.html b/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/Howto_set_up_target_platform.html
new file mode 100644
index 0000000..6a7dc62
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/Howto_set_up_target_platform.html
@@ -0,0 +1,268 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/HowTo/Howto set up target platform,SMILA/Development Guidelines/Howto set up dev environment" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Development_Guidelines/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/HowTo/Howto set up target platform - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/HowTo/Howto_set_up_target_platform";
+var wgTitle = "SMILA/Documentation/HowTo/Howto set up target platform";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "35441";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286429";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Howto_set_up_target_platform.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_HowTo_Howto_set_up_target_platform">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/Howto_set_up_target_platform">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/HowTo/Howto_set_up_target_platform">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/HowTo/Howto_set_up_target_platform">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/Howto_set_up_target_platform&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/Howto_set_up_target_platform&oldid=286429">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="../Documentation/HowTo/Howto_set_up_target_platform.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/HowTo/Howto_set_up_target_platform&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/Howto_set_up_target_platform&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/Howto_set_up_target_platform&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/Howto%20set%20up%20target%20platform"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/HowTo/Howto set up target platform</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a> | <a href="../Documentation/HowTo.html" title="SMILA/Documentation/HowTo">HowTo</a></span>(Redirected from <a href="http://wiki.eclipse.org/index.php?title=SMILA/Development_Guidelines/Howto_set_up_target_platform&redirect=no" title="SMILA/Development Guidelines/Howto set up target platform">SMILA/Development Guidelines/Howto set up target platform</a>)</div>
+ <div id="jump-to-nav">Jump to: <a href="Howto_set_up_target_platform.html#column-one">navigation</a>, <a href="Howto_set_up_target_platform.html#searchInput">search</a></div> <!-- start content -->
+ <p>This page describes which steps you have to follow to manually define a target platform for SMILA.
+</p>
+<a name="How_to_manually_set_up_the_target_platform"></a><h2> <span class="mw-headline"> How to manually set up the target platform </span></h2>
+<p>If you do not want to set up the target platform manually, please follow the instructions on <a href="Howto_set_up_dev_environment.html#Defining_the_target_platform_the_easy_way" class="mw-redirect" title="SMILA/Development Guidelines/Howto set up dev environment">Howto set up dev environment</a>.
+</p>
+<ol><li>Download the Eclipse SDK (if you have not already done so) and the <tt>Delta Pack</tt> from the Eclipse download page listed in the <a href="Howto_set_up_dev_environment.html#Preconditions" class="mw-redirect" title="SMILA/Development Guidelines/Howto set up dev environment">Setup Development Environment Preconditions</a> section.
+<ul><li>You should use the same Eclipse version as target SDK and as the development IDE.
+</li><li>Please note that it really should be the plain Eclipse SDK to prevent naughty problems when trying to start SMILA, because of conflicting bundles etc.
+</li></ul>
+</li><li>Extract the SDK to a directory you should name something like <tt>eclipse-target</tt> so you don't confuse it with your IDE's installation folder.
+</li><li>Unzip the Delta Pack' contents into the contents of the <tt>eclipse-target</tt> folder, always answer <tt>yes</tt> if the system asks you to confirm overwriting of files.
+</li></ol>
+<p>This directory will be referenced as "eclipse-target" in the following lines.
+</p><p>In your IDE do the following:
+</p>
+<ol><li>Click <i>Window --> Preferences --> Plug-in Development --> Target Platform</i>.
+</li><li>Rename the new target, e.g. to "Running target + SMILA.Extension".
+</li><li>Click <i>Add... --> </i>Select "Nothing: Start with an empty target definition" for target initialization and click <i>Next</i>.
+</li><li>Click Add... --> Select "Installation" and click <i>Next</i>.
+</li><li>Click <i>Browse...</i> and navigate to your "eclipse-target" directory (SDK + delta pack) --> click <i>OK</i>.
+</li><li>Click <i>Finish</i> in the <i>Add Installation</i> window.
+</li><li>Click <i>Add...</i> --> Select "Directory" --> Click <i>Next</i> --> Select <tt>SMILA.extension/eclipse/plugins</tt> folder under local trunk as the location --> click <i>Finish</i>.
+</li><li>The target definition dialog should now contain the following entries:
+<ul><li>Name: <tt>Running target + SMILA.Extension</tt>
+</li><li>In page <i>Locations</i> the following entries:
+<ul><li>Installation icon with path to your <tt>eclipse-target</tt> directory, showing the number of available plug-ins
+</li><li>Directory icon with path to the <tt>SMILA.extension/eclipse/plugins</tt> directory in your checked out SMILA code, showing the number of available plug-ins.
+</li></ul>
+</li></ul>
+</li><li>Switch to page <i>Environment</i> and select "JavaSE-1.6" as <i>Execution Environment</i>.
+</li><li>Click <i>Finish</i> and activate the new target platform by checking the check box on the left-hand side of its name.
+</li><li>Click <i>OK</i>.
+</li></ol>
+<p>Doing so will trigger the compilation of your workspace.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 10/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:35441-0!1!0!!en!2!edit=0 and timestamp 20120203101315 -->
+<div class="printfooter">
+Retrieved from "<a href="../Documentation/HowTo/Howto_set_up_target_platform.html">http://wiki.eclipse.org/SMILA/Documentation/HowTo/Howto_set_up_target_platform</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 09:39, 25 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a> and <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a>.</p>
+ <p id="footerviews">This page has been accessed 140 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.056 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/Introduction_to_make.xml.html b/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/Introduction_to_make.xml.html
new file mode 100644
index 0000000..280c472
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/Introduction_to_make.xml.html
@@ -0,0 +1,522 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Development Guidelines/Introduction to make.xml" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Development_Guidelines/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Development Guidelines/Introduction to make.xml - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Development_Guidelines/Introduction_to_make.xml";
+var wgTitle = "SMILA/Development Guidelines/Introduction to make.xml";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15392";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286175";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="Introduction_to_make.xml.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Development_Guidelines_Introduction_to_make_xml">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Development_Guidelines/Introduction_to_make.xml">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Development_Guidelines/Introduction_to_make.xml">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Development_Guidelines/Introduction_to_make.xml">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Development_Guidelines/Introduction_to_make.xml&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Development_Guidelines/Introduction_to_make.xml&oldid=286175">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Introduction_to_make.xml.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Development_Guidelines/Introduction_to_make.xml&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Development_Guidelines/Introduction_to_make.xml&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Development_Guidelines/Introduction_to_make.xml&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Development%20Guidelines/Introduction%20to%20make.xml"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Development Guidelines/Introduction to make.xml</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Development_Guidelines.1.html" title="SMILA/Development Guidelines">Development Guidelines</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Introduction_to_make.xml.html#column-one">navigation</a>, <a href="Introduction_to_make.xml.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Introduction_to_make.xml.html#Overview_of_ant_build_targets"><span class="tocnumber">1</span> <span class="toctext">Overview of ant build targets</span></a></li>
+<li class="toclevel-1"><a href="Introduction_to_make.xml.html#make.xml"><span class="tocnumber">2</span> <span class="toctext">make.xml</span></a></li>
+<li class="toclevel-1"><a href="Introduction_to_make.xml.html#macros.build.xml"><span class="tocnumber">3</span> <span class="toctext">macros.build.xml</span></a></li>
+<li class="toclevel-1"><a href="Introduction_to_make.xml.html#Tips_and_Tricks"><span class="tocnumber">4</span> <span class="toctext">Tips and Tricks</span></a></li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Overview_of_ant_build_targets"></a><h3> <span class="mw-headline"> Overview of ant build targets </span></h3>
+<p><a href="http://wiki.eclipse.org/Image:Build.all.png" class="image" title="Image:build.all.png"><img alt="Image:build.all.png" src="http://wiki.eclipse.org/images/0/05/Build.all.png" width="995" height="681" border="0" /></a>
+</p><p><b>Build process graph</b>
+</p>
+<a name="make.xml"></a><h3> <span class="mw-headline"> make.xml </span></h3>
+<table width="100%" border="1">
+
+<tr>
+<td bgcolor="#f0f0f0" colspan="3" align="center"><b>Targets</b>
+</td></tr>
+<tr>
+<td bgcolor="#f0f0f0"><b>name</b>
+</td><td bgcolor="#f0f0f0"><b>description</b>
+</td><td bgcolor="#f0f0f0"><b>dependencies</b>
+</td></tr>
+<tr>
+<td>all
+</td><td>executes all dependencies, default build target
+</td><td>clean, fetch, build, build-jmxclient, test, final-application
+</td></tr>
+<tr>
+<td>clean
+</td><td>deletes the build directory (smila.build) and the workspace folder under SMILA.builder
+</td><td> /
+</td></tr>
+<tr>
+<td>fetch
+</td><td>copies all features and plugins to the build directory
+</td><td>bundle.names.init
+</td></tr>
+<tr>
+<td>bundle.names.init
+</td><td>white space delimited list of bundle names (i.e. their dir name)
+</td><td> /
+</td></tr>
+<tr>
+<td>build
+</td><td>executes all dependencies
+</td><td>fetch, build.core
+</td></tr>
+<tr>
+<td>build.core
+</td><td>builds the application (CI.SMILA not final-application)
+</td><td> /
+</td></tr>
+<tr>
+<td>build-jmxclient
+</td><td>builds the jmxclient tool
+</td><td> /
+</td></tr>
+<tr>
+<td>test
+</td><td>executes all dependencies
+</td><td>build, test.clean, emma.init, test.core, report
+</td></tr>
+<tr>
+<td>test.clean
+</td><td>executes all dependencies, deletes the eclipse-test dir under the build directory (eclipse.build) and unzips CI.SMILA
+</td><td>build.test.feature
+</td></tr>
+<tr>
+<td>build.test.feature
+</td><td>builds the test feature
+</td><td> /
+</td></tr>
+<tr>
+<td>emma.init
+</td><td>initialises emma
+</td><td> /
+</td></tr>
+<tr>
+<td>test.core
+</td><td>executes all dependencies and starts all junit tests
+</td><td>bundle.names.init
+</td></tr>
+<tr>
+<td>report
+</td><td>executes all dependencies
+</td><td>test.report, checkstyle, report.emma, pmd, pmd-cpd
+</td></tr>
+<tr>
+<td>test.report
+</td><td>collects unit test results
+</td><td> /
+</td></tr>
+<tr>
+<td>checkstyle
+</td><td>runs all checkstyle checks
+</td><td> /
+</td></tr>
+<tr>
+<td>report.emma
+</td><td>creates emma report
+</td><td> /
+</td></tr>
+<tr>
+<td>pmd
+</td><td>scans Java source code and looks for potential problems
+</td><td> /
+</td></tr>
+<tr>
+<td>pmd-cpd
+</td><td>Runs pmd-cpd (potential duplication) check
+</td><td> /
+</td></tr>
+<tr>
+<td>final-application
+</td><td>builds the final application
+</td><td>build, build-jmxclient
+</td></tr>
+<tr>
+<td>test.clean2default
+</td><td>deletes workspace and configuration folder under eclipse-test and copies default config.in into configuration folder under eclipse-test
+</td><td> /
+</td></tr>
+<tr>
+<td>all-without-test
+</td><td>executes all dependencies (builds the application but ommits tests)
+</td><td>clean,fetch,build,build-jmxclient,final-application
+</td></tr>
+</table>
+<p><br />
+</p>
+<table width="50%" border="1">
+<tr>
+<td bgcolor="#f0f0f0" colspan="2" align="center"><b>Properties</b>
+</td></tr>
+<tr>
+<td bgcolor="#f0f0f0" width="25%"><b>name</b>
+</td><td bgcolor="#f0f0f0" width="25%"><b>description</b>
+</td></tr>
+<tr>
+<td>feature-names
+</td><td>list of all features
+</td></tr>
+</table>
+<p><br />
+</p>
+<table width="50%" border="1">
+<tr>
+<td bgcolor="#f0f0f0" colspan="2" align="center"><b>Patternsets</b>
+</td></tr>
+<tr>
+<td bgcolor="#f0f0f0" width="25%"><b>name</b>
+</td><td bgcolor="#f0f0f0" width="25%"><b>description</b>
+</td></tr>
+<tr>
+<td>patterns.bundle.all
+</td><td>list of all plugins
+</td></tr>
+<tr>
+<td>patterns.bundle.excludes
+</td><td>list of all exluded plugins
+</td></tr>
+</table>
+<p><br />
+</p>
+<table width="50%" border="1">
+<tr>
+<td bgcolor="#f0f0f0" colspan="2" align="center"><b>Dirsets/Restrict</b>
+</td></tr>
+<tr>
+<td bgcolor="#f0f0f0" width="25%"><b>name</b>
+</td><td bgcolor="#f0f0f0" width="25%"><b>description</b>
+</td></tr>
+<tr>
+<td>bundle.dirs.all
+</td><td>list of all plugins (patterns.bundle.all - patterns.bundle.excludes)
+</td></tr>
+<tr>
+<td>bundle.dirs.smila
+</td><td>list of all SMILA plugins (org.eclipse.smila.* + org.eccenca.smila.* - patterns.bundle.excludes)
+</td></tr>
+<tr>
+<td>bundle.dirs.3rd
+</td><td>list of all 3rd party plugins (patterns.bundle.all - patterns.bundle.excludes - org.eclipse.smila.* - org.eccenca.smila.*)
+</td></tr>
+<tr>
+<td>bundle.dirs.all.test
+</td><td>list of all test bundles
+</td></tr>
+<tr>
+<td>bundle.dirs.smila.test
+</td><td>list of all SMILA test bundles
+</td></tr>
+<tr>
+<td>bundle.dirs.3rd.test
+</td><td>list of all 3rd party test bundles
+</td></tr>
+</table>
+<a name="macros.build.xml"></a><h3> <span class="mw-headline"> macros.build.xml </span></h3>
+<table border="1">
+<tr>
+<th bgcolor="#f0f0f0">name
+</th><th bgcolor="#f0f0f0">description
+</th></tr>
+<tr>
+<td>M_test.bundle.smila
+</td><td>executes all tests in a bundle
+</td></tr>
+<tr>
+<td>M_dirset2list
+</td><td>converts a dirset of plugins to a name list
+</td></tr></table>
+<a name="Tips_and_Tricks"></a><h3> <span class="mw-headline"> Tips and Tricks </span></h3>
+<p>Our make.xml includes all packages those start with the following patterns: <b>com, javax, net, oracle, org</b>.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><patternset</span> <span class="re0">id</span>=<span class="st0">'patterns.bundle.all'</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><include</span> <span class="re0">name</span>=<span class="st0">"com.*"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><include</span> <span class="re0">name</span>=<span class="st0">"javax.*"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><include</span> <span class="re0">name</span>=<span class="st0">"net.*"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><include</span> <span class="re0">name</span>=<span class="st0">"oracle.*"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><include</span> <span class="re0">name</span>=<span class="st0">"org.*"</span> <span class="re2">/></span></span>
+<span class="sc3"><span class="re1"></patternset<span class="re2">></span></span></span></pre></div>
+<p><b>Exclude bundles from build</b>
+</p><p>To exlude a bundle (core or test) from build you have to include your bundle in the <b>patterns.bundle.excludes</b>-section.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="coMULTI"><!-- the follwoing projects are excluded from build --></span></span>
+<span class="sc3"><span class="re1"><patternset</span> <span class="re0">id</span>=<span class="st0">'patterns.bundle.excludes'</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><exclude</span> <span class="re0">name</span>=<span class="st0">"*.feature"</span> <span class="re2">/></span></span>
+<span class="sc3"><span class="re1"></patternset<span class="re2">></span></span></span></pre></div>
+<p><b>Don´t execute a test</b>
+</p><p>To don´t execute a test you have to include your test bundle in the <b>bundle.dirs.all.test-section</b>.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><restrict</span> <span class="re0">id</span>=<span class="st0">"bundle.dirs.all.test"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><dirset</span> <span class="re0">refid</span>=<span class="st0">"bundle.dirs.all"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><rsel:name</span> <span class="re0">name</span>=<span class="st0">"*.test"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><rsel:not<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rsel:or<span class="re2">></span></span></span>
+ ...
+ <span class="sc3"><span class="re1"><rsel:name</span> <span class="re0">name</span>=<span class="st0">"org.eclipse.smila.sample.bundle.test"</span> <span class="re2">/></span></span>
+ ...
+ <span class="sc3"><span class="re1"></rsel:or<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></rsel:not<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></restrict<span class="re2">></span></span></span></pre></div>
+<p><b>Don´t generate reports for pmd, checkstyle and/or emma (code coverage)</b>
+</p><p>If you don´t want to generate reports for pmd, checkstyle and/or emma you just have to set the values of the properties to false in the <b>macros.build.xml</b>
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><property</span> <span class="re0">name</span>=<span class="st0">"EMMA.REPORT"</span> <span class="re0">value</span>=<span class="st0">"false"</span> <span class="re2">/></span></span>
+<span class="sc3"><span class="re1"><property</span> <span class="re0">name</span>=<span class="st0">"EMMA.CLASSPATH"</span> <span class="re0">value</span>=<span class="st0">"emma.lib"</span> <span class="re2">/></span></span>
+<span class="sc3"><span class="re1"><property</span> <span class="re0">name</span>=<span class="st0">"CHECKSTYLE.REPORT"</span> <span class="re0">value</span>=<span class="st0">"false"</span> <span class="re2">/></span></span>
+<span class="sc3"><span class="re1"><property</span> <span class="re0">name</span>=<span class="st0">"CHECKSTYLE.CLASSPATH"</span> <span class="re0">value</span>=<span class="st0">"checkstyle.lib"</span> <span class="re2">/></span></span>
+<span class="sc3"><span class="re1"><property</span> <span class="re0">name</span>=<span class="st0">"PMD.REPORT"</span> <span class="re0">value</span>=<span class="st0">"false"</span> <span class="re2">/></span></span>
+<span class="sc3"><span class="re1"><property</span> <span class="re0">name</span>=<span class="st0">"PMD.CLASSPATH"</span> <span class="re0">value</span>=<span class="st0">"pmd.lib"</span> <span class="re2">/></span></span></pre></div>
+
+<!--
+NewPP limit report
+Preprocessor node count: 20/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15392-0!1!0!!en!2!edit=0 and timestamp 20120203101406 -->
+<div class="printfooter">
+Retrieved from "<a href="Introduction_to_make.xml.html">http://wiki.eclipse.org/SMILA/Development_Guidelines/Introduction_to_make.xml</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 15:02, 24 January 2012 by <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>, <a href="http://wiki.eclipse.org/index.php?title=User:Rrausch.brox.de&action=edit" class="new" title="User:Rrausch.brox.de">Ralf Rausch</a> and <a href="http://wiki.eclipse.org/index.php?title=User:Svoigt.brox.de&action=edit" class="new" title="User:Svoigt.brox.de">Sebastian Voigt</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Development_Guidelines/Introduction_to_make.xml&action=credits" title="SMILA/Development Guidelines/Introduction to make.xml">others</a>.</p>
+ <p id="footerviews">This page has been accessed 2,311 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.218 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/Setup_for_JAXB_code_generation.html b/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/Setup_for_JAXB_code_generation.html
new file mode 100644
index 0000000..ff234cb
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/Setup_for_JAXB_code_generation.html
@@ -0,0 +1,346 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Development Guidelines/Setup for JAXB code generation,SMILA/Development Guidelines/Howto build a SMILA-Distribution" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Development_Guidelines/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Development Guidelines/Setup for JAXB code generation - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Development_Guidelines/Setup_for_JAXB_code_generation";
+var wgTitle = "SMILA/Development Guidelines/Setup for JAXB code generation";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "19244";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286067";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-text {line-height: normal; font-size: medium;}
+.source-text li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for text
+ * CSS class: source-text, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-text .de1, .source-text .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-text {}
+.source-text .head {}
+.source-text .foot {}
+.source-text .imp {font-weight: bold; color: red;}
+.source-text .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-text li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-text li.li2 {font-weight: bold;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="Setup_for_JAXB_code_generation.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Development_Guidelines_Setup_for_JAXB_code_generation">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Development_Guidelines/Setup_for_JAXB_code_generation">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Development_Guidelines/Setup_for_JAXB_code_generation">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Development_Guidelines/Setup_for_JAXB_code_generation">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Development_Guidelines/Setup_for_JAXB_code_generation&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Development_Guidelines/Setup_for_JAXB_code_generation&oldid=286067">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Setup_for_JAXB_code_generation.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Development_Guidelines/Setup_for_JAXB_code_generation&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Development_Guidelines/Setup_for_JAXB_code_generation&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Development_Guidelines/Setup_for_JAXB_code_generation&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Development%20Guidelines/Setup%20for%20JAXB%20code%20generation"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Development Guidelines/Setup for JAXB code generation</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Development_Guidelines.1.html" title="SMILA/Development Guidelines">Development Guidelines</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Setup_for_JAXB_code_generation.html#column-one">navigation</a>, <a href="Setup_for_JAXB_code_generation.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Setup_for_JAXB_code_generation.html#Introduction"><span class="tocnumber">1</span> <span class="toctext">Introduction</span></a></li>
+<li class="toclevel-1"><a href="Setup_for_JAXB_code_generation.html#Steps_to_install_needed_libraries"><span class="tocnumber">2</span> <span class="toctext">Steps to install needed libraries</span></a></li>
+<li class="toclevel-1"><a href="Setup_for_JAXB_code_generation.html#Generate_Sources__from_Command_line"><span class="tocnumber">3</span> <span class="toctext">Generate Sources from Command line</span></a></li>
+<li class="toclevel-1"><a href="Setup_for_JAXB_code_generation.html#Generating__JAXB_classes_for_a_new_crawler_or_agent_configuration"><span class="tocnumber">4</span> <span class="toctext">Generating JAXB classes for a new crawler or agent configuration</span></a></li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Introduction"></a><h3> <span class="mw-headline"> Introduction </span></h3>
+<p>This page describes additional setup steps you need to do if you want to use JAXB to generate classes from XML schema descriptions for SMILA. This is also needed to be able to extend SMILA XML configuration file schemas, because we mostly use JAXB to parse them.
+</p><p><br />
+</p>
+<a name="Steps_to_install_needed_libraries"></a><h3> <span class="mw-headline"> Steps to install needed libraries </span></h3>
+<ol><li> Setup a build library as described in <a href="Howto_build_a_SMILA-Distribution.html" class="mw-redirect" title="SMILA/Development Guidelines/Howto build a SMILA-Distribution">SMILA/Development Guidelines/Howto build a SMILA-Distribution</a>. In this document we will use <span style="font-family:monospace;">lib/</span> as the root of it.
+</li><li> Download the JAXB reference implementation 2.1.6 or above from <a href="https://jaxb.dev.java.net/servlets/ProjectDocumentList" class="external text" title="https://jaxb.dev.java.net/servlets/ProjectDocumentList" rel="nofollow">here</a>
+</li><li> unpack it with (see <a href="https://jaxb.dev.java.net/2.1.6/" class="external text" title="https://jaxb.dev.java.net/2.1.6/" rel="nofollow">here</a>) <div dir="ltr" style="text-align: left;"><pre class="source-text">java -jar <JAXB-version>.jar</pre></div>
+</li><li> copy the following into your <tt>lib/xjc</tt>
+<ul><li> all jars in the <span style="font-family:monospace;">jaxb-ri-<version>/lib/</span>
+</li><li> <tt>InterfacesXJCPlugin.jar</tt>, you can download it <a href="http://ubuntuone.com/7mZZkULtjiKxfCQfKVH2zG" class="external text" title="http://ubuntuone.com/7mZZkULtjiKxfCQfKVH2zG" rel="nofollow">here</a>
+</li></ul>
+</li></ol>
+<p>Your build lib directory should now look at least like this:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-text">lib/
+ ant-contrib/
+ ant-contrib-1.0b1.jar
+ xjc/
+ jaxb-xjc.jar
+ InterfacesXJCPlugin.jar
+ activation.jar
+ jaxb-api.jar
+ jaxb-impl.jar
+ jsr173_1.0_api.jar</pre></div>
+<a name="Generate_Sources__from_Command_line"></a><h3> <span class="mw-headline"> Generate Sources from Command line </span></h3>
+<ol><li> Put <tt><a href="http://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/SMILA.builder" class="external text" title="http://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/SMILA.builder" rel="nofollow">SMILA.builder</a></tt> into the same folder as the bundle for which you are generating the folder (for all SMILA bundles this is the case after a checkout).
+</li><li> To generate the classes, you can now use:<div dir="ltr" style="text-align: left;"><pre class="source-text">ant -Dlib.dir=<SMILA-Build-Lib-Dir></pre></div>
+</li></ol>
+<p>The JAXB classes should now be generated in the <tt>code/gen</tt> directory of your bundle.
+</p>
+<a name="Generating__JAXB_classes_for_a_new_crawler_or_agent_configuration"></a><h3> <span class="mw-headline"> Generating JAXB classes for a new crawler or agent configuration </span></h3>
+<ol><li> If you do not yet have a binary distribution of SMILA: <a href="http://www.eclipse.org/smila/downloads.php" class="external text" title="http://www.eclipse.org/smila/downloads.php" rel="nofollow">Download</a> or build one.
+</li><li> Copy <tt>org.eclipse.smila.connectivity.framework.schema_$VERSION.jar</tt> from the plugins directory of the SMILA distribution to <tt>lib/xjc</tt>. This is necessary because crawler configurations extend a base schema and therefore need to access classes in this bundle.
+</li><li> Put your bundle next to the <tt>SMILA.builder</tt> source bundle.
+</li><li> Add a <tt>code/gen</tt> folder to your bundle and add it as a source folder.
+</li><li> Create a <tt>schemas</tt> directory in your bundle and put the XSD and JXB file there (use the same basename and <tt>xsd</tt> and <tt>jxb</tt> as suffixes).
+</li><li> Create a <tt>build.xml</tt> in the bundle directory with this content, replace $SCHEMA_NAME with the basename of the XSD/JXB files:
+</li></ol>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><project</span> <span class="re0">name</span>=<span class="st0">"sub-build"</span> <span class="re0">default</span>=<span class="st0">"compile-schema-and-decorate"</span> <span class="re0">basedir</span>=<span class="st0">"."</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><property</span> <span class="re0">name</span>=<span class="st0">"schema.name"</span> <span class="re0">value</span>=<span class="st0">"$SCHEMA_NAME"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><import</span> <span class="re0">file</span>=<span class="st0">"../SMILA.builder/xjc/build.xml"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></project<span class="re2">></span></span></span></pre></div>
+<p>You can optionally add a file <tt>copyright.txt</tt> to the bundle (next to build.xml) containing a copyright header for the generated files (use valid Java comment syntax).
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 40/1000000
+Post-expand include size: 114/2097152 bytes
+Template argument size: 26/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:19244-0!1!0!!en!2!edit=0 and timestamp 20120203101426 -->
+<div class="printfooter">
+Retrieved from "<a href="Setup_for_JAXB_code_generation.html">http://wiki.eclipse.org/SMILA/Development_Guidelines/Setup_for_JAXB_code_generation</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 12:27, 24 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Daniel.stucky.attensity.com&action=edit" class="new" title="User:Daniel.stucky.attensity.com">Daniel Stucky</a>, <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.Schumacher.empolis.com&action=edit" class="new" title="User:Juergen.Schumacher.empolis.com">Juergen Schumacher</a> and <a href="http://wiki.eclipse.org/User:Tmenzel.brox.de" title="User:Tmenzel.brox.de">thomas menzel</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Development_Guidelines/Setup_for_JAXB_code_generation&action=credits" title="SMILA/Development Guidelines/Setup for JAXB code generation">others</a>.</p>
+ <p id="footerviews">This page has been accessed 6,253 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.194 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/Tuscany_Integration.html b/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/Tuscany_Integration.html
new file mode 100644
index 0000000..42e744f
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Development_Guidelines/Tuscany_Integration.html
@@ -0,0 +1,350 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Development Guidelines/Tuscany Integration" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Development_Guidelines/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Development Guidelines/Tuscany Integration - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Development_Guidelines/Tuscany_Integration";
+var wgTitle = "SMILA/Development Guidelines/Tuscany Integration";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15858";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286471";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Tuscany_Integration.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Development_Guidelines_Tuscany_Integration">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Development_Guidelines/Tuscany_Integration">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Development_Guidelines/Tuscany_Integration">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Development_Guidelines/Tuscany_Integration">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Development_Guidelines/Tuscany_Integration&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Development_Guidelines/Tuscany_Integration&oldid=286471">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Tuscany_Integration.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Development_Guidelines/Tuscany_Integration&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Development_Guidelines/Tuscany_Integration&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Development_Guidelines/Tuscany_Integration&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Development%20Guidelines/Tuscany%20Integration"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Development Guidelines/Tuscany Integration</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Development_Guidelines.1.html" title="SMILA/Development Guidelines">Development Guidelines</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Tuscany_Integration.html#column-one">navigation</a>, <a href="Tuscany_Integration.html#searchInput">search</a></div> <!-- start content -->
+ <div class="messagebox" style="background-color: #def3fe; border: 1px solid #c5d7e0; color: black; padding: 5px; margin: 1ex 0; min-height: 35px; padding-left: 45px;">
+<div style="float: left; margin-left: -40px;"><a href="http://wiki.eclipse.org/Image:Note.png" class="image" title="Note.png"><img alt="" src="http://wiki.eclipse.org/images/c/cc/Note.png" width="35" height="35" border="0" /></a></div>
+<div><b>Outdated. No integration planned, any more.</b><br /></div>
+</div>
+<p>This page lists the current state of the Tuscany integration in SMILA and SMILA related issues in Tuscany.
+</p>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Tuscany_Integration.html#Tuscany_OSGi_bundles"><span class="tocnumber">1</span> <span class="toctext">Tuscany OSGi bundles</span></a>
+<ul>
+<li class="toclevel-2"><a href="Tuscany_Integration.html#Basic_set_of_bundles"><span class="tocnumber">1.1</span> <span class="toctext">Basic set of bundles</span></a></li>
+<li class="toclevel-2"><a href="Tuscany_Integration.html#binding.rmi"><span class="tocnumber">1.2</span> <span class="toctext">binding.rmi</span></a></li>
+<li class="toclevel-2"><a href="Tuscany_Integration.html#binding.ws"><span class="tocnumber">1.3</span> <span class="toctext">binding.ws</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Tuscany_Integration.html#Adjustments_to_Tuscany"><span class="tocnumber">2</span> <span class="toctext">Adjustments to Tuscany</span></a></li>
+<li class="toclevel-1"><a href="Tuscany_Integration.html#Adjustments_to_SMILA"><span class="tocnumber">3</span> <span class="toctext">Adjustments to SMILA</span></a></li>
+<li class="toclevel-1"><a href="Tuscany_Integration.html#Tuscany_open_issues"><span class="tocnumber">4</span> <span class="toctext">Tuscany open issues</span></a></li>
+<li class="toclevel-1"><a href="Tuscany_Integration.html#SMILA_open_issues"><span class="tocnumber">5</span> <span class="toctext">SMILA open issues</span></a></li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Tuscany_OSGi_bundles"></a><h2> <span class="mw-headline"> Tuscany OSGi bundles </span></h2>
+<p>Tuscany is making good process in creating separate bundles. 3rd party jars are also available as separate bundles now. There are still some classloading issues regarding Dynamic-Imports, Meta-INF/services and OSGi runtime extensions. Here is an <a href="http://services.alphaworks.ibm.com/manyeyes/browse/data?q=tuscany" class="external text" title="http://services.alphaworks.ibm.com/manyeyes/browse/data?q=tuscany" rel="nofollow">overview</a> (either in text or visualized format) of the Tuscany bundle dependencies. For a minimal integration I did a step-by-step analysis of the bundles needed to create a SCADomain and a Contribution that uses implementationtype.osgi and binding.sca within an Equinox OSGi runtime. Below you will find lists of required bundles for certain functionality. These lists will be updated as needed.
+</p>
+<a name="Basic_set_of_bundles"></a><h3> <span class="mw-headline"> Basic set of bundles </span></h3>
+<p><b>required Tuscany jars</b>
+</p>
+<ul><li>org.apache.tuscany.sca.api_1.4.0.SNAPSHOT.jar
+</li><li>org.apache.tuscany.sca.assembly.xml_1.4.0.SNAPSHOT.jar
+</li><li>org.apache.tuscany.sca.assembly_1.4.0.SNAPSHOT.jar
+</li><li>org.apache.tuscany.sca.contribution.impl_1.4.0.SNAPSHOT.jar
+</li><li>org.apache.tuscany.sca.contribution.java_1.4.0.SNAPSHOT.jar
+</li><li>org.apache.tuscany.sca.contribution.namespace_1.4.0.SNAPSHOT.jar
+</li><li>org.apache.tuscany.sca.contribution.xml_1.4.0.SNAPSHOT.jar
+</li><li>org.apache.tuscany.sca.contribution_1.4.0.SNAPSHOT.jar
+</li><li>org.apache.tuscany.sca.core.spi_1.4.0.SNAPSHOT.jar
+</li><li>org.apache.tuscany.sca.core_1.4.0.SNAPSHOT.jar
+</li><li>org.apache.tuscany.sca.definitions_1.4.0.SNAPSHOT.jar
+</li><li>org.apache.tuscany.sca.extensibility.osgi_1.4.0.SNAPSHOT.jar
+</li><li>org.apache.tuscany.sca.extensibility_1.4.0.SNAPSHOT.jar
+</li><li>org.apache.tuscany.sca.host.embedded_1.4.0.SNAPSHOT.jar
+</li><li>org.apache.tuscany.sca.implementation.node_1.4.0.SNAPSHOT.jar
+</li><li>org.apache.tuscany.sca.interface.java_1.4.0.SNAPSHOT.jar
+</li><li>org.apache.tuscany.sca.interface_1.4.0.SNAPSHOT.jar
+</li><li>org.apache.tuscany.sca.monitor_1.4.0.SNAPSHOT.jar
+</li><li>org.apache.tuscany.sca.node.api_1.4.0.SNAPSHOT.jar
+</li><li>org.apache.tuscany.sca.node.impl_1.4.0.SNAPSHOT.jar
+</li><li>org.apache.tuscany.sca.osgi.runtime_1.4.0.SNAPSHOT.jar
+</li><li>org.apache.tuscany.sca.policy_1.4.0.SNAPSHOT.jar
+</li><li>tuscany-extensibility-equinox-1.4-SNAPSHOT.jar (this is currently not included in the osgi build and has to be build manually)
+</li></ul>
+<p><b>required 3rd party jars</b>
+</p>
+<ul><li>org.apache.tuscany.sca.3rdparty.net.sf.cglib_2.0.0.1_3.jar
+</li><li>org.apache.tuscany.sca.3rdparty.org.apache.geronimo.specs.geronimo-commonj_1.1_spec_1.0.0.jar
+</li><li>org.apache.tuscany.sca.3rdparty.org.codehaus.woodstox.wstx-asl_3.2.1.jar
+</li><li>org.apache.tuscany.sca.3rdparty.org.apache.ws.commons.schema.XmlSchema_1.3.2.jar
+</li><li>org.apache.tuscany.sca.3rdparty.wsdl4j_1.6.2.jar
+</li><li>org.apache.tuscany.sca.3rdparty.javax.jws.jsr181-api_1.0.0.MR1.jar
+</li><li>org.apache.tuscany.sca.3rdparty.org.objectweb.asm.all_3.1.0.jar
+</li><li>org.apache.tuscany.sca.3rdparty.javax.xml.ws.jaxws-api_2.1.0.jar (Attention: org.apache.tomcat_6.0.16 exports this package, but only with 2 classes !!!)
+</li></ul>
+<p><b>required 3rd party jars already included in SMILA</b>
+</p>
+<ul><li>org.apache.tuscany.sca.3rdparty.javax.xml.stream.stax-api_1.0.2.jar -> <b>javax.xml.stream_1.0</b>
+</li><li>org.apache.tuscany.sca.3rdparty.javax.xml.bind.jaxb-api_2.1.0.jar -> <b>javax.xml.bind_1.0</b>
+</li><li>org.apache.tuscany.sca.3rdparty.javax.activation_1.1.0.jar -> <b>javax.activation_1.1.0</b>
+</li></ul>
+<p><br />
+</p>
+<a name="binding.rmi"></a><h3> <span class="mw-headline"> binding.rmi </span></h3>
+<p>These bundles are needed to use binding.rmi:
+</p>
+<ul><li>org.apache.tuscany.sca.binding.rmi_1.4.0.SNAPSHOT.jar
+</li><li>org.apache.tuscany.sca.host.rmi_1.4.0.SNAPSHOT.jar
+</li><li>org.apache.tuscany.sca.extension.helper_1.4.0.SNAPSHOT.jar
+</li></ul>
+<a name="binding.ws"></a><h3> <span class="mw-headline"> binding.ws </span></h3>
+<p>These bundles are needed to use binding.ws: t.b.d
+</p>
+<a name="Adjustments_to_Tuscany"></a><h2> <span class="mw-headline"> Adjustments to Tuscany </span></h2>
+<p>The following adjustments where made to Tuscany bundles:
+</p>
+<ul><li> adapted manifest in org.apache.tuscany.sca.3rdparty.org.codehaus.woodstox.wstx-asl_3.2.1.jar: add <b>Eclipse-RegisterBuddy: javax.xml.stream</b> to allow classloader to find STAX implementation
+</li><li> added Ivans Fix to org.apache.tuscany.sca.databinding.jaxb.JAXBDataBinding (TUSCANY-2346), this is not included in current Tuscany code
+</li><li> I provided a contribution for TUSCANY-2281 that solves the problem
+</li></ul>
+<a name="Adjustments_to_SMILA"></a><h2> <span class="mw-headline"> Adjustments to SMILA </span></h2>
+<p>The following adjustments where made to SMILA classes/configurations:
+</p>
+<ul><li> enabled @AllowsPassByReference on org.eclipse.eilf.connectivity.framework.crawler.filesystem.FileSystemCrawler
+</li><li> use classes="..." in <t:implementation.osgi> of .composite file to allow parsing of Annotations
+<ul><li> as for Crawlers annotations are included in the implementation class and in the abstract base class AbstractCrawler it is important to add both classes to this list
+</li></ul>
+</li><li> Annotations are not processed on implementation.osgi, because the method processAnnotations(boolean doWait) of class OSGiImplementationProvider is never called. For testing purpose I just called it in the start() method of the same class. With this fix the annotation are processed successfully.
+</li><li> adopted method getCrawler(final String crawlerId) of class CrawlerControllerImpl to make use of the fix provided for TUSCANY-2281
+</li></ul>
+<p><br />
+</p><p><br />
+</p>
+<a name="Tuscany_open_issues"></a><h2> <span class="mw-headline"> Tuscany open issues </span></h2>
+<p>This is a list of JIIRA issues in Tuscany that are required by SMILA and should be adressed:
+</p>
+<ul><li><a href="https://issues.apache.org/jira/browse/TUSCANY-2270" class="external text" title="https://issues.apache.org/jira/browse/TUSCANY-2270" rel="nofollow">TUSCANY-2270</a> - Conversations do not to work with binding.rmi
+</li><li><a href="https://issues.apache.org/jira/browse/TUSCANY-2281" class="external text" title="https://issues.apache.org/jira/browse/TUSCANY-2281" rel="nofollow">TUSCANY-2281</a> - How to create ServiceReferences for references using multiplicity="1..n"
+</li><li><a href="https://issues.apache.org/jira/browse/TUSCANY-2343" class="external text" title="https://issues.apache.org/jira/browse/TUSCANY-2343" rel="nofollow">TUSCANY-2343</a> - OSGi bundle design leads to class loading issues Unassigned Georg Schmidt
+</li><li><a href="https://issues.apache.org/jira/browse/TUSCANY-2346" class="external text" title="https://issues.apache.org/jira/browse/TUSCANY-2346" rel="nofollow">TUSCANY-2346</a> - weaks in databinding-jaxb plug-in
+</li><li><a href="https://issues.apache.org/jira/browse/TUSCANY-2605" class="external text" title="https://issues.apache.org/jira/browse/TUSCANY-2605" rel="nofollow">TUSCANY-2605</a> - Annotations are not processed for implementation.osgi
+</li></ul>
+<p><br />
+</p>
+<a name="SMILA_open_issues"></a><h2> <span class="mw-headline"> SMILA open issues </span></h2>
+<ul><li> (<b>solved</b>) because of TUSCANY-2281 it is not possible to use more than one CrawlerComponent (e.g. Filesystem and Web). It is however possible to crawl multiple datasources on the same CrawlerComponent in parallel
+</li><li> as long as SMILA is run inside of eclipse IDE everything works fine. I build an application and tried to run SMILA outside of eclipse IDE. I did not manage to get it to run and start a SCADomain.
+</li><li> In general Component references are initialized on the first method call on a Component. Usually this is done on the SCA service reference. Our JMX management wrappers do not use a SCA service reference but a reference to the underlying DeclarativeService (see in org.eclipse.eilf.management.crawlercontroller.Activator). So SCAServices need to be created "somewhere" so that the references are initialized. Otherwise the underlying DeclarativeService has no references set. This can be achieved by using the Annotation @EagerInit on class CrawlerControllerImpl. This forces reference initialization at initialization time (and not at the first method call). This works with binding.sca. I don't know if this setup also works with binding.rmi. I guess it will fail, as no local DeclarativeService is available. I think we will always have to look up SCAService instead of DeclarativeService references. I will test this when I have finished the list of required bundles for binding.rmi.
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 45/1000000
+Post-expand include size: 691/2097152 bytes
+Template argument size: 161/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15858-0!1!0!!en!2!edit=0 and timestamp 20120203101452 -->
+<div class="printfooter">
+Retrieved from "<a href="Tuscany_Integration.html">http://wiki.eclipse.org/SMILA/Development_Guidelines/Tuscany_Integration</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 10:45, 25 January 2012 by <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a>. Based on work by <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>.</p>
+ <p id="footerviews">This page has been accessed 923 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.098 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Discussions/Checkstyle.html b/documentation/1.0/wiki.eclipse.org/SMILA/Discussions/Checkstyle.html
new file mode 100644
index 0000000..35eecc4
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Discussions/Checkstyle.html
@@ -0,0 +1,406 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Discussions/Checkstyle" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Discussions/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Discussions/Checkstyle - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Discussions/Checkstyle";
+var wgTitle = "SMILA/Discussions/Checkstyle";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "30104";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286491";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Checkstyle.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Discussions_Checkstyle">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Discussions/Checkstyle">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Discussions/Checkstyle">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Discussions/Checkstyle">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Discussions/Checkstyle&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Discussions/Checkstyle&oldid=286491">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Checkstyle.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Discussions/Checkstyle&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Discussions/Checkstyle&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Discussions/Checkstyle&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Discussions/Checkstyle"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Discussions/Checkstyle</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Checkstyle.html#column-one">navigation</a>, <a href="Checkstyle.html#searchInput">search</a></div> <!-- start content -->
+ <a name="SMILA_Checkstyle_configuration_changes"></a><h2> <span class="mw-headline"> SMILA Checkstyle configuration changes </span></h2>
+<a name="compromise"></a><h3> <span class="mw-headline"> compromise </span></h3>
+<p>1. brox_checks.xml is replaced by two new checkstyle files: smila_checkstyle.xml, smila-test_checkstyle.xml (for test bundles)
+</p><p>2. Apply changes where everyone agreed: d, e, t, t1-t5, t7
+</p><p>3. Regarding a/b: Compromise to reduce javadoc overhead is, to not realize a/b but to apply t2-t4 to _all_ (private and public) methods, not only in tests. (BTW, this can not only be applied for private methods cause it seems that you can't have different checkstyle settings for private and public methods.)
+</p><p>4. Regarding c: Majority has decided ;) Maybe we can use these other complexity measures Jürgen mentioned instead (CyclomaticComplexity / NPathComplexity).
+</p><p>5. Regarding f: Majority has decided again. Daniel should be convinced with some Donuts... ;)
+</p><p><br />
+</p>
+<a name="discussion"></a><h3> <span class="mw-headline"> discussion </span></h3>
+<p>I'd like to suggest some changes for the checkstyle settings of our current checkstyle configuration file (<i>brox_checks.xml</i>) here. IMHO, the current configuration is too strict, produces much javadoc overhead and reduces developer acceptance.
+</p><p>I tried to restrict my suggestions to those that should be possible, according to the <a href="http://checkstyle.sourceforge.net" class="external text" title="http://checkstyle.sourceforge.net" rel="nofollow">Checkstyle 5.3 documentation</a>.
+</p><p>I'll label the suggestions with a,b,c,etc. so we can make a voting in the table below. Feel free to add some more suggestions.
+</p><p>Furthermore, I'd suggest a different checkstyle configuration for test bundles with some <i>additional</i> changes, see t1,t2,... below.
+</p><p><br />
+<b>Suggestions:</b>
+</p><p>a) exclude "private" methods from javadoc check.
+</p><p>(JS) IMHO it would be sufficient to not require to document every parameter, exception or return value explicitly. We could change this for all kind of methods: A good descriptive text plus good variable names should usually be sufficient as method documentation.
+</p><p>b) exclude "private" variables from javadoc check.
+</p><p>c) remove check for allowed method length (IMHO the methold length is just a hint for too much complexity in a method, but not a real proof - so this should be decided by the developer)
+</p><p>(JS) there are some other "complexity" metrics in checkstyle, maybe we can use these (additionally). On the other hand, the method length *IS* a useful metric: If a method gets too long, it will be hard to understand, because you are not able to get an overview about it. Next, such method tend to need (and have) a lot of inline comments, which make them even longer (Instead of commenting a part of a long method it's better to extract a method - the method name is a comment by itself!). So I think this warning *IS* valid and the developer should think about it. However, for test bundles this limit can be removed.
+</p><p>d) javadoc methods: allow documented exceptions that are not declared if they are a subclass of java.lang.RuntimeException.
+</p><p>e) javadoc methods: allow documented exceptions that are subclass of one of declared exception.
+</p><p>f) allow inline conditionals
+</p><p>t) different checkstyle configuration for test bundles
+</p><p>t1) remove check for "magic numbers".
+</p><p>t2) javadoc methods: allow missing param tags.
+</p><p>t3) javadoc methods: allow missing throws tag.
+</p><p>t4) javadoc methods: allow missing return tag.
+</p><p>t5) remove javadoc check for variables
+</p><p>t6) have no checksstyle for test classes at all.<br />
+TM: maybe a bit harsh but i think it still would be OK.<br />
+AW: I thought about that too, but finally I'd say that tests are too important to completely get rid of checks.
+</p><p>t7) allow '_' in method and class names (i use this to separate and group the test cases and make them more visible/readable, e.g. Solr_SearchPipelet_ScenarioA_Test, test_feature_variantA_OK, test_feature_variantA_Fail, ... )
+</p><p><b>Votings:</b>
+</p>
+<table border="1px solid #CCC" cellpadding="5px" style="border:1px solid #CCC; border-collapse:collapse; font:small/1.5 Tahoma, Bitstream Vera Sans, Verdana, Helvetica, sans-serif;">
+<tr>
+<th>
+</th><th> Andreas Weber
+</th><th> Thomas Menzel
+</th><th> Andreas Schank
+</th><th> Jürgen Schumacher
+</th><th> Igor Novakovic
+</th><th> Daniel Stucky
+</th></tr>
+<tr>
+<td> a)
+</td><td> +1
+</td><td> +1
+</td><td> -1
+</td><td> -1
+</td><td> -1
+</td><td> 0
+</td></tr>
+<tr>
+<td> b)
+</td><td> +1
+</td><td> +1
+</td><td> -1
+</td><td> -1
+</td><td> -1
+</td><td> 0
+</td></tr>
+<tr>
+<td> c)
+</td><td> +1
+</td><td> +1
+</td><td> 0
+</td><td> -1
+</td><td> 0
+</td><td> +1
+</td></tr>
+<tr>
+<td> d)
+</td><td> +1
+</td><td> +1
+</td><td> +1
+</td><td> +1
+</td><td> +1
+</td><td> +1
+</td></tr>
+<tr>
+<td> e)
+</td><td> +1
+</td><td> +1
+</td><td> +1
+</td><td> +1
+</td><td> +1
+</td><td> +1
+</td></tr>
+<tr>
+<td> f)
+</td><td> +1
+</td><td> ++1 ;)
+</td><td> +1
+</td><td> +1
+</td><td> +1
+</td><td> --1
+</td></tr>
+<tr>
+<td> t)
+</td><td> +1
+</td><td> +1
+</td><td> +1
+</td><td> +1
+</td><td> +1
+</td><td> +1
+</td></tr>
+<tr>
+<td> t1)
+</td><td> +1
+</td><td> +1
+</td><td> +1
+</td><td> +1
+</td><td> 0
+</td><td> 0
+</td></tr>
+<tr>
+<td> t2)
+</td><td> +1
+</td><td> +1
+</td><td> 0
+</td><td> +1
+</td><td> 0
+</td><td> 0
+</td></tr>
+<tr>
+<td> t3)
+</td><td> +1
+</td><td> +1
+</td><td> +1
+</td><td> +1
+</td><td> 0
+</td><td> 0
+</td></tr>
+<tr>
+<td> t4)
+</td><td> +1
+</td><td> +1
+</td><td> 0
+</td><td> +1
+</td><td> 0
+</td><td> 0
+</td></tr>
+<tr>
+<td> t5)
+</td><td> +1
+</td><td> +1
+</td><td> 0
+</td><td> +1
+</td><td> 0
+</td><td> 0
+</td></tr>
+<tr>
+<td> t6)
+</td><td> -1
+</td><td> 0
+</td><td> -1
+</td><td> -1
+</td><td> -1
+</td><td> 0
+</td></tr>
+<tr>
+<td> t7)
+</td><td> +1
+</td><td> +1
+</td><td> 0
+</td><td> 0
+</td><td> 0
+</td><td> 0
+</td></tr></table>
+
+<!--
+NewPP limit report
+Preprocessor node count: 8/1000000
+Post-expand include size: 174/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:30104-0!1!0!!en!2!edit=0 and timestamp 20120202171433 -->
+<div class="printfooter">
+Retrieved from "<a href="Checkstyle.html">http://wiki.eclipse.org/SMILA/Discussions/Checkstyle</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 11:06, 25 January 2012 by <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a>. Based on work by <a href="http://wiki.eclipse.org/User:Andreas.Weber.empolis.com" title="User:Andreas.Weber.empolis.com">Andreas Weber</a>, <a href="http://wiki.eclipse.org/index.php?title=User:Daniel.stucky.attensity.com&action=edit" class="new" title="User:Daniel.stucky.attensity.com">Daniel Stucky</a> and <a href="http://wiki.eclipse.org/User:Igor.novakovic.empolis.com" title="User:Igor.novakovic.empolis.com">Igor Novakovic</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Discussions/Checkstyle&action=credits" title="SMILA/Discussions/Checkstyle">others</a>.</p>
+ <p id="footerviews">This page has been accessed 1,855 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.095 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation.1.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation.1.html
new file mode 100644
index 0000000..7939480
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation.1.html
@@ -0,0 +1,383 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation,SMILA/BPEL Designer,SMILA/Documentation/Agent,SMILA/Documentation/AgentController,SMILA/Documentation/Architecture Overview,SMILA/Documentation/BPEL Workflow Processor,SMILA/Documentation/Binary Storage,SMILA/Documentation/Bulkbuilder,SMILA/Documentation/Bundle org.eclipse.smila.clusterconfig,SMILA/Documentation/Bundle org.eclipse.smila.clusterconfig.simple,SMILA/Documentation/Bundle org.eclipse.smila.processing.pipelets" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation";
+var wgTitle = "SMILA/Documentation";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15163";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286726";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Documentation.1.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation&oldid=286726">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Documentation.1.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../SMILA.html" title="SMILA">SMILA</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Documentation.1.html#column-one">navigation</a>, <a href="Documentation.1.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Documentation.1.html#Basics"><span class="tocnumber">1</span> <span class="toctext">Basics</span></a></li>
+<li class="toclevel-1"><a href="Documentation.1.html#Development_Environment"><span class="tocnumber">2</span> <span class="toctext">Development Environment</span></a></li>
+<li class="toclevel-1"><a href="Documentation.1.html#Pipelines_and_Pipelets:_Synchronous_Workflows"><span class="tocnumber">3</span> <span class="toctext">Pipelines and Pipelets: Synchronous Workflows</span></a></li>
+<li class="toclevel-1"><a href="Documentation.1.html#Searching"><span class="tocnumber">4</span> <span class="toctext">Searching</span></a></li>
+<li class="toclevel-1"><a href="Documentation.1.html#JobManager:_Asynchronous_Workflows"><span class="tocnumber">5</span> <span class="toctext">JobManager: Asynchronous Workflows</span></a></li>
+<li class="toclevel-1"><a href="Documentation.1.html#Importing"><span class="tocnumber">6</span> <span class="toctext">Importing</span></a></li>
+<li class="toclevel-1"><a href="Documentation.1.html#Embedded_HTTP_Server"><span class="tocnumber">7</span> <span class="toctext">Embedded HTTP Server</span></a></li>
+<li class="toclevel-1"><a href="Documentation.1.html#Common_Services"><span class="tocnumber">8</span> <span class="toctext">Common Services</span></a></li>
+<li class="toclevel-1"><a href="Documentation.1.html#Deprecated_Components"><span class="tocnumber">9</span> <span class="toctext">Deprecated Components</span></a></li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Basics"></a><h2> <span class="mw-headline"> Basics </span></h2>
+<ul><li> <a href="Documentation_for_5_Minutes_to_Success.html" title="SMILA/Documentation for 5 Minutes to Success">Installing and Running</a>
+</li><li> <a href="Documentation/Architecture_Overview.html" title="SMILA/Documentation/Architecture Overview">Architecture</a>
+</li><li> <a href="Documentation/Default_configuration_workflow_overview.html" title="SMILA/Documentation/Default configuration workflow overview">Overview of Default Configuration</a>
+</li><li> <a href="Documentation/Data_Model_and_Serialization_Formats.html" title="SMILA/Documentation/Data Model and Serialization Formats">Data Model, XML, JSON, BON</a>
+</li><li> <a href="Documentation/Using_The_ReST_API.html" title="SMILA/Documentation/Using The ReST API">Using the ReST API</a>
+</li><li> <a href="Documentation/REST_API_Reference.html" title="SMILA/Documentation/REST API Reference">REST API Reference</a>
+</li><li> <a href="Documentation/Enable_Remote_Access.html" title="SMILA/Documentation/Enable Remote Access">Enabling Remote Access to SMILA</a>
+</li></ul>
+<a name="Development_Environment"></a><h2> <span class="mw-headline"> Development Environment </span></h2>
+<ul><li> <a href="Documentation/HowTo/Howto_set_up_dev_environment.html" title="SMILA/Documentation/HowTo/Howto set up dev environment">Setting up your Eclipse IDE for SMILA</a>
+</li><li> <a href="Documentation/HowTo/Howto_build_a_SMILA-Distribution.html" title="SMILA/Documentation/HowTo/Howto build a SMILA-Distribution">Building SMILA</a>
+</li><li> <a href="Documentation/HowTo/Create_a_bundle_(plug-in).html" title="SMILA/Documentation/HowTo/Create a bundle (plug-in)">Creating new Components</a>
+</li><li> <a href="Documentation/HowTo/Create_a_test_bundle_(plug-in).html" title="SMILA/Documentation/HowTo/Create a test bundle (plug-in)">Testing new Components</a>
+</li><li> <a href="Documentation/HowTo/3rd_party_bundle.html" title="SMILA/Documentation/HowTo/3rd party bundle">Adding Third Party Libraries to SMILA</a>
+</li><li> <a href="Documentation/Declarative_Services.html" title="SMILA/Documentation/Declarative Services">Using OSGi Declarative Services</a>
+</li><li> Extending the build process:
+<ul><li> <a href="Documentation/HowTo/How_to_integrate_new_bundle_into_build_process.html" title="SMILA/Documentation/HowTo/How to integrate new bundle into build process">Adding a new Component Bundle to the Build</a>
+</li><li> <a href="Documentation/HowTo/How_to_integrate_test_bundle_into_build_process.html" title="SMILA/Documentation/HowTo/How to integrate test bundle into build process">Adding a new Test Bundle to the Build</a>
+</li></ul>
+</li></ul>
+<a name="Pipelines_and_Pipelets:_Synchronous_Workflows"></a><h2> <span class="mw-headline"> Pipelines and Pipelets: Synchronous Workflows </span></h2>
+<ul><li> <a href="Documentation/Pipelets.html" title="SMILA/Documentation/Pipelets">What are Pipelines? What are Pipelets?</a>
+</li><li> <a href="Documentation/BPEL_Workflow_Processor.html" title="SMILA/Documentation/BPEL Workflow Processor">Configuring and Creating BPEL Pipelines</a>
+<ul><li> <a href="Documentation/HowTo/How_to_filter_and_access_record_data_in_BPEL.html" title="SMILA/Documentation/HowTo/How to filter and access record data in BPEL">Accessing SMILA records in BPEL activities</a>
+</li></ul>
+</li><li> <a href="BPEL_Designer.html" title="SMILA/BPEL Designer">Using the SMILA BPEL Designer</a>
+</li><li> ReST APIs
+<ul><li> <a href="Documentation/Processing/JSON_REST_API_for_pipelets.html" title="SMILA/Documentation/Processing/JSON REST API for pipelets">Getting Pipelet Descriptions</a>
+</li><li> <a href="Documentation/Processing/JSON_REST_API_for_BPEL_pipelines.html" title="SMILA/Documentation/Processing/JSON REST API for BPEL pipelines">Getting Pipeline Descriptions</a>
+</li><li> <a href="Documentation/Processing/JSON_REST_API_for_BPEL_pipelines.html" title="SMILA/Documentation/Processing/JSON REST API for BPEL pipelines">Creating, Editing, and Executing Pipelines</a>
+</li></ul>
+</li><li> Basic Pipelets
+<ul><li> <a href="Documentation/Bundle_org.eclipse.smila.processing.pipelets.html" title="SMILA/Documentation/Bundle org.eclipse.smila.processing.pipelets">Common Pipelets in Bundle org.eclipse.smila.processing.pipelets</a>
+</li><li> <a href="Documentation/Bundle_org.eclipse.smila.processing.pipelets.xmlprocessing.html" title="SMILA/Documentation/Bundle org.eclipse.smila.processing.pipelets.xmlprocessing">XML Processing Pipelets in Bundle org.eclipse.smila.processing.pipelets.xmlprocessing</a>
+</li><li> More special pipelets are provided by the components described below.
+</li></ul>
+</li><li> Developing new Pipelets
+<ul><li> <a href="Documentation/HowTo/How_to_write_a_Pipelet.html" title="SMILA/Documentation/HowTo/How to write a Pipelet">Writing a Pipelet</a>
+</li><li> <a href="Documentation/Usage_of_Blackboard_Service.html" title="SMILA/Documentation/Usage of Blackboard Service">Using the Blackboard Service</a>
+</li></ul>
+</li></ul>
+<a name="Searching"></a><h2> <span class="mw-headline"> Searching </span></h2>
+<ul><li> <a href="Documentation/Search.html" title="SMILA/Documentation/Search">Search Processing and APIs</a>
+</li><li> <a href="Documentation/Solr.html" title="SMILA/Documentation/Solr">Solr Integration: Configuration and Pipelets</a>
+</li></ul>
+<a name="JobManager:_Asynchronous_Workflows"></a><h2> <span class="mw-headline"> JobManager: Asynchronous Workflows </span></h2>
+<ul><li> <a href="Documentation/JobManager.html" title="SMILA/Documentation/JobManager">What are Jobs and Tasks?</a>
+<ul><li> <a href="Documentation/JobManagerFirstExample.html" title="SMILA/Documentation/JobManagerFirstExample">JobManager Walk-Through</a>
+</li></ul>
+</li><li> Creating Workflows and Jobs
+<ul><li> <a href="Documentation/DataObjectTypesAndBuckets.html" title="SMILA/Documentation/DataObjectTypesAndBuckets">Defining Buckets</a>
+</li><li> <a href="Documentation/WorkerAndWorkflows.html" title="SMILA/Documentation/WorkerAndWorkflows">Modeling Workflows</a>
+</li><li> <a href="Documentation/JobDefinitions.html" title="SMILA/Documentation/JobDefinitions">Creating Jobs</a>
+</li><li> <a href="Documentation/JobParameters.html" title="SMILA/Documentation/JobParameters">Evaluating Job Parameters</a>
+</li></ul>
+</li><li> <a href="Documentation/JobRuns.html" title="SMILA/Documentation/JobRuns">Running and Monitoring Jobs</a>
+</li><li> <a href="Documentation/JobManagerConfiguration.html" title="SMILA/Documentation/JobManagerConfiguration">Configuring the Job Manager</a>
+</li><li> <a href="Documentation/TaskManager.html" title="SMILA/Documentation/TaskManager">TaskManager: Asynchronous Scheduling of Tasks</a>
+</li><li> Worker Reference
+<ul><li> <a href="Documentation/Bulkbuilder.html" title="SMILA/Documentation/Bulkbuilder">Bulkbuilder worker</a>
+</li><li> <a href="Documentation/Worker/PipelineProcessorWorker.html" title="SMILA/Documentation/Worker/PipelineProcessorWorker">PipelineProcesor Worker</a>
+</li><li> <a href="Documentation/Worker/PipeletProcessorWorker.html" title="SMILA/Documentation/Worker/PipeletProcessorWorker">PipeletProcessor Worker</a>
+</li><li> See <a href="Manual.html#Importing" class="mw-redirect" title="SMILA/Manual">Importing</a> below for more workers
+</li></ul>
+</li><li> Developing new Workers
+<ul><li> <a href="Documentation/WorkerManager.html" title="SMILA/Documentation/WorkerManager">WorkerManager: Workers Made Easily</a>
+</li><li> <a href="Documentation/HowTo/How_to_write_a_Worker.html" title="SMILA/Documentation/HowTo/How to write a Worker">How to Write a Worker</a>
+</li><li> <a href="Documentation/TaskGenerators.html" title="SMILA/Documentation/TaskGenerators">Task Generators</a>
+</li></ul>
+</li></ul>
+<a name="Importing"></a><h2> <span class="mw-headline"> Importing </span></h2>
+<ul><li> <a href="Documentation/Importing/Concept.html" title="SMILA/Documentation/Importing/Concept">Import Concepts</a>
+</li><li> Reference of Import Workers
+<ul><li><a href="Documentation/Importing/Crawler/File.html" title="SMILA/Documentation/Importing/Crawler/File"> FileCrawler and FileFetcher Worker</a>
+</li><li><a href="Documentation/Importing/Crawler/Web.html" title="SMILA/Documentation/Importing/Crawler/Web"> WebCrawler and WebFetcher Worker</a>
+</li><li><a href="Documentation/Importing/DeltaCheck.html" title="SMILA/Documentation/Importing/DeltaCheck"> DeltaChecker Worker</a>
+</li><li><a href="Documentation/Importing/UpdatePusher.html" title="SMILA/Documentation/Importing/UpdatePusher"> UpdatePusher Worker</a>
+</li></ul>
+</li><li> Developing new Import Workers
+<ul><li> <a href="Documentation/Importing/VisitedLinks.html" title="SMILA/Documentation/Importing/VisitedLinks"> Using the VisitedLinks service</a>
+</li><li> <a href="Documentation/Importing/Crawler/Web.html#Internal_structure" title="SMILA/Documentation/Importing/Crawler/Web">Extending the WebCrawler worker</a>
+</li><li> <a href="Documentation/HowTo/How_to_add_a_new_Data_Source_to_the_importing_framework.html" title="SMILA/Documentation/HowTo/How to add a new Data Source to the importing framework">Adding a Data Source to the SMILA Import Framework</a>
+</li></ul>
+</li></ul>
+<a name="Embedded_HTTP_Server"></a><h2> <span class="mw-headline"> Embedded HTTP Server </span></h2>
+<ul><li> <a href="Documentation/JettyHttpServer.html" title="SMILA/Documentation/JettyHttpServer">Configuring Jetty</a>
+</li><li> <a href="Documentation/JettyHttpServer.html#JSON_Handlers" title="SMILA/Documentation/JettyHttpServer">Developing JSON ReST Handlers for SMILA</a>
+</li></ul>
+<a name="Common_Services"></a><h2> <span class="mw-headline"> Common Services </span></h2>
+<ul><li> <a href="Project_Concepts/Simple_configuration_handler.html" title="SMILA/Project Concepts/Simple configuration handler">Configuration Helper</a>
+</li><li> <a href="Documentation/Workspace_Handling.html" title="SMILA/Documentation/Workspace Handling">Workspace Helper</a>
+</li><li> <a href="Documentation/Bundle_org.eclipse.smila.clusterconfig.html" title="SMILA/Documentation/Bundle org.eclipse.smila.clusterconfig">ClusterConfig Service</a>
+<ul><li> <a href="Documentation/Bundle_org.eclipse.smila.clusterconfig.simple.html" title="SMILA/Documentation/Bundle org.eclipse.smila.clusterconfig.simple">Simple Implementation</a>
+</li></ul>
+</li><li> <a href="Documentation/ObjectStore/Bundle_org.eclipse.smila.objectstore.html" title="SMILA/Documentation/ObjectStore/Bundle org.eclipse.smila.objectstore">ObjectStore</a>
+<ul><li> <a href="Documentation/ObjectStore/Bundle_org.eclipse.smila.objectstore.filesystem.html" title="SMILA/Documentation/ObjectStore/Bundle org.eclipse.smila.objectstore.filesystem">Filesystem Objectstore Implementation</a>
+</li></ul>
+</li><li> <a href="Documentation/Binary_Storage.html" title="SMILA/Documentation/Binary Storage">BinaryStorage</a>
+</li><li> <a href="Documentation/Security.html" title="SMILA/Documentation/Security">Processing Security Information</a>
+<ul><li> <a href="Documentation/LDAPSecurityResolver.html" title="SMILA/Documentation/LDAPSecurityResolver">Implementation for using LDAP</a>
+</li><li> <a href="Documentation/SecurityProcessingServices.html" class="mw-redirect" title="SMILA/Documentation/SecurityProcessingServices">Example Pipelets</a>
+</li></ul>
+</li><li> <a href="Documentation/SesameOntologyManager.html" title="SMILA/Documentation/SesameOntologyManager">Ontology Processing with Sesame: Configuration and Pipelets</a>
+</li><li> <a href="Documentation/MimeTypeIdentifier.html" title="SMILA/Documentation/MimeTypeIdentifier">MimeTypeIdentifier</a>
+</li><li> <a href="Documentation/PublishingJAXWSWebservices.html" title="SMILA/Documentation/PublishingJAXWSWebservices">Publishing Web Services</a>
+</li><li> <a href="Documentation/General_JPA_Configuration_in_SMILA.html" title="SMILA/Documentation/General JPA Configuration in SMILA">General JPA Configuration in SMILA</a>
+</li></ul>
+<a name="Deprecated_Components"></a><h2> <span class="mw-headline"> Deprecated Components </span></h2>
+<ul><li> <a href="Documentation/ConnectivityFramework.html" title="SMILA/Documentation/ConnectivityFramework">Connectivity Framework</a>
+<ul><li><a href="Documentation/ConnectivityManager.html" title="SMILA/Documentation/ConnectivityManager">ConnectivityManager</a>
+</li><li><a href="Documentation/DeltaIndexingManager.html" title="SMILA/Documentation/DeltaIndexingManager">DeltaIndexingManager</a>
+<ul><li><a href="Documentation/CrawlerController.html" title="SMILA/Documentation/CrawlerController">CrawlerController</a>
+</li><li><a href="Documentation/Crawler.html" title="SMILA/Documentation/Crawler">Crawler</a>
+<ul><li><a href="Documentation/Filesystem_Crawler.html" title="SMILA/Documentation/Filesystem Crawler">Filesystem Crawler</a>
+</li><li><a href="Documentation/Web_Crawler.html" title="SMILA/Documentation/Web Crawler">Web Crawler</a>
+</li><li><a href="Documentation/JDBC_Crawler.html" title="SMILA/Documentation/JDBC Crawler">JDBC Crawler</a>
+</li></ul>
+</li><li><a href="Documentation/AgentController.html" title="SMILA/Documentation/AgentController">AgentController </a>
+</li><li><a href="Documentation/Agent.html" title="SMILA/Documentation/Agent">Agent</a>
+<ul><li><a href="Documentation/Mock_Agent.html" title="SMILA/Documentation/Mock Agent">Mock Agent</a>
+</li><li><a href="Documentation/Feed_Agent.html" title="SMILA/Documentation/Feed Agent">Feed Agent</a>
+</li><li><a href="Documentation/JobFile_Agent.html" title="SMILA/Documentation/JobFile Agent">JobFile Agent</a>
+</li></ul>
+</li><li><a href="Documentation/CompoundManagement.html" title="SMILA/Documentation/CompoundManagement">CompoundManagement</a>
+</li></ul>
+</li><li> Development
+<ul><li> <a href="Documentation/HowTo/How_to_implement_a_crawler.html" title="SMILA/Documentation/HowTo/How to implement a crawler">How to implement a crawler</a>
+</li><li> <a href="Documentation/HowTo/How_to_implement_an_agent.html" title="SMILA/Documentation/HowTo/How to implement an agent">How to implement an agent</a>
+</li></ul>
+</li><li> <a href="Documentation/Management.html" title="SMILA/Documentation/Management">JMX Management</a>
+<ul><li> <a href="Documentation/Management.html#JMX_Client" title="SMILA/Documentation/Management">JMX Clients</a>
+</li></ul>
+</li><li> <a href="Documentation/Record_Storage.html" title="SMILA/Documentation/Record Storage">RecordStorage</a>
+</li></ul>
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 10/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15163-0!1!0!!en!2!edit=0 and timestamp 20120202203146 -->
+<div class="printfooter">
+Retrieved from "<a href="Documentation.1.html">http://wiki.eclipse.org/SMILA/Documentation</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 12:11, 26 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>, <a href="http://wiki.eclipse.org/index.php?title=User:Daniel.stucky.attensity.com&action=edit" class="new" title="User:Daniel.stucky.attensity.com">Daniel Stucky</a> and <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation&action=credits" title="SMILA/Documentation">others</a>.</p>
+ <p id="footerviews">This page has been accessed 10,671 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.054 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/2011.Simplification.1.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/2011.Simplification.1.html
new file mode 100644
index 0000000..4461cbf
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/2011.Simplification.1.html
@@ -0,0 +1,383 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation,SMILA/BPEL Designer,SMILA/Documentation/Agent,SMILA/Documentation/AgentController,SMILA/Documentation/Architecture Overview,SMILA/Documentation/BPEL Workflow Processor,SMILA/Documentation/Binary Storage,SMILA/Documentation/Bulkbuilder,SMILA/Documentation/Bundle org.eclipse.smila.clusterconfig,SMILA/Documentation/Bundle org.eclipse.smila.clusterconfig.simple,SMILA/Documentation/Bundle org.eclipse.smila.processing.pipelets" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation";
+var wgTitle = "SMILA/Documentation";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15163";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286726";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="2011.Simplification.1.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation&oldid=286726">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="../Documentation.1.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a></span>(Redirected from <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/2011.Simplification&redirect=no" title="SMILA/Documentation/2011.Simplification">SMILA/Documentation/2011.Simplification</a>)</div>
+ <div id="jump-to-nav">Jump to: <a href="2011.Simplification.1.html#column-one">navigation</a>, <a href="2011.Simplification.1.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="2011.Simplification.1.html#Basics"><span class="tocnumber">1</span> <span class="toctext">Basics</span></a></li>
+<li class="toclevel-1"><a href="2011.Simplification.1.html#Development_Environment"><span class="tocnumber">2</span> <span class="toctext">Development Environment</span></a></li>
+<li class="toclevel-1"><a href="2011.Simplification.1.html#Pipelines_and_Pipelets:_Synchronous_Workflows"><span class="tocnumber">3</span> <span class="toctext">Pipelines and Pipelets: Synchronous Workflows</span></a></li>
+<li class="toclevel-1"><a href="2011.Simplification.1.html#Searching"><span class="tocnumber">4</span> <span class="toctext">Searching</span></a></li>
+<li class="toclevel-1"><a href="2011.Simplification.1.html#JobManager:_Asynchronous_Workflows"><span class="tocnumber">5</span> <span class="toctext">JobManager: Asynchronous Workflows</span></a></li>
+<li class="toclevel-1"><a href="2011.Simplification.1.html#Importing"><span class="tocnumber">6</span> <span class="toctext">Importing</span></a></li>
+<li class="toclevel-1"><a href="2011.Simplification.1.html#Embedded_HTTP_Server"><span class="tocnumber">7</span> <span class="toctext">Embedded HTTP Server</span></a></li>
+<li class="toclevel-1"><a href="2011.Simplification.1.html#Common_Services"><span class="tocnumber">8</span> <span class="toctext">Common Services</span></a></li>
+<li class="toclevel-1"><a href="2011.Simplification.1.html#Deprecated_Components"><span class="tocnumber">9</span> <span class="toctext">Deprecated Components</span></a></li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Basics"></a><h2> <span class="mw-headline"> Basics </span></h2>
+<ul><li> <a href="../Documentation_for_5_Minutes_to_Success.html" title="SMILA/Documentation for 5 Minutes to Success">Installing and Running</a>
+</li><li> <a href="Architecture_Overview.html" title="SMILA/Documentation/Architecture Overview">Architecture</a>
+</li><li> <a href="Default_configuration_workflow_overview.html" title="SMILA/Documentation/Default configuration workflow overview">Overview of Default Configuration</a>
+</li><li> <a href="Data_Model_and_Serialization_Formats.html" title="SMILA/Documentation/Data Model and Serialization Formats">Data Model, XML, JSON, BON</a>
+</li><li> <a href="Using_The_ReST_API.html" title="SMILA/Documentation/Using The ReST API">Using the ReST API</a>
+</li><li> <a href="REST_API_Reference.html" title="SMILA/Documentation/REST API Reference">REST API Reference</a>
+</li><li> <a href="Enable_Remote_Access.html" title="SMILA/Documentation/Enable Remote Access">Enabling Remote Access to SMILA</a>
+</li></ul>
+<a name="Development_Environment"></a><h2> <span class="mw-headline"> Development Environment </span></h2>
+<ul><li> <a href="HowTo/Howto_set_up_dev_environment.html" title="SMILA/Documentation/HowTo/Howto set up dev environment">Setting up your Eclipse IDE for SMILA</a>
+</li><li> <a href="HowTo/Howto_build_a_SMILA-Distribution.html" title="SMILA/Documentation/HowTo/Howto build a SMILA-Distribution">Building SMILA</a>
+</li><li> <a href="HowTo/Create_a_bundle_(plug-in).html" title="SMILA/Documentation/HowTo/Create a bundle (plug-in)">Creating new Components</a>
+</li><li> <a href="HowTo/Create_a_test_bundle_(plug-in).html" title="SMILA/Documentation/HowTo/Create a test bundle (plug-in)">Testing new Components</a>
+</li><li> <a href="HowTo/3rd_party_bundle.html" title="SMILA/Documentation/HowTo/3rd party bundle">Adding Third Party Libraries to SMILA</a>
+</li><li> <a href="Declarative_Services.html" title="SMILA/Documentation/Declarative Services">Using OSGi Declarative Services</a>
+</li><li> Extending the build process:
+<ul><li> <a href="HowTo/How_to_integrate_new_bundle_into_build_process.html" title="SMILA/Documentation/HowTo/How to integrate new bundle into build process">Adding a new Component Bundle to the Build</a>
+</li><li> <a href="HowTo/How_to_integrate_test_bundle_into_build_process.html" title="SMILA/Documentation/HowTo/How to integrate test bundle into build process">Adding a new Test Bundle to the Build</a>
+</li></ul>
+</li></ul>
+<a name="Pipelines_and_Pipelets:_Synchronous_Workflows"></a><h2> <span class="mw-headline"> Pipelines and Pipelets: Synchronous Workflows </span></h2>
+<ul><li> <a href="Pipelets.html" title="SMILA/Documentation/Pipelets">What are Pipelines? What are Pipelets?</a>
+</li><li> <a href="BPEL_Workflow_Processor.html" title="SMILA/Documentation/BPEL Workflow Processor">Configuring and Creating BPEL Pipelines</a>
+<ul><li> <a href="HowTo/How_to_filter_and_access_record_data_in_BPEL.html" title="SMILA/Documentation/HowTo/How to filter and access record data in BPEL">Accessing SMILA records in BPEL activities</a>
+</li></ul>
+</li><li> <a href="../BPEL_Designer.html" title="SMILA/BPEL Designer">Using the SMILA BPEL Designer</a>
+</li><li> ReST APIs
+<ul><li> <a href="Processing/JSON_REST_API_for_pipelets.html" title="SMILA/Documentation/Processing/JSON REST API for pipelets">Getting Pipelet Descriptions</a>
+</li><li> <a href="Processing/JSON_REST_API_for_BPEL_pipelines.html" title="SMILA/Documentation/Processing/JSON REST API for BPEL pipelines">Getting Pipeline Descriptions</a>
+</li><li> <a href="Processing/JSON_REST_API_for_BPEL_pipelines.html" title="SMILA/Documentation/Processing/JSON REST API for BPEL pipelines">Creating, Editing, and Executing Pipelines</a>
+</li></ul>
+</li><li> Basic Pipelets
+<ul><li> <a href="Bundle_org.eclipse.smila.processing.pipelets.html" title="SMILA/Documentation/Bundle org.eclipse.smila.processing.pipelets">Common Pipelets in Bundle org.eclipse.smila.processing.pipelets</a>
+</li><li> <a href="Bundle_org.eclipse.smila.processing.pipelets.xmlprocessing.html" title="SMILA/Documentation/Bundle org.eclipse.smila.processing.pipelets.xmlprocessing">XML Processing Pipelets in Bundle org.eclipse.smila.processing.pipelets.xmlprocessing</a>
+</li><li> More special pipelets are provided by the components described below.
+</li></ul>
+</li><li> Developing new Pipelets
+<ul><li> <a href="HowTo/How_to_write_a_Pipelet.html" title="SMILA/Documentation/HowTo/How to write a Pipelet">Writing a Pipelet</a>
+</li><li> <a href="Usage_of_Blackboard_Service.html" title="SMILA/Documentation/Usage of Blackboard Service">Using the Blackboard Service</a>
+</li></ul>
+</li></ul>
+<a name="Searching"></a><h2> <span class="mw-headline"> Searching </span></h2>
+<ul><li> <a href="Search.html" title="SMILA/Documentation/Search">Search Processing and APIs</a>
+</li><li> <a href="Solr.html" title="SMILA/Documentation/Solr">Solr Integration: Configuration and Pipelets</a>
+</li></ul>
+<a name="JobManager:_Asynchronous_Workflows"></a><h2> <span class="mw-headline"> JobManager: Asynchronous Workflows </span></h2>
+<ul><li> <a href="JobManager.html" title="SMILA/Documentation/JobManager">What are Jobs and Tasks?</a>
+<ul><li> <a href="JobManagerFirstExample.html" title="SMILA/Documentation/JobManagerFirstExample">JobManager Walk-Through</a>
+</li></ul>
+</li><li> Creating Workflows and Jobs
+<ul><li> <a href="DataObjectTypesAndBuckets.html" title="SMILA/Documentation/DataObjectTypesAndBuckets">Defining Buckets</a>
+</li><li> <a href="WorkerAndWorkflows.html" title="SMILA/Documentation/WorkerAndWorkflows">Modeling Workflows</a>
+</li><li> <a href="JobDefinitions.html" title="SMILA/Documentation/JobDefinitions">Creating Jobs</a>
+</li><li> <a href="JobParameters.html" title="SMILA/Documentation/JobParameters">Evaluating Job Parameters</a>
+</li></ul>
+</li><li> <a href="JobRuns.html" title="SMILA/Documentation/JobRuns">Running and Monitoring Jobs</a>
+</li><li> <a href="JobManagerConfiguration.html" title="SMILA/Documentation/JobManagerConfiguration">Configuring the Job Manager</a>
+</li><li> <a href="TaskManager.html" title="SMILA/Documentation/TaskManager">TaskManager: Asynchronous Scheduling of Tasks</a>
+</li><li> Worker Reference
+<ul><li> <a href="Bulkbuilder.html" title="SMILA/Documentation/Bulkbuilder">Bulkbuilder worker</a>
+</li><li> <a href="Worker/PipelineProcessorWorker.html" title="SMILA/Documentation/Worker/PipelineProcessorWorker">PipelineProcesor Worker</a>
+</li><li> <a href="Worker/PipeletProcessorWorker.html" title="SMILA/Documentation/Worker/PipeletProcessorWorker">PipeletProcessor Worker</a>
+</li><li> See <a href="../Manual.html#Importing" class="mw-redirect" title="SMILA/Manual">Importing</a> below for more workers
+</li></ul>
+</li><li> Developing new Workers
+<ul><li> <a href="WorkerManager.html" title="SMILA/Documentation/WorkerManager">WorkerManager: Workers Made Easily</a>
+</li><li> <a href="HowTo/How_to_write_a_Worker.html" title="SMILA/Documentation/HowTo/How to write a Worker">How to Write a Worker</a>
+</li><li> <a href="TaskGenerators.html" title="SMILA/Documentation/TaskGenerators">Task Generators</a>
+</li></ul>
+</li></ul>
+<a name="Importing"></a><h2> <span class="mw-headline"> Importing </span></h2>
+<ul><li> <a href="Importing/Concept.html" title="SMILA/Documentation/Importing/Concept">Import Concepts</a>
+</li><li> Reference of Import Workers
+<ul><li><a href="Importing/Crawler/File.html" title="SMILA/Documentation/Importing/Crawler/File"> FileCrawler and FileFetcher Worker</a>
+</li><li><a href="Importing/Crawler/Web.html" title="SMILA/Documentation/Importing/Crawler/Web"> WebCrawler and WebFetcher Worker</a>
+</li><li><a href="Importing/DeltaCheck.html" title="SMILA/Documentation/Importing/DeltaCheck"> DeltaChecker Worker</a>
+</li><li><a href="Importing/UpdatePusher.html" title="SMILA/Documentation/Importing/UpdatePusher"> UpdatePusher Worker</a>
+</li></ul>
+</li><li> Developing new Import Workers
+<ul><li> <a href="Importing/VisitedLinks.html" title="SMILA/Documentation/Importing/VisitedLinks"> Using the VisitedLinks service</a>
+</li><li> <a href="Importing/Crawler/Web.html#Internal_structure" title="SMILA/Documentation/Importing/Crawler/Web">Extending the WebCrawler worker</a>
+</li><li> <a href="HowTo/How_to_add_a_new_Data_Source_to_the_importing_framework.html" title="SMILA/Documentation/HowTo/How to add a new Data Source to the importing framework">Adding a Data Source to the SMILA Import Framework</a>
+</li></ul>
+</li></ul>
+<a name="Embedded_HTTP_Server"></a><h2> <span class="mw-headline"> Embedded HTTP Server </span></h2>
+<ul><li> <a href="JettyHttpServer.html" title="SMILA/Documentation/JettyHttpServer">Configuring Jetty</a>
+</li><li> <a href="JettyHttpServer.html#JSON_Handlers" title="SMILA/Documentation/JettyHttpServer">Developing JSON ReST Handlers for SMILA</a>
+</li></ul>
+<a name="Common_Services"></a><h2> <span class="mw-headline"> Common Services </span></h2>
+<ul><li> <a href="../Project_Concepts/Simple_configuration_handler.html" title="SMILA/Project Concepts/Simple configuration handler">Configuration Helper</a>
+</li><li> <a href="Workspace_Handling.html" title="SMILA/Documentation/Workspace Handling">Workspace Helper</a>
+</li><li> <a href="Bundle_org.eclipse.smila.clusterconfig.html" title="SMILA/Documentation/Bundle org.eclipse.smila.clusterconfig">ClusterConfig Service</a>
+<ul><li> <a href="Bundle_org.eclipse.smila.clusterconfig.simple.html" title="SMILA/Documentation/Bundle org.eclipse.smila.clusterconfig.simple">Simple Implementation</a>
+</li></ul>
+</li><li> <a href="ObjectStore/Bundle_org.eclipse.smila.objectstore.html" title="SMILA/Documentation/ObjectStore/Bundle org.eclipse.smila.objectstore">ObjectStore</a>
+<ul><li> <a href="ObjectStore/Bundle_org.eclipse.smila.objectstore.filesystem.html" title="SMILA/Documentation/ObjectStore/Bundle org.eclipse.smila.objectstore.filesystem">Filesystem Objectstore Implementation</a>
+</li></ul>
+</li><li> <a href="Binary_Storage.html" title="SMILA/Documentation/Binary Storage">BinaryStorage</a>
+</li><li> <a href="Security.html" title="SMILA/Documentation/Security">Processing Security Information</a>
+<ul><li> <a href="LDAPSecurityResolver.html" title="SMILA/Documentation/LDAPSecurityResolver">Implementation for using LDAP</a>
+</li><li> <a href="SecurityProcessingServices.html" class="mw-redirect" title="SMILA/Documentation/SecurityProcessingServices">Example Pipelets</a>
+</li></ul>
+</li><li> <a href="SesameOntologyManager.html" title="SMILA/Documentation/SesameOntologyManager">Ontology Processing with Sesame: Configuration and Pipelets</a>
+</li><li> <a href="MimeTypeIdentifier.html" title="SMILA/Documentation/MimeTypeIdentifier">MimeTypeIdentifier</a>
+</li><li> <a href="PublishingJAXWSWebservices.html" title="SMILA/Documentation/PublishingJAXWSWebservices">Publishing Web Services</a>
+</li><li> <a href="General_JPA_Configuration_in_SMILA.html" title="SMILA/Documentation/General JPA Configuration in SMILA">General JPA Configuration in SMILA</a>
+</li></ul>
+<a name="Deprecated_Components"></a><h2> <span class="mw-headline"> Deprecated Components </span></h2>
+<ul><li> <a href="ConnectivityFramework.html" title="SMILA/Documentation/ConnectivityFramework">Connectivity Framework</a>
+<ul><li><a href="ConnectivityManager.html" title="SMILA/Documentation/ConnectivityManager">ConnectivityManager</a>
+</li><li><a href="DeltaIndexingManager.html" title="SMILA/Documentation/DeltaIndexingManager">DeltaIndexingManager</a>
+<ul><li><a href="CrawlerController.html" title="SMILA/Documentation/CrawlerController">CrawlerController</a>
+</li><li><a href="Crawler.html" title="SMILA/Documentation/Crawler">Crawler</a>
+<ul><li><a href="Filesystem_Crawler.html" title="SMILA/Documentation/Filesystem Crawler">Filesystem Crawler</a>
+</li><li><a href="Web_Crawler.html" title="SMILA/Documentation/Web Crawler">Web Crawler</a>
+</li><li><a href="JDBC_Crawler.html" title="SMILA/Documentation/JDBC Crawler">JDBC Crawler</a>
+</li></ul>
+</li><li><a href="AgentController.html" title="SMILA/Documentation/AgentController">AgentController </a>
+</li><li><a href="Agent.html" title="SMILA/Documentation/Agent">Agent</a>
+<ul><li><a href="Mock_Agent.html" title="SMILA/Documentation/Mock Agent">Mock Agent</a>
+</li><li><a href="Feed_Agent.html" title="SMILA/Documentation/Feed Agent">Feed Agent</a>
+</li><li><a href="JobFile_Agent.html" title="SMILA/Documentation/JobFile Agent">JobFile Agent</a>
+</li></ul>
+</li><li><a href="CompoundManagement.html" title="SMILA/Documentation/CompoundManagement">CompoundManagement</a>
+</li></ul>
+</li><li> Development
+<ul><li> <a href="HowTo/How_to_implement_a_crawler.html" title="SMILA/Documentation/HowTo/How to implement a crawler">How to implement a crawler</a>
+</li><li> <a href="HowTo/How_to_implement_an_agent.html" title="SMILA/Documentation/HowTo/How to implement an agent">How to implement an agent</a>
+</li></ul>
+</li><li> <a href="Management.html" title="SMILA/Documentation/Management">JMX Management</a>
+<ul><li> <a href="Management.html#JMX_Client" title="SMILA/Documentation/Management">JMX Clients</a>
+</li></ul>
+</li><li> <a href="Record_Storage.html" title="SMILA/Documentation/Record Storage">RecordStorage</a>
+</li></ul>
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 10/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15163-0!1!0!!en!2!edit=0 and timestamp 20120202203146 -->
+<div class="printfooter">
+Retrieved from "<a href="../Documentation.1.html">http://wiki.eclipse.org/SMILA/Documentation</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 12:11, 26 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>, <a href="http://wiki.eclipse.org/index.php?title=User:Daniel.stucky.attensity.com&action=edit" class="new" title="User:Daniel.stucky.attensity.com">Daniel Stucky</a> and <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation&action=credits" title="SMILA/Documentation">others</a>.</p>
+ <p id="footerviews">This page has been accessed 10,673 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.055 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/2011.Simplification/Search.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/2011.Simplification/Search.html
new file mode 100644
index 0000000..30b63a4
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/2011.Simplification/Search.html
@@ -0,0 +1,617 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/Search,SMILA/Documentation/BPEL Workflow Processor,SMILA/Documentation/Solr,SMILA/Documentation for 5 Minutes to Success" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/2011.Simplification/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/Search - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/Search";
+var wgTitle = "SMILA/Documentation/Search";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "18950";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "285781";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="Search.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_Search">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Search">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/Search">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/Search">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Search&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Search&oldid=285781">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="../Search.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/Search&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Search&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Search&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Search"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/Search</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../../SMILA.html" title="SMILA">SMILA</a> | <a href="../../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span>(Redirected from <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/2011.Simplification/Search&redirect=no" title="SMILA/Documentation/2011.Simplification/Search">SMILA/Documentation/2011.Simplification/Search</a>)</div>
+ <div id="jump-to-nav">Jump to: <a href="Search.html#column-one">navigation</a>, <a href="Search.html#searchInput">search</a></div> <!-- start content -->
+ <p>This page describes the search service and related parts of SMILA. This includes the query and result helpers, the processing of search requests in BPEL workflows, and the sample servlet used to create a simple web-based GUI for search.
+</p>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Search.html#Introduction"><span class="tocnumber">1</span> <span class="toctext">Introduction</span></a></li>
+<li class="toclevel-1"><a href="Search.html#Search_Processing"><span class="tocnumber">2</span> <span class="toctext">Search Processing</span></a>
+<ul>
+<li class="toclevel-2"><a href="Search.html#Search_Pipelines"><span class="tocnumber">2.1</span> <span class="toctext">Search Pipelines</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Search.html#Search_Service_API"><span class="tocnumber">3</span> <span class="toctext">Search Service API</span></a></li>
+<li class="toclevel-1"><a href="Search.html#Query_Parameters"><span class="tocnumber">4</span> <span class="toctext">Query Parameters</span></a></li>
+<li class="toclevel-1"><a href="Search.html#Result_Annotations"><span class="tocnumber">5</span> <span class="toctext">Result Annotations</span></a></li>
+<li class="toclevel-1"><a href="Search.html#Helper_Classes"><span class="tocnumber">6</span> <span class="toctext">Helper Classes</span></a></li>
+<li class="toclevel-1"><a href="Search.html#SMILA_Search_Servlet"><span class="tocnumber">7</span> <span class="toctext">SMILA Search Servlet</span></a>
+<ul>
+<li class="toclevel-2"><a href="Search.html#XSLT_Stylesheets_for_SMILA_search_and_result_pages"><span class="tocnumber">7.1</span> <span class="toctext">XSLT Stylesheets for SMILA search and result pages</span></a></li>
+<li class="toclevel-2"><a href="Search.html#Setting_parameters"><span class="tocnumber">7.2</span> <span class="toctext">Setting parameters</span></a></li>
+<li class="toclevel-2"><a href="Search.html#Setting_attributes"><span class="tocnumber">7.3</span> <span class="toctext">Setting attributes</span></a></li>
+<li class="toclevel-2"><a href="Search.html#Setting_other_parameters"><span class="tocnumber">7.4</span> <span class="toctext">Setting other parameters</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Search.html#Record_Search_Servlet"><span class="tocnumber">8</span> <span class="toctext">Record Search Servlet</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Introduction"></a><h3> <span class="mw-headline"> Introduction </span></h3>
+<p>Let's start right at the top: Provided that you installed SMILA and created an index by starting a crawler as described in <a href="../../Documentation_for_5_Minutes_to_Success.html" title="SMILA/Documentation for 5 Minutes to Success">5 Minutes to Success</a>, you can use you web browser to go to <a href="http://localhost:8080/SMILA/search" class="external free" title="http://localhost:8080/SMILA/search" rel="nofollow">http://localhost:8080/SMILA/search</a> and search on the index:
+</p><p><a href="http://wiki.eclipse.org/Image:SMILA-search-page-default.png" class="image" title="SMILA's sample search page"><img alt="SMILA's sample search page" src="http://wiki.eclipse.org/images/thumb/8/82/SMILA-search-page-default.png/500px-SMILA-search-page-default.png" width="500" height="381" border="0" /></a>
+</p><p>What happens behind the scenes when you enter a query string and submit the form, is that a servlet creates a SMILA record from the HTTP parameters, uses the search service to execute a BPEL workflow on this record, receives an enriched version of the query record and also a list of result records in XML form, and uses an XSLT stylesheet to create a result page in HTML format.
+</p><p>By clicking the <i>Advanced</i> link at the top of the search page (or by entering the URL <tt><a href="http://localhost:8080/SMILA/search?style=SMILASearchAdvanced" class="external free" title="http://localhost:8080/SMILA/search?style=SMILASearchAdvanced" rel="nofollow">http://localhost:8080/SMILA/search?style=SMILASearchAdvanced</a></tt>), you can switch to a more detailed search form page, which allows you to construct more specific search queries:
+</p><p><a href="http://wiki.eclipse.org/Image:SMILA-search-page-advanced.png" class="image" title="SMILA's advanced sample search page"><img alt="SMILA's advanced sample search page" src="http://wiki.eclipse.org/images/thumb/7/70/SMILA-search-page-advanced.png/500px-SMILA-search-page-advanced.png" width="500" height="381" border="0" /></a>
+</p><p>If you want to use the default search servlet for your own search page, you are encouraged to use the two XSLT files creating these HTML pages as a reference or basis when building your pages.
+</p>
+<a name="Search_Processing"></a><h3> <span class="mw-headline"> Search Processing </span></h3>
+<p>Having seen the tip of the iceberg, we dive down to the very bottom of SMILA search: the actual processing of search requests in SMILA BPEL pipelines. We assume that you are accustomed to the basic SMILA workflow processing features used in indexing workflows. You may want to refer to <a href="../BPEL_Workflow_Processor.html" title="SMILA/Documentation/BPEL Workflow Processor">SMILA/Documentation/BPEL Workflow Processor</a> for details.
+</p>
+<a name="Search_Pipelines"></a><h4> <span class="mw-headline"> Search Pipelines </span></h4>
+<p>Search workflows (or pipelines) look just like indexing pipelines, they are only used a bit differently: Instead of pushing lists of records corresponding to data source objects through them, they are invoked with a single record representing the search request. This record contains the values of the parameters which were defined by the Search API (see below). The request object can be analyzed and enriched with additional information during the workflow before the actual search on the index takes place. The results of this search are not added to the blackboard as records of their own, but are added to the request record under the key "records". Further pipelets may then do further processing based on the request data and the result record list (e.g. highlighting). Finally, the request record including the search results is returned to the client and can be presented.
+</p><p>Pipelet invocations look the same as in indexing pipelines. See <tt>SMILA.application/configuration/org.eclipse.smila.processing.bpel/pipelines/searchpipeline.bpel</tt> for a complete example search pipeline (the one used in the above sample).
+</p>
+<a name="Search_Service_API"></a><h3> <span class="mw-headline"> Search Service API </span></h3>
+<p>The actual Search API is quite simple: SMILA registers an OSGi service with the interface <tt>org.eclipse.smila.search.api.SearchService</tt>. It provides a few methods that take a SMILA query record and the name of a search workflow as input, execute the workflow on the record, and return the result in different formats:
+</p>
+<ul><li><tt>Record search(String workflowName, Record query) throws ProcessingException</tt>: This is the basic method of the search service, returning the result records as native SMILA data structures. The other methods call this method for the actual search execution, too, and then just convert the result.
+</li><li><tt>org.w3c.dom.Document searchAsXml(String workflowName, Record query) throws ProcessingException</tt>: Returns the search result as an XML DOM document. See below for the schema of the result.
+</li><li><tt>String searchAsXmlString(String workflowName, Record query) throws ProcessingException</tt>: Returns the search result as an XML string. See below for the schema of the result.
+</li></ul>
+<p>The schema of XML search results is basically as follows (target namespace is <tt><a href="http://www.eclipse.org/smila/search" class="external free" title="http://www.eclipse.org/smila/search" rel="nofollow">http://www.eclipse.org/smila/search</a></tt>, see <tt>org.eclipse.smila.search.api/xml/search.xsd</tt> for the full definition):
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><element</span> <span class="re0">name</span>=<span class="st0">"SearchResult"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><complexType<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><sequence</span> <span class="re0">minOccurs</span>=<span class="st0">"1"</span> <span class="re0">maxOccurs</span>=<span class="st0">"1"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><element</span> <span class="re0">name</span>=<span class="st0">"Workflow"</span> <span class="re0">type</span>=<span class="st0">"string"</span> <span class="re0">minOccurs</span>=<span class="st0">"1"</span> <span class="re0">maxOccurs</span>=<span class="st0">"1"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><element</span> <span class="re0">ref</span>=<span class="st0">"rec:Record"</span> <span class="re0">minOccurs</span>=<span class="st0">"0"</span> <span class="re0">maxOccurs</span>=<span class="st0">"1"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></sequence<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></complexType<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></element<span class="re2">></span></span></span></pre></div>
+<p>You can view the result XML when using the sample SMILA search page at <tt><a href="http://localhost:8080/SMILA/search" class="external free" title="http://localhost:8080/SMILA/search" rel="nofollow">http://localhost:8080/SMILA/search</a></tt> if you enable the <i>Show XML result</i> option before submitting the query.
+</p><p>The content of the query record basically depends a lot on the used search services. However, the Search API also includes a recommendation where to put some basic commonly used search parameters which all index integrations should honor (of course they may specify extensions that are not covered by the generic Search API). The following sections describe these recommendations.
+</p>
+<a name="Query_Parameters"></a><h3> <span class="mw-headline"> Query Parameters </span></h3>
+<p>The query record mainly consists of parameters. The Search API defines the names of these parameters, the allowed values as well as the default values for a set of commonly used parameters. All implementations should use these properties if possible, i.e. they should not introduce additional parameters for the same purpose, but it may be possible that certain parameters are not supported because it is not feasible with the underlying technology. For some parameters we also defined default values. All parameters are single-valued unless otherwise specified.
+</p>
+<ul><li><i>query</i>: Either a search string using a query syntax or a query record describing the query by setting values for attributes (aka fielded search). The implementer for a specific underlying technology may define a query syntax to be able to build complex search criteria in a single string. However, SMILA currently does not define an own query syntax and passes the string as is to its default search engine <a href="../Solr.html" title="SMILA/Documentation/Solr">Solr</a> (see there for handling and interpretation).
+<ul><li>Example using a query string:
+</li></ul>
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Record<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"query"</span><span class="re2">></span></span>meaning of life<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></Record<span class="re2">></span></span></span></pre></div>
+<ul><li>Example using a query object (fielded search):
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Record<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"query"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"author"</span><span class="re2">></span></span>shakespeare<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"title"</span><span class="re2">></span></span>hamlet<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></Record<span class="re2">></span></span></span></pre></div>
+<ul><li><i>maxcount</i>: The maximum number of records which should be returned to the search client. Default value is 10. Example:
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"query"</span><span class="re2">></span></span>meaning of life<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"maxcount"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>3<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span></pre></div>
+<ul><li><i>offset</i>: The number of hits which, starting from the top, should be skipped in the search result. Default value is 0. Use this parameter to implement result list paging and to provide the user a means to navigate through the result pages: If resultSize=10, the "next page" queries can be identical to the initial query, but with resultOffset=10, 20, ... Example:
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"query"</span><span class="re2">></span></span>meaning of life<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"maxcount"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>3<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"offset"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>3<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span></pre></div>
+<ul><li><i>threshold</i>: The minimal value of the relevance score that a result must have to be returned to the search client. Default is 0.0.
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"query"</span><span class="re2">></span></span>meaning of life<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"threshold"</span> <span class="re0">type</span>=<span class="st0">"double"</span><span class="re2">></span></span>0.5<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span></pre></div>
+<ul><li><i>language</i>: The natural language of the query. No default value. This parameter may be required for language-specific pipelets/services that need to know in which language the user is expressing his or her query to be able to deliver feasible results. Example:
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"query"</span><span class="re2">></span></span>sinn des lebens<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"language"</span><span class="re2">></span></span>de<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span></pre></div>
+<ul><li><i>indexname</i>: Some index services (like Solr) can manage multiple indices at once. When doing so, they can use this parameter to select the index which is to be searched with the current request. However, when using such a scenario, it is recommended to configure a default index name, so that search requests will succeed without having this parameter set explicitly. Example:
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"query"</span><span class="re2">></span></span>meaning of life<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"indexname"</span><span class="re2">></span></span>wikipedia<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span></pre></div>
+<ul><li><i>resultAttributes</i>: A multi-valued parameter containing the names of the attributes which the search engine should add to the result records. Since including too many attributes will decrease performance, the list should contain only those attributes that are needed by some pipelets for further processing after the search has taken place or for displaying the results in the end. Omitting the parameter results in getting all available attributes. Example:
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"query"</span><span class="re2">></span></span>meaning of life<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"resultAttributes"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>author<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>title<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span></pre></div>
+<ul><li><i>highlight</i>: A sequence of string values specifying the attribute names for which highlighting should be returned. Example:
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"query"</span><span class="re2">></span></span>meaning of life<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"highlight"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>content<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span></pre></div>
+<ul><li><i>sortby</i>: A sequence of maps each containing the <i>key</i> "attribute" (any string) and the <i>key</i> "order" ("ascending" | "descending") specifying that the search result should be sorted by the named attributes in the given order. Omitting this parameter results in a search result sorting by descending relevance (score, similarity, ranking, ....). Multiple maps can be added and should be evaluated in the order of their appearance. Example:
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"query"</span><span class="re2">></span></span>meaning of life<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"sortby"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"attribute"</span><span class="re2">></span></span>year<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"order"</span><span class="re2">></span></span>descending<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"attribute"</span><span class="re2">></span></span>author<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"order"</span><span class="re2">></span></span>ascending<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span></pre></div>
+<ul><li><i>facetby</i>: A sequence of maps each containing the <i>key</i> "attribute" (any string) and the <i>key</i> "maxcount" (long). This causes facets to be returned by the search results for the specified attributes, returning "maxcount" values for each attribute. Optionally, each facetby map may contain a map with key "sortby" with keys "order" ("ascending" | "descending") and "criterion" (any string, e.g. "count" or "value") specifying in which order to return the values (e.g. "count" by number of this per facet or "value" by attribute value name). Example:
+</li></ul>
+<div class="messagebox" style="background-color: #def3fe; border: 1px solid #c5d7e0; color: black; padding: 5px; margin: 1ex 0; min-height: 35px; padding-left: 45px;">
+<div style="float: left; margin-left: -40px;"><a href="http://wiki.eclipse.org/Image:Note.png" class="image" title="Note.png"><img alt="" src="http://wiki.eclipse.org/images/c/cc/Note.png" width="35" height="35" border="0" /></a></div>
+<div><b>since 1.0</b><br />prior to 1.0 this was named <i>groupby</i> and has been merely renamed, (see <a href="http://dev.eclipse.org/mhonarc/lists/smila-dev/msg00998.html" class="external text" title="http://dev.eclipse.org/mhonarc/lists/smila-dev/msg00998.html" rel="nofollow">mail thread</a></div>
+</div>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"query"</span><span class="re2">></span></span>meaning of life<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"facetby"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"attribute"</span><span class="re2">></span></span>year<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"maxcount"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>10<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"attribute"</span><span class="re2">></span></span>author<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"sortby"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"criterion"</span><span class="re2">></span></span>value<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"order"</span><span class="re2">></span></span>ascending<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"maxcount"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>5<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span></pre></div>
+<ul><li><i>filter</i>: A sequence of maps describing for certain attributes which values they must have in valid result records. Each of the maps contains a <i>key</i> "attribute" and one or more value descriptions:
+<ul><li>"oneOf", "allOf", "noneOf": sequences of values describing required or forbidden attribute values.
+</li><li>"atLeast", "atMost", "greaterThan", "lessThan": single values describing lower and upper bounds (including or excluding the bound values) for the attribute value. Example:
+</li></ul>
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"query"</span><span class="re2">></span></span>meaning of life<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"filter"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"attribute"</span><span class="re2">></span></span>author<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"oneOf"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>pratchett<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>adams<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"attribute"</span><span class="re2">></span></span>year<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"atLeast"</span><span class="re2">></span></span>1990<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"lessThan"</span><span class="re2">></span></span>2000<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span></pre></div>
+<ul><li><i>ranking</i>: A configuration defining how to rank the search results. This is highly depending on the used search engine, so we don't specify this further in SMILA.
+</li></ul>
+<a name="Result_Annotations"></a><h3> <span class="mw-headline"> Result Annotations </span></h3>
+<p>The search result is usually the request record, enriched with result data.
+</p>
+<ul><li><i>records</i>: A sequence of maps describing the actual search result, meaning the records retrieved from the index. Each record should have an additional attribute "_weight" describing the relevance score of this record with respect to the query. The size of the "record" sequence is limited by the "maxcount" parameter.
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"query"</span><span class="re2">></span></span>meaning of life<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+<span class="sc3"><span class="coMULTI"><!-- other query parameters --></span></span>
+<span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"records"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"_weight"</span> <span class="re0">type</span>=<span class="st0">"double"</span><span class="re2">></span></span>0.95<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"_recordid"</span><span class="re2">></span></span>file:hamlet<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"title"</span><span class="re2">></span></span>Hamlet<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"author"</span><span class="re2">></span></span>Shakespeare<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ ...
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"_weight"</span> <span class="re0">type</span>=<span class="st0">"double"</span><span class="re2">></span></span>0.90<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"_recordid"</span><span class="re2">></span></span>file:hitchhiker<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"title"</span><span class="re2">></span></span>Hitchhiker's Guide to the Galaxy<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"author"</span><span class="re2">></span></span>Adams<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ ...
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span></pre></div> <div class="messagebox" style="background-color: #def3fe; border: 1px solid #c5d7e0; color: black; padding: 5px; margin: 1ex 0; min-height: 35px; padding-left: 45px;">
+<div style="float: left; margin-left: -40px;"><a href="http://wiki.eclipse.org/Image:Note.png" class="image" title="Note.png"><img alt="" src="http://wiki.eclipse.org/images/c/cc/Note.png" width="35" height="35" border="0" /></a></div>
+<div><b>return binary content</b><br />There is no nice way to return binary content anymore as attachents may only be top-level children of a record. These two solutions are possible:
+<ol><li> add an attachment to the search record with a name after this pattern: <resultItem-record.Id>.<resultItem.atachmentName>
+</li><li> convert the byte[] into a string (e.g. base64 encoding, so it is serializable) and return it in the AnyMap</div>
+</li></ol>
+</div>
+<ul><li><i>count</i>: The total number of records in the index that have any relevance to the query. Example see <i>runtime</i>.
+</li><li><i>indexSize</i> (optional): The total number of records in the searched index. Example see <i>runtime</i>.
+</li><li><i>runtime</i>: The execution time of request in milliseconds, added by the search service. Example:
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"query"</span><span class="re2">></span></span>meaning of life<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"count"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>123456<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"indexSize"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>987654321<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"runtime"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>42<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+<span class="sc3"><span class="coMULTI"><!-- other query parameters --></span></span>
+<span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"records"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- contains returned records --></span></span>
+<span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span></pre></div>
+<ul><li><i>facets</i>: The faceting results as requested by the <i>facetby</i> parameters. This Map contains a nested Seq for each requested facet and its values.
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"query"</span><span class="re2">></span></span>meaning of life<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"facets"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"year"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"value"</span><span class="re2">></span></span>2000<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"count"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>42<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"value"</span><span class="re2">></span></span>2001<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"count"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>21<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ ...
+ <span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"author"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"value"</span><span class="re2">></span></span>adams<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"count"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>13<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"value"</span><span class="re2">></span></span>shakespear<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"count"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>17<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ ...
+ <span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span></pre></div>
+<ul><li><i>_highlight</i>: The annotation of the result record, usually used to highlight relevant sections from the result documents in order to allow the user to see at one glance if it suits what he or she was looking for. What is returned here exactly, depends on the used search engine. For example, the Solr integration in SMILA returns the raw form of the text and information about the matching parts to be highlighted. Example:
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"records"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ ...
+ <span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"_highlight"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"content"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"text"</span><span class="re2">></span></span>... To be or not to be ...<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"positions"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"start"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>7<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"end"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>9<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"quality"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>100<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"start"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>20<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"end"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>22<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"quality"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>95<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ ...
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span></pre></div> Using the HighlightingPipelet this can be transformed into a highlighted text fragment (here using * as the highlight tag): <div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"records"</span><span class="re2">></span></span>
+<pre> <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"_weight"</span> <span class="re0">type</span>=<span class="st0">"double"</span><span class="re2">></span></span>0.95<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"_recordid"</span><span class="re2">></span></span>file:hamlet<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"title"</span><span class="re2">></span></span>Hamlet<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"author"</span><span class="re2">></span></span>Shakespeare<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"_highlight"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"content"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"text"</span><span class="re2">></span></span>... To *be* or not to *be* ...<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ ...
+</pre>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span></pre></div>
+<a name="Helper_Classes"></a><h3> <span class="mw-headline"> Helper Classes </span></h3>
+<p>There are some classes that help a client to create query records with their annotations and to read result records and their annotation. You can find them in package <tt>org.eclipse.smila.search.api.helper</tt>:
+</p>
+<ul><li><tt>QueryBuilder</tt>: A helper class for building queries and sending the query to search service. Returns a result in the form of the next class:
+</li><li><tt>ResultAccessor</tt>: A wrapper for the complete search result. Provides methods to access the basic top-level result annotations and to access each search result record wrapped by a:
+</li><li><tt>ResultRecordAccessor</tt>: Defines methods for accessing some of the result record annotations.
+</li></ul>
+<p>See the source code or JavaDocs for more details on the provided methods.
+</p>
+<a name="SMILA_Search_Servlet"></a><h3> <span class="mw-headline"> SMILA Search Servlet </span></h3>
+<p>In addition to the "search backend", SMILA contains a simple servlet that creates a query record from HTTP parameters and displays the result as an HTML page by converting the XML search result using an XSLT stylesheet. This servlet is intended for quick demos only, not for productive use. It is usually deployed in the Jetty instance that comes with SMILA at <tt>/SMILA/search</tt>. On first invocation, it currently creates a quite empty query record (it sets some default parameters like <i>maxcount</i> etc.) and processes it with the default pipeline "SearchPipeline". The pipeline should be able to process such a query and return an empty result list, not an error. The XML representation of this empty result is then transformed using the default stylesheet ("SMILASearchDefault") to present an initial search page.
+</p><p>Note that the servlet actually enriches the XML search result a bit, so the input for the XSLT stylsheet does not completely conform to the defined XML schema. Currently, it adds a section containing the names of indices available in Solr so that the search page can display the names for selection on the left side:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><SearchResult</span> <span class="re0">xmlns</span>=<span class="st0">"http://www.eclipse.org/smila/search"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Workflow<span class="re2">></span></span></span>searchpipeline<span class="sc3"><span class="re1"></Workflow<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Record</span> <span class="re0">xmlns</span>=<span class="st0">"http://www.eclipse.org/smila/record"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- effective query and embedded result records ---></span></span>
+ <span class="sc3"><span class="re1"></Record<span class="re2">></span></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- part added by SearchServlet --></span></span>
+ <span class="sc3"><span class="re1"><IndexNames<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><IndexName<span class="re2">></span></span></span>test_index<span class="sc3"><span class="re1"></IndexName<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></IndexNames<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></SearchResult<span class="re2">></span></span></span></pre></div>
+<p>You can use the same mechanism to add other information to the XML that is necessary for displaying purposes in the search form but not contained in the search service result: You just have to implement your own servlet or extend the default servlet. Please refer to the source code for details.
+</p>
+<a name="XSLT_Stylesheets_for_SMILA_search_and_result_pages"></a><h4> <span class="mw-headline"> XSLT Stylesheets for SMILA search and result pages </span></h4>
+<p>The stylesheets are loaded from the configuration directory <tt>org.eclipse.smila.search.servlet</tt> and are selected by adding the HTTP parameter "style" to the URL. The value of this parameter must be the filename of the desired stylesheet without the suffix. The file's extension must bei <tt>.xsl</tt>. The servlet currently uses the hardcoded default name "SMILASearchDefault" if no other value was set.
+</p><p>In the default application, three stylesheets are avaiable:
+</p>
+<ul><li>SMILASearchDefault: The default search page. Use this as a reference on how to describe simple queries and present result lists, including paging through bigger results.
+</li><li>SMILASearchAdvanced: Same layout for the result list but demostrates how to create more complex query records with attribute values and filters.
+</li><li>SMILASearchTest: Primitive layout without paging but demonstrates the setting of even more query features.
+</li></ul>
+<p>To start with another than the default stylesheet, you can add a <i>style</i> parameter to the initial URL. E.g., to start with the "advanced" stylesheet, use: <tt><a href="http://localhost:8080/SMILA/search?style=SMILASearchAdvanced" class="external free" title="http://localhost:8080/SMILA/search?style=SMILASearchAdvanced" rel="nofollow">http://localhost:8080/SMILA/search?style=SMILASearchAdvanced</a></tt>.
+</p><p>In the following we will describe how to set query record features using the servlet. Please have a look at those sample stylesheets for complete examples on how to apply them, as we will not present something like a full tutorial here (-;
+</p>
+<a name="Setting_parameters"></a><h4> <span class="mw-headline"> Setting parameters </span></h4>
+<p>To set a parameter, just use the parameter name as the HTTP parameter name. All values for this HTTP parameter are added to the "parameters" annotation of the query record. E.g., to set the <i>resultSize</i> parameter to 7 using a hidden HTML input field, use:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><input</span> <span class="re0">type</span>=<span class="st0">"hidden"</span> <span class="re0">name</span>=<span class="st0">"resultSize"</span> <span class="re0">value</span>=<span class="st0">"7"</span> <span class="re2">/></span></span></pre></div>
+<p>See below for naming rules for the HTTP parameter names to set attribute literals and annotations. Note that you cannot set a parameter with a name that matches one of these rules.
+</p>
+<a name="Setting_attributes"></a><h4> <span class="mw-headline"> Setting attributes </span></h4>
+<p>You can add literal string values to attributes using "A.<AttributeName>" as the HTTP parameter name. E.g., to set a value from an HTML text input field as a literal in attribute "Title", use:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><input</span> <span class="re0">type</span>=<span class="st0">"text"</span> <span class="re0">name</span>=<span class="st0">"A.Title"</span> <span class="re2">/></span></span></pre></div>
+<a name="Setting_other_parameters"></a><h4> <span class="mw-headline"> Setting other parameters </span></h4>
+<p>To add a "sortby" parameter for an attribute, use "sortBy.<AttributeName>=<order>", e.g.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><input</span> <span class="re0">type</span>=<span class="st0">"hidden"</span> <span class="re0">name</span>=<span class="st0">"sortby.FileSize"</span> <span class="re0">value</span>=<span class="st0">"descending"</span> <span class="re2">/></span></span></pre></div>
+<p>To create a filter for an attribute, use HTTP params:
+</p>
+<ul><li>"F.val.<AttributeName>" to add filter values to an "oneOf" filter.
+</li><li>"F.min.<AttributeName>" and "F.max.<AttributeName>" to set the lower/upper bounds of an "atLeast"/"atMost" filter.
+</li></ul>
+<p>If both "F.val" and "F.min/F.max" paramaters are set, the servlet will create both an enumeration filter and a range filter with the same filter mode. It depends on the used search engine integration what happens in this case. E.g.
+</p>
+<ul><li>To set a filter for attribute <i>MimeType</i> restricting the result to HTML documents, use:
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><input</span> <span class="re0">type</span>=<span class="st0">"hidden"</span> <span class="re0">name</span>=<span class="st0">"F.val.MimeType"</span> <span class="re0">value</span>=<span class="st0">"text/html"</span> <span class="re2">/></span></span></pre></div>
+<ul><li>To set a filter for attribute <i>FileSize</i> restricting the result to document sizes between 1000 and 10000 bytes, use:
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><input</span> <span class="re0">type</span>=<span class="st0">"hidden"</span> <span class="re0">name</span>=<span class="st0">"F.min.FileSize"</span> <span class="re0">value</span>=<span class="st0">"1000"</span> <span class="re2">/></span></span>
+<span class="sc3"><span class="re1"><input</span> <span class="re0">type</span>=<span class="st0">"hidden"</span> <span class="re0">name</span>=<span class="st0">"F.max.FileSize"</span> <span class="re0">value</span>=<span class="st0">"10000"</span> <span class="re2">/></span></span></pre></div>
+<p>To set a value in the ranking parameter for the complete record or an attribute, use "R[.<AttributeName>].<ValueName>". E.g., the following input field adds a parameter "Operator=OR" to attribute "Content":
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><input</span> <span class="re0">type</span>=<span class="st0">"hidden"</span> <span class="re0">name</span>=<span class="st0">"R.Operator.Content"</span> <span class="re0">value</span>=<span class="st0">"OR"</span> <span class="re2">/></span></span></pre></div>
+<a name="Record_Search_Servlet"></a><h3> <span class="mw-headline"> Record Search Servlet </span></h3>
+<p>In addition there exists the very basic Record Search Servlet available at <span style="font-family:monospace;">/SMILA/recordsearch</span>.
+</p><p>You can do a POST or GET request on this URL with a SMILA search record in XML representation as the request body. The servlet then parses the given XML and calls the Search Service. The default is to use the SeachPipeline but you can define any other pipeline by adding the <span style="font-family:monospace;">_workflow</span> annotation to the search record with the respective pipeline name.
+</p><p>The servlet returns the XML representation of the record returned by the Search Service as is, in which you can find the search results (see above).
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 194/1000000
+Post-expand include size: 2905/2097152 bytes
+Template argument size: 1761/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:18950-0!1!0!!en!2!edit=0 and timestamp 20120202154003 -->
+<div class="printfooter">
+Retrieved from "<a href="../Search.html">http://wiki.eclipse.org/SMILA/Documentation/Search</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 13:07, 23 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/User:Tmenzel.brox.de" title="User:Tmenzel.brox.de">thomas menzel</a>, <a href="http://wiki.eclipse.org/index.php?title=User:Daniel.stucky.attensity.com&action=edit" class="new" title="User:Daniel.stucky.attensity.com">Daniel Stucky</a> and <a href="http://wiki.eclipse.org/User:Drazen.cindric.attensity.com" title="User:Drazen.cindric.attensity.com">Drazen Cindric</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Search&action=credits" title="SMILA/Documentation/Search">others</a>.</p>
+ <p id="footerviews">This page has been accessed 3,729 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.079 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/5_more_minutes_to_change_the_workflow.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/5_more_minutes_to_change_the_workflow.html
new file mode 100644
index 0000000..9d0177b
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/5_more_minutes_to_change_the_workflow.html
@@ -0,0 +1,434 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/5 more minutes to change the workflow,SMILA/Documentation/BPEL Workflow Processor,SMILA/Documentation/JobManager,SMILA/Documentation/Processing/JSON REST API for BPEL pipelines,SMILA/Documentation/Solr,SMILA/Documentation/Worker/PipelineProcessorWorker,SMILA/Documentation for 5 Minutes to Success" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/5 more minutes to change the workflow - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/5_more_minutes_to_change_the_workflow";
+var wgTitle = "SMILA/Documentation/5 more minutes to change the workflow";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "35503";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286060";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="5_more_minutes_to_change_the_workflow.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_5_more_minutes_to_change_the_workflow">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/5_more_minutes_to_change_the_workflow">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/5_more_minutes_to_change_the_workflow">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/5_more_minutes_to_change_the_workflow">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/5_more_minutes_to_change_the_workflow&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/5_more_minutes_to_change_the_workflow&oldid=286060">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="5_more_minutes_to_change_the_workflow.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/5_more_minutes_to_change_the_workflow&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/5_more_minutes_to_change_the_workflow&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/5_more_minutes_to_change_the_workflow&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/5%20more%20minutes%20to%20change%20the%20workflow"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/5 more minutes to change the workflow</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="5_more_minutes_to_change_the_workflow.html#column-one">navigation</a>, <a href="5_more_minutes_to_change_the_workflow.html#searchInput">search</a></div> <!-- start content -->
+ <p>
+</p>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="5_more_minutes_to_change_the_workflow.html#Just_another_5_minutes_to_change_the_workflow"><span class="tocnumber">1</span> <span class="toctext">Just another 5 minutes to change the workflow</span></a>
+<ul>
+<li class="toclevel-2"><a href="5_more_minutes_to_change_the_workflow.html#Configure_new_solr_index"><span class="tocnumber">1.1</span> <span class="toctext">Configure new solr index</span></a></li>
+<li class="toclevel-2"><a href="5_more_minutes_to_change_the_workflow.html#Create_a_new_BPEL_pipeline"><span class="tocnumber">1.2</span> <span class="toctext">Create a new BPEL pipeline</span></a></li>
+<li class="toclevel-2"><a href="5_more_minutes_to_change_the_workflow.html#Create_and_start_a_new_indexing_job"><span class="tocnumber">1.3</span> <span class="toctext">Create and start a new indexing job</span></a></li>
+<li class="toclevel-2"><a href="5_more_minutes_to_change_the_workflow.html#Update_the_web_crawl_job"><span class="tocnumber">1.4</span> <span class="toctext">Update the web crawl job</span></a></li>
+<li class="toclevel-2"><a href="5_more_minutes_to_change_the_workflow.html#Put_it__all_together"><span class="tocnumber">1.5</span> <span class="toctext">Put it all together</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="5_more_minutes_to_change_the_workflow.html#Configuration_overview"><span class="tocnumber">2</span> <span class="toctext">Configuration overview</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Just_another_5_minutes_to_change_the_workflow"></a><h1> <span class="mw-headline"> Just another 5 minutes to change the workflow </span></h1>
+<p>In the <a href="../Documentation_for_5_Minutes_to_Success.html" title="SMILA/Documentation for 5 Minutes to Success">5 minutes to success</a> all data collected by crawlers was processed with the same asynchronous "indexUpdate" workflow using the BPEL pipeline "AddPipeline". All data was indexed into the same solr/lucene index "DefaultCore".
+It is possible, however, to configure SMILA so that data from different data sources will go through different workflows and pipelines and will be indexed into different indices. This will require more advanced configuration features than before but still quite simple ones.
+</p><p>In the following sections we are going to use the generic asynchronous "importToPipeline" workflow which let you specify the BPEL pipeline to process the data. We create an additional BPEL pipeline for webcrawler records so that webcrawler data will be indexed into a separate index named "WebCore".
+</p>
+<a name="Configure_new_solr_index"></a><h2> <span class="mw-headline"> Configure new solr index </span></h2>
+<table width="100%" style="background-color:#d8e4f1; padding-left:30px;">
+<tr>
+<td>
+<p>It's very important to shutdown and restart the SMILA engine after the following configuration changes are done because modified configurations are loaded during startup only.
+</p>
+</td></tr></table>
+<p>To configure your own index "WebCore" follow the description in the SMILA documentation for <a href="Solr.html#Setup_another_core" title="SMILA/Documentation/Solr">creating your own solr index</a>.
+</p>
+<table width="100%" style="background-color:#d8e4f1; padding-left:30px;">
+<tr>
+<td>If you already started SMILA before (as we suppose you did), please copy your new Core configuration and the modified <tt>solr.xml</tt> file to the folder <tt>workspace\.metadata\.plugins\org.eclipse.smila.solr</tt> because the configuration will not be copied again, after the first start of the Solr bundle.
+</td></tr></table>
+<p>For more information about the solr indexing, please see the <a href="Solr.html" title="SMILA/Documentation/Solr">SMILA solr documentation</a>.
+</p>
+<a name="Create_a_new_BPEL_pipeline"></a><h2> <span class="mw-headline"> Create a new BPEL pipeline </span></h2>
+<p>We need to add the <i>AddWebPipeline</i> pipeline to the BPEL WorkflowProcessor. For more information about BPEL WorkflowProcessor please check the <a href="BPEL_Workflow_Processor.html" title="SMILA/Documentation/BPEL Workflow Processor">BPEL WorkflowProcessor</a> documentation.
+Predefined BPEL WorkflowProcessor configuration files are contained in the <tt>configuration/org.eclipse.smila.processing.bpel/pipelines</tt> directory. However, we can add new BPEL pipelines with the SMILA REST API.
+</p><p>Start SMILA if it's not yet running, and use your favourite REST client to add the "AddWebPipeline" BPEL pipeline: (the BPEL XML is a little bit unreadable cause we have to escape it for being valid JSON content; after posting the new pipeline you can get a readable version via monitoring REST API - see below)
+</p>
+<pre>
+POST http://localhost:8080/smila/pipeline
+ {
+ "name":"AddWebPipeline",
+ "definition":"<?xml version=\"1.0\" encoding=\"utf-8\" ?>\r\n<process name=\"AddWebPipeline\" targetNamespace=\"http://www.eclipse.org/smila/processor\" xmlns=\"http://docs.oasis-open.org/wsbpel/2.0/process/executable\"\r\n xmlns:xsd=\"http://www.w3.org/2001/XMLSchema\" xmlns:proc=\"http://www.eclipse.org/smila/processor\" xmlns:rec=\"http://www.eclipse.org/smila/record\"\r\n xmlns:bpel=\"http://docs.oasis-open.org/wsbpel/2.0/process/executable\">\r\n\r\n <import location=\"processor.wsdl\" namespace=\"http://www.eclipse.org/smila/processor\" importType=\"http://schemas.xmlsoap.org/wsdl/\" />\r\n\r\n <partnerLinks>\r\n <partnerLink name=\"Pipeline\" partnerLinkType=\"proc:ProcessorPartnerLinkType\" myRole=\"service\" />\r\n <partnerLink name=\"AdaptWebCrawlerWorkerOutput\" partnerLinkType=\"proc:ProcessorPartnerLinkType\" partnerRole=\"service\" />\r\n </partnerLinks>\r\n\r\n <extensions>\r\n <extension namespace=\"http://www.eclipse.org/smila/processor\" mustUnderstand=\"no\" />\r\n </extensions>\r\n\r\n <variables>\r\n <variable name=\"request\" messageType=\"proc:ProcessorMessage\" />\r\n </variables>\r\n\r\n <sequence name=\"AddWebPipeline\">\r\n <receive name=\"start\" partnerLink=\"Pipeline\" portType=\"proc:ProcessorPortType\" operation=\"process\" variable=\"request\"\r\n createInstance=\"yes\" />\r\n\r\n <invoke name=\"adaptWebCrawlerWorkerOutput\" inputVariable=\"request\" partnerLink=\"AdaptWebCrawlerWorkerOutput\"\r\n outputVariable=\"request\" operation=\"process\" portType=\"proc:ProcessorPortType\" />\r\n\r\n <forEach counterName=\"index\" parallel=\"yes\" name=\"iterateRecords\">\r\n <startCounterValue>1</startCounterValue>\r\n <finalCounterValue>count($request.records/rec:Record)</finalCounterValue>\r\n <scope>\r\n <variables>\r\n <variable name=\"identifiedRecord\" messageType=\"proc:ProcessorMessage\" />\r\n </variables>\r\n <sequence>\r\n <if name=\"MimeTypeNotSet\">\r\n <condition>not($request.records/rec:Record[position()=$index]/rec:Val[@key=\"MimeType\"])</condition>\r\n <sequence>\r\n <extensionActivity>\r\n <proc:invokePipelet name=\"detectMimeType\">\r\n <proc:pipelet class=\"org.eclipse.smila.processing.pipelets.MimeTypeIdentifyPipelet\" />\r\n <proc:variables input=\"request\" index=\"index\" output=\"identifiedRecord\" />\r\n <proc:configuration>\r\n <rec:Val key=\"FileExtensionAttribute\">Extension</rec:Val>\r\n <rec:Val key=\"MetaDataAttribute\">MetaData</rec:Val>\r\n <rec:Val key=\"MimeTypeAttribute\">MimeType</rec:Val>\r\n </proc:configuration>\r\n </proc:invokePipelet>\r\n </extensionActivity>\r\n <assign name=\"copy result into original variable for next tests\">\r\n <copy>\r\n <from>$identifiedRecord.records/rec:Record[1]</from>\r\n <to>$request.records/rec:Record[position()=$index]</to>\r\n </copy>\r\n </assign>\r\n </sequence>\r\n </if>\r\n\r\n <!-- only process text based content, skip everything else -->\r\n <if name=\"IsText\">\r\n <condition>starts-with($request.records/rec:Record[position()=$index]/rec:Val[@key=\"MimeType\"],\"text/\")</condition>\r\n <if name=\"IsHTML\">\r\n <condition>$request.records/rec:Record[position()=$index]/rec:Val[@key=\"MimeType\"] = \"text/html\" or\r\n $request.records/rec:Record[position()=$index]/rec:Val[@key=\"MimeType\"] = \"text/xml\"\r\n </condition>\r\n <!-- extract txt from html and xml files -->\r\n <extensionActivity>\r\n <proc:invokePipelet name=\"invokeHtml2Txt\">\r\n <proc:pipelet class=\"org.eclipse.smila.processing.pipelets.HtmlToTextPipelet\" />\r\n <proc:variables input=\"request\" index=\"index\" />\r\n <proc:configuration>\r\n <rec:Val key=\"inputType\">ATTACHMENT</rec:Val>\r\n <rec:Val key=\"outputType\">ATTRIBUTE</rec:Val>\r\n <rec:Val key=\"inputName\">Content</rec:Val>\r\n <rec:Val key=\"outputName\">Content</rec:Val>\r\n <rec:Val key=\"meta:title\">Title</rec:Val>\r\n </proc:configuration>\r\n </proc:invokePipelet>\r\n </extensionActivity>\r\n <else>\r\n <!-- copy txt from attachment to attribute -->\r\n <extensionActivity>\r\n <proc:invokePipelet name=\"invokeCopyContent\">\r\n <proc:pipelet class=\"org.eclipse.smila.processing.pipelets.CopyPipelet\" />\r\n <proc:variables input=\"request\" index=\"index\" />\r\n <proc:configuration>\r\n <rec:Val key=\"inputType\">ATTACHMENT</rec:Val>\r\n <rec:Val key=\"outputType\">ATTRIBUTE</rec:Val>\r\n <rec:Val key=\"inputName\">Content</rec:Val>\r\n <rec:Val key=\"outputName\">Content</rec:Val>\r\n <rec:Val key=\"mode\">COPY</rec:Val>\r\n </proc:configuration>\r\n </proc:invokePipelet>\r\n </extensionActivity>\r\n </else>\r\n </if>\r\n </if>\r\n </sequence>\r\n </scope>\r\n </forEach>\r\n\r\n <extensionActivity>\r\n <proc:invokePipelet name=\"SolrIndexPipelet\">\r\n <proc:pipelet class=\"org.eclipse.smila.solr.index.SolrIndexPipelet\" />\r\n <proc:variables input=\"request\" output=\"request\" />\r\n <proc:configuration>\r\n <rec:Val key=\"ExecutionMode\">ADD</rec:Val>\r\n <rec:Val key=\"CoreName\">WebCore</rec:Val>\r\n <rec:Seq key=\"CoreFields\">\r\n <rec:Map>\r\n <rec:Val key=\"FieldName\">_source</rec:Val>\r\n </rec:Map>\r\n <rec:Map>\r\n <rec:Val key=\"FieldName\">Path</rec:Val>\r\n </rec:Map>\r\n <rec:Map>\r\n <rec:Val key=\"FieldName\">Url</rec:Val>\r\n </rec:Map>\r\n <rec:Map>\r\n <rec:Val key=\"FieldName\">Filename</rec:Val>\r\n </rec:Map>\r\n <rec:Map>\r\n <rec:Val key=\"FieldName\">MimeType</rec:Val>\r\n </rec:Map>\r\n <rec:Map>\r\n <rec:Val key=\"FieldName\">Size</rec:Val>\r\n </rec:Map>\r\n <rec:Map>\r\n <rec:Val key=\"FieldName\">LastModifiedDate</rec:Val>\r\n </rec:Map>\r\n <rec:Map>\r\n <rec:Val key=\"FieldName\">Content</rec:Val>\r\n </rec:Map>\r\n <rec:Map>\r\n <rec:Val key=\"FieldName\">Extension</rec:Val>\r\n </rec:Map>\r\n <rec:Map>\r\n <rec:Val key=\"FieldName\">Title</rec:Val>\r\n </rec:Map>\r\n <rec:Map>\r\n <rec:Val key=\"FieldName\">Author</rec:Val>\r\n </rec:Map>\r\n </rec:Seq>\r\n </proc:configuration>\r\n </proc:invokePipelet>\r\n </extensionActivity>\r\n\r\n <reply name=\"end\" partnerLink=\"Pipeline\" portType=\"proc:ProcessorPortType\" operation=\"process\" variable=\"request\" />\r\n </sequence>\r\n</process>\r\n"
+ }
+</pre>
+<p>You can monitor the defined BPEL pipelines via browser, so you should find your new pipeline there:
+</p>
+<pre>
+http://localhost:8080/smila/pipeline
+</pre>
+<p>Note that we used "WebCore" index name for the Solr index in the BPEL above:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml">...
+<span class="sc3"><span class="re1"><proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"CoreName"</span><span class="re2">></span></span>WebCore<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ ...
+<span class="sc3"><span class="re1"></proc:configuration<span class="re2">></span></span></span>
+...</pre></div>
+<a name="Create_and_start_a_new_indexing_job"></a><h2> <span class="mw-headline"> Create and start a new indexing job </span></h2>
+<p>We define an indexing job based on the predefined asynchronous workflow "importToPipeline" (see <tt>SMILA/configuration/org.eclipse.smila.jobmanager/workflows.json</tt>). This indexing job will process the imported data by using our new BPEL pipeline "AddWebPipeline".
+</p><p>The "importToPipeline" workflow contains a <a href="Worker/PipelineProcessorWorker.html" title="SMILA/Documentation/Worker/PipelineProcessorWorker">PipelineProcessorWorker worker</a> which is not configured for dedicated BPEL pipelines, so the BPEL pipelines handling adds and deletes have to be set via job parameter.
+</p><p>Use your favourite REST Client to create an appropriate job definition:
+</p>
+<pre>
+POST http://localhost:8080/smila/jobmanager/jobs/
+ {
+ "name":"indexWebJob",
+ "parameters":{
+ "tempStore": "temp",
+ "addPipeline": "AddWebPipeline",
+ "deletePipeline": "DeletePipeline"
+ },
+ "workflow":"importToPipeline"
+ }
+</pre>
+<p>Note that the "DeletePipeline" is not needed for our test szenario here, but we must fulfill all undefined workflow parameters.
+</p><p>Afterwards, start a job run for the defined job:
+</p>
+<pre>
+POST http://localhost:8080/smila/jobmanager/jobs/indexWebJob
+</pre>
+<a name="Update_the_web_crawl_job"></a><h2> <span class="mw-headline"> Update the web crawl job </span></h2>
+<p>Since the web crawl job already is predefined to push the crawled records to the <tt>indexUpdate</tt> job, we now either must define a new job or update the crawl job's definition in the <span style="font-family:monospace;">job.json</span> file. Here we choose the <i>new job</i> option.
+</p><p>POST the following update json using your favorite REST client:
+</p>
+<pre>
+POST http://localhost:8080/smila/jobmanager/jobs/
+{
+ "name":"crawlWikiToWebCore",
+ "workflow":"webCrawling",
+ "parameters":{
+ "tempStore":"temp",
+ "dataSource":"web",
+ "startUrl":"http://wiki.eclipse.org/SMILA",
+ "filter":{
+ "urlPrefix":"http://wiki.eclipse.org/SMILA"
+ },
+ "jobToPushTo":"indexWebJob"
+ }
+}
+</pre>
+<p>Please note that we used the following line to let the crawl job push the records to our new job:
+</p>
+<pre>
+"jobToPushTo":"indexWebJob"
+</pre>
+<p>Now start the crawl job (don't forget runOnce!):
+</p>
+<pre>
+POST http://localhost:8080/smila/jobmanager/jobs/crawlWikiToWebCore
+{
+ "mode": "runOnce"
+}
+</pre>
+<p>After a sufficiently long time to crawl, process and commit the data, you can have another look at the <a href="http://localhost:8080/SMILA/search" class="external text" title="http://localhost:8080/SMILA/search" rel="nofollow">SMILA search page</a> to find your new core listed among the available cores, and if you choose it, you can search for e.g. <i>SMILA</i> in the new WebCore.
+</p>
+<a name="Put_it__all_together"></a><h2> <span class="mw-headline"> Put it all together </span></h2>
+<p>Ok, now it seems that we have finally finished configuring SMILA for using separate BPEL pipelines for file system and web crawling and index data from these crawlers into different indices.
+Here is what we have done so far:
+</p>
+<ol><li> We added the <tt>WebCore</tt> index to the Solr configuration and copied it to the workspace.
+</li><li> We created a new BPEL pipeline for Web crawler data referencing the new Lucene index.
+</li><li> We used a separate job for web indexing that references the new BPEL pipeline.
+</li><li> We updated the web crawl job to push the records to a different indexing job which references the new BPEL pipeline.
+</li></ol>
+<a name="Configuration_overview"></a><h1> <span class="mw-headline"> Configuration overview </span></h1>
+<p>SMILA configuration files are located in the <tt>configuration</tt> directory of the SMILA application.
+The following lists the configuration files and documentation links relevant to this tutorial, regarding SMILA components:
+</p><p><b>Jobmanager</b>
+</p>
+<ul><li> configuration folder: <tt>org.eclipse.smila.jobmanager</tt>
+<ul><li> <tt>workflows.json</tt> (Predefined asynchronous workflows)
+</li></ul>
+</li><li> Documentation
+<ul><li> <a href="JobManager.html" title="SMILA/Documentation/JobManager">JobManager</a>
+</li><li> <a href="Worker/PipelineProcessorWorker.html" title="SMILA/Documentation/Worker/PipelineProcessorWorker">PipelineProcessorWorker</a>
+</li></ul>
+</li><li> REST API: <a href="http://localhost:8080/smila/jobmanager" class="external free" title="http://localhost:8080/smila/jobmanager" rel="nofollow">http://localhost:8080/smila/jobmanager</a>
+</li></ul>
+<p><b>BPEL Pipelines</b>
+</p>
+<ul><li> configuration folder: <tt>org.eclipse.smila.processing.bpel</tt>
+<ul><li> <tt>pipelines/*.bpel</tt> (Predefined BPEL pipelines)
+</li></ul>
+</li><li> Documentation
+<ul><li> <a href="BPEL_Workflow_Processor.html" title="SMILA/Documentation/BPEL Workflow Processor">BPELWorkflowProcessor</a>
+</li><li> <a href="Processing/JSON_REST_API_for_BPEL_pipelines.html" title="SMILA/Documentation/Processing/JSON REST API for BPEL pipelines">JSON REST API for BPEL pipelines</a>
+</li></ul>
+</li><li> REST API: <a href="http://localhost:8080/smila/pipeline" class="external free" title="http://localhost:8080/smila/pipeline" rel="nofollow">http://localhost:8080/smila/pipeline</a>
+</li></ul>
+<p><b>Solr</b>
+</p>
+<ul><li> DataDictionary
+<ul><li> configuration folder: <tt>org.eclipse.smila.solr</tt>
+</li></ul>
+</li><li> Documentation
+<ul><li> <a href="Solr.html" title="SMILA/Documentation/Solr">SMILA/Documentation/Solr</a>
+</li></ul>
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 49/1000000
+Post-expand include size: 52/2097152 bytes
+Template argument size: 8/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:35503-0!1!0!!en!2!edit=0 and timestamp 20120203101128 -->
+<div class="printfooter">
+Retrieved from "<a href="5_more_minutes_to_change_the_workflow.html">http://wiki.eclipse.org/SMILA/Documentation/5_more_minutes_to_change_the_workflow</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Categories</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span> | <span dir='ltr'><a href="http://wiki.eclipse.org/Category:HowTo" title="Category:HowTo">HowTo</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 12:23, 24 January 2012 by <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a>. </p>
+ <p id="footerviews">This page has been accessed 97 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.155 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Agent.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Agent.html
new file mode 100644
index 0000000..1fc09d2
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Agent.html
@@ -0,0 +1,435 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/Agent,SMILA/Development Guidelines/How to implement an agent,SMILA/Documentation/CompoundManagement,SMILA/Documentation/Feed Agent,SMILA/Documentation/Mock Agent" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/Agent - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/Agent";
+var wgTitle = "SMILA/Documentation/Agent";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "19392";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "247448";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-java {line-height: normal; font-size: medium;}
+.source-java li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for java
+ * CSS class: source-java, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-java .de1, .source-java .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-java {}
+.source-java .head {}
+.source-java .foot {}
+.source-java .imp {font-weight: bold; color: red;}
+.source-java .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-java li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-java li.li2 {font-weight: bold;}
+.source-java .kw1 {color: #7F0055; font-weight: bold;}
+.source-java .kw2 {color: #7F0055; font-weight: bold;}
+.source-java .kw3 {color: #000000; font-weight: normal}
+.source-java .kw4 {color: #7F0055; font-weight: bold;}
+.source-java .co1 {color: #3F7F5F; font-style: italic;}
+.source-java .co2 {color: #3F7F5F;}
+.source-java .co3 {color: #3F7F5F; font-style: italic; font-weight: bold;}
+.source-java .coMULTI {color: #3F5FBF; font-style: italic;}
+.source-java .es0 {color: #000000;}
+.source-java .br0 {color: #000000;}
+.source-java .st0 {color: #2A00ff;}
+.source-java .nu0 {color: #000000;}
+.source-java .me1 {color: #000000;}
+.source-java .me2 {color: #000000;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="Agent.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_Agent">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Agent">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/Agent">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/Agent">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Agent&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Agent&oldid=247448">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Agent.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/Agent&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Agent&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Agent&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Agent"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/Agent</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Agent.html#column-one">navigation</a>, <a href="Agent.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Agent.html#Overview"><span class="tocnumber">1</span> <span class="toctext">Overview</span></a></li>
+<li class="toclevel-1"><a href="Agent.html#API"><span class="tocnumber">2</span> <span class="toctext">API</span></a></li>
+<li class="toclevel-1"><a href="Agent.html#Architecture"><span class="tocnumber">3</span> <span class="toctext">Architecture</span></a></li>
+<li class="toclevel-1"><a href="Agent.html#Configuration"><span class="tocnumber">4</span> <span class="toctext">Configuration</span></a>
+<ul>
+<li class="toclevel-2"><a href="Agent.html#Further_Information:"><span class="tocnumber">4.1</span> <span class="toctext">Further Information:</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Agent.html#Agent_lifecycle"><span class="tocnumber">5</span> <span class="toctext">Agent lifecycle</span></a></li>
+<li class="toclevel-1"><a href="Agent.html#See_also"><span class="tocnumber">6</span> <span class="toctext">See also</span></a></li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Overview"></a><h2> <span class="mw-headline"> Overview </span></h2>
+<p>An Agent monitors a data source for changes, sending both content and metadata of interest about new/modified resources and Ids of deleted resources.
+</p><p><br />
+</p><p>SMILA currently comes with two types of Agents, each for a different datasource type, namely MockAgent (a sample implementation of an agent) and a FeedAgent that enables monitoring of RSS and atom feeds. Furthermore, the Connectivity Framework provides an API for developers to create their own Agents.
+</p>
+<a name="API"></a><h2> <span class="mw-headline"> API </span></h2>
+<p>An Agent has to implement interface <tt>Agent</tt> which extends interface <tt>Runnable</tt>. The easiest way to achieve this is to extend the abstract base class <tt>AbstractAgent</tt> located in bundle <tt>org.eclipse.smila.connectivity.framework</tt>. This class already contains handling for the Agents Id, an OSGI service activate method and also default implementations for the <tt>start()</tt> and <tt>stop()</tt> methods creating a new Thread for the Agent to run in. So the only method that has to be implemented is method <tt>run()</tt> of the <tt>Runnable</tt> interface which contains the processing logic of the agent.
+</p><p>Javadoc <a href="http://build.eclipse.org/rt/smila/javadoc/current/org/eclipse/smila/connectivity/framework/Agent.html" class="external text" title="http://build.eclipse.org/rt/smila/javadoc/current/org/eclipse/smila/connectivity/framework/Agent.html" rel="nofollow">org.eclipse.smila.connectivity.framework.Agent</a>
+</p>
+<a name="Architecture"></a><h2> <span class="mw-headline"> Architecture </span></h2>
+<p>Agents are managed and instantiated by the AgentController. The AgentController communicates with the Agent via interface <tt>Agent</tt>, starting or stopping the agent. As long as the agent is running it communicates with the AgentController via the callback interface <tt>AgentControllerCallback</tt> to send <tt>add</tt> and <tt>delete</tt> events to the AgentController.
+The agent itself has no reference to DeltaIndexingManager, only the AgentController who initializes the delta indexing session has one. To identify the session the parameter <tt>sessionId</tt> is passed in method <tt> start(final AgentControllerCallback controllerCallback, final AgentState agentState, final DataSourceConnectionConfig config, final String sessionId)</tt> so that the Agent can send it back to the AgentController via interface <tt>AgentControllerCallback</tt>.
+Agents extend the <tt>Runnable</tt> interface and must implement method <tt>run()</tt>. There is already some functionality included in the abstract base class <tt>AbstractAgent</tt> for thread handling. In the <tt>start()</tt> method a new Thread is created for the Agent and stored in a private member variable. It also contains a private boolean flag <tt>_stopThread</tt>. The <tt>run()</tt> method should watch this flag using method <tt>isStopThread()</tt> to check when processing should end. Here is some skelleton code of how the implementation could look like:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="coMULTI">/**
+ * Skelleton code for the run() method.
+ * @see java.lang.Runnable#run()
+ */</span>
+ <span class="kw1">public</span> <span class="kw4">void</span> run<span class="br0">(</span><span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">try</span> <span class="br0">{</span>
+ <span class="kw1">while</span> <span class="br0">(</span>!isStopThread<span class="br0">(</span><span class="br0">)</span><span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">try</span> <span class="br0">{</span>
+
+ <span class="co1">// here goes the agent business logic</span>
+
+ <span class="br0">}</span> <span class="kw1">catch</span> <span class="br0">(</span><span class="kw3">InterruptedException</span> e<span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">if</span> <span class="br0">(</span>_log.<span class="me1">isTraceEnabled</span><span class="br0">(</span><span class="br0">)</span><span class="br0">)</span> <span class="br0">{</span>
+ _log.<span class="me1">trace</span><span class="br0">(</span><span class="st0">"agent thread was interrupted "</span>, e<span class="br0">)</span>;
+ <span class="br0">}</span>
+ <span class="br0">}</span>
+ <span class="br0">}</span>
+ <span class="br0">}</span> <span class="kw1">catch</span> <span class="br0">(</span><span class="kw3">Exception</span> e<span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">throw</span> <span class="kw1">new</span> <span class="kw3">RuntimeException</span><span class="br0">(</span>e<span class="br0">)</span>;
+ <span class="br0">}</span> <span class="kw1">catch</span> <span class="br0">(</span><span class="kw3">Throwable</span> t<span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">throw</span> <span class="kw1">new</span> <span class="kw3">RuntimeException</span><span class="br0">(</span>t<span class="br0">)</span>;
+ <span class="br0">}</span> <span class="kw1">finally</span> <span class="br0">{</span>
+ <span class="kw1">try</span> <span class="br0">{</span>
+ stop<span class="br0">(</span><span class="br0">)</span>;
+ <span class="br0">}</span> <span class="kw1">catch</span> <span class="br0">(</span><span class="kw3">Exception</span> e<span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">throw</span> <span class="kw1">new</span> <span class="kw3">RuntimeException</span><span class="br0">(</span>e<span class="br0">)</span>;
+ <span class="br0">}</span>
+ <span class="br0">}</span>
+ <span class="br0">}</span></pre></div>
+<p><br />
+Package <tt>org.eclipse.smila.connectivity.framework.util</tt> provides some factory classes for Agents to create Ids, hashes and DataReference objects.
+</p>
+<a name="Configuration"></a><h2> <span class="mw-headline"> Configuration </span></h2>
+<p>An Agent is started with a specific, named configuration, that defines what information is to be sent (e.g. content, kinds of metadata) and where to find that data (e.g. file system path, JDBC Connection String). See each Agent documentation for details on configuration options.
+</p><p>Each Agent can define its own configuration because Agents need different information to monitor different data sources. As example a JDBC-Agent need information about which database and which table should be monitored and which columns should be returned.
+</p><p>Therefore the Agent developer defines a schema that contains all interesting information. This schema is based on a root schema that is shared betweeen Agents and Crawler. It declares the generic framework/frame which has to be used to send DataSourceConnectionConfigs to the SMILA framework.
+The root-schema can be found in:
+configuration\org.eclipse.smila.connectivity.framework.schema/schemas/RootDataSourceConnectionConfigSchema.xsd.
+</p><p>The root schema looks like as follows:
+</p><p><a href="http://wiki.eclipse.org/Image:RootdatasourceConnectionConfig.png" class="image" title="Image:RootdatasourceConnectionConfig.png"><img alt="Image:RootdatasourceConnectionConfig.png" src="http://wiki.eclipse.org/images/a/ab/RootdatasourceConnectionConfig.png" width="1065" height="514" border="0" /></a>
+</p>
+<dl><dt>DataSourceID
+</dt><dd>A description string that is used in the whole framework to separate and address information that apply to the same agent
+</dd></dl>
+<dl><dt>SchemaID
+</dt><dd>The SchemaID contains the whole bundle name of the Agent (e.g. FeedAgent: org.eclipse.smila.connectivity.framework.agent.feed).<br /> The SMILA Framework uses this information to gather the schema for the validation of the DataSourceConnectionConfig that should be executed.
+</dd></dl>
+<dl><dt>DataConnectionID
+</dt><dd>This tag describes if an Agent or Crawler should be used. It contains either of the following tags:
+<ul><li><b>Agent</b>
+</li><li><b>Crawler</b>
+</li></ul>
+</dd><dd>The name that is used in these tags is the Service name of the Agent/Crawler.
+</dd></dl>
+<dl><dt>RecordBuffer
+</dt><dd>Here you can specify settings to optimize record transfer to ConnectivityManager. These settings are not applicable to Agents !
+<ul><li>Size - the number of records to be send to ConnectivityManager in one block. Default is 1.
+</li><li>FlushInterval - a time interval in milliseconds after which to send the current elements of the RecordBuffer to ConnectivityManager. Default is 1000.
+</li></ul>
+</dd></dl>
+<dl><dt>DeltaIndexing</dt><dd>
+</dd><dd>Configuration options for delta indexing that are to be interpreted by the AgentController. The following values are supported:
+<ul><li><tt>full</tt> - delta indexing is fully activated. Records are checked if they need to be updated, entries for new/updated records are added to the deltaIndexingManager, delta-delete is executed if no error occurred
+</li><li><tt>additive</tt> - as <tt>full</tt> but delta-delete is not executed
+</li><li><tt>initial</tt> - For an initial import in an empty index or a new source in an existing index performance can be optimized by NOT checking if a record needs to be updated (we know that all records are new) but adding an entry in the DeltaIndexingManager for each Record. This allows later runs using <tt>full</tt> or <tt>additive</tt> to make use of DeltaIndexing information.
+</li><li><tt>disabled</tt> - delta indexing is fully disabled. No checks are done, no entries are created/updated, no Delta-Delete is executed. Later runs cannot benefit from DeltaIndexing
+</li></ul>
+</dd></dl>
+<dl><dt>CompoundHandling</dt><dd>
+</dd><dd>Configuration options for CompoundHandling. See <a href="CompoundManagement.html#Configuration" title="SMILA/Documentation/CompoundManagement">CompoundManagement</a> for details.
+</dd></dl>
+<dl><dt>Attributes
+</dt><dd>Placeholder for each Agent's attribute definition. <br /> The Agent defines here which Attributes it returns. An attribute is a specific information of an entry in the data-source that is crawled by the Agent (E.g. In a filesystem an entry is a file, and attributes of a file are Size, Content, etc.)
+</dd></dl>
+<dl><dt>Process
+</dt><dd>This element is meant to be extended by the the Agent developer in a derived schema and may be used to define anything that is pertinent of getting the Agent's job done. <br /> These information may include connection information to the data source to monitor or filters such as for instance queries, wild cards, include, excludes, etc.
+</dd></dl>
+<p><br />
+</p>
+<a name="Further_Information:"></a><h3> <span class="mw-headline"> Further Information: </span></h3>
+<ol><li> See for each Agent Attributes and Process Tags
+</li><li> <a href="../Development_Guidelines/How_to_implement_an_agent.html" class="mw-redirect" title="SMILA/Development Guidelines/How to implement an agent">How to implement an Agent</a>
+</li></ol>
+<a name="Agent_lifecycle"></a><h2> <span class="mw-headline"> Agent lifecycle </span></h2>
+<p>The AgentController manages the life cycle of the agent (e.g. start, stop, abort) and may instantiate multiple agents concurrently, even of the same type. This is realised by using OSGi ComponentFactories. Each agent does not automatically start an OSGi service, but registers only an Agent ComponentFactory with the AgentController. Via the ComponentFactory the AgentController can instantiate agents on demand.
+</p><p>Here is a template for an agent OSGi component definition
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><component</span> <span class="re0">name</span>=<span class="st0">"%AGENT_TYPE%"</span> <span class="re0">immediate</span>=<span class="st0">"false"</span> <span class="re0">factory</span>=<span class="st0">"AgentFactory"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><implementation</span> <span class="re0">class</span>=<span class="st0">"%AGENT_IMPLEMENTATION_CLASS%"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><service<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><provide</span> <span class="re0">interface</span>=<span class="st0">"org.eclipse.smila.connectivity.framework.agent"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></service<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></component<span class="re2">></span></span></span></pre></div>
+<a name="See_also"></a><h2> <span class="mw-headline"> See also </span></h2>
+<p>More information about the different Agents can be found here:
+</p>
+<ul><li> <a href="Mock_Agent.html" title="SMILA/Documentation/Mock Agent">Mock Agent</a>
+</li><li> <a href="Feed_Agent.html" title="SMILA/Documentation/Feed Agent">Feed Agent</a>
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 49/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:19392-0!1!0!!en!2!edit=0 and timestamp 20120202171440 -->
+<div class="printfooter">
+Retrieved from "<a href="Agent.html">http://wiki.eclipse.org/SMILA/Documentation/Agent</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 07:56, 21 April 2011 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/User:Tmenzel.brox.de" title="User:Tmenzel.brox.de">thomas menzel</a> and <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>.</p>
+ <p id="footerviews">This page has been accessed 2,437 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.066 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/AgentController.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/AgentController.html
new file mode 100644
index 0000000..37e9c3f
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/AgentController.html
@@ -0,0 +1,456 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/AgentController" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/AgentController - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/AgentController";
+var wgTitle = "SMILA/Documentation/AgentController";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "19391";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "285989";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-javascript {line-height: normal; font-size: medium;}
+.source-javascript li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for javascript
+ * CSS class: source-javascript, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-javascript .de1, .source-javascript .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-javascript {}
+.source-javascript .head {}
+.source-javascript .foot {}
+.source-javascript .imp {font-weight: bold; color: red;}
+.source-javascript .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-javascript li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-javascript li.li2 {font-weight: bold;}
+.source-javascript .kw1 {color: #000066; font-weight: bold;}
+.source-javascript .kw2 {color: #003366; font-weight: bold;}
+.source-javascript .kw3 {color: #000066;}
+.source-javascript .co1 {color: #009900; font-style: italic;}
+.source-javascript .coMULTI {color: #009900; font-style: italic;}
+.source-javascript .es0 {color: #000099; font-weight: bold;}
+.source-javascript .br0 {color: #66cc66;}
+.source-javascript .st0 {color: #3366CC;}
+.source-javascript .nu0 {color: #CC0000;}
+.source-javascript .me1 {color: #006600;}
+.source-javascript .sc0 {}
+.source-javascript .sc1 {}
+.source-javascript .sc2 {}
+.source-javascript .sc3 {}
+.source-javascript .re0 {color: #0066FF;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="AgentController.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_AgentController">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/AgentController">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/AgentController">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/AgentController">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/AgentController&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/AgentController&oldid=285989">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="AgentController.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/AgentController&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/AgentController&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/AgentController&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/AgentController"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/AgentController</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="AgentController.html#column-one">navigation</a>, <a href="AgentController.html#searchInput">search</a></div> <!-- start content -->
+ <div class="messagebox" style="background-color: #def3fe; border: 1px solid #c5d7e0; color: black; padding: 5px; margin: 1ex 0; min-height: 35px; padding-left: 45px;">
+<div style="float: left; margin-left: -40px;"><a href="http://wiki.eclipse.org/Image:Note.png" class="image" title="Note.png"><img alt="" src="http://wiki.eclipse.org/images/c/cc/Note.png" width="35" height="35" border="0" /></a></div>
+<div><b>This is deprecated for SMILA 1.0, the connectivity framework is still functional but will aimed to be replaced by scalable import based on SMILAs job management.</b><br /></div>
+</div>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="AgentController.html#Overview"><span class="tocnumber">1</span> <span class="toctext">Overview</span></a></li>
+<li class="toclevel-1"><a href="AgentController.html#API"><span class="tocnumber">2</span> <span class="toctext">API</span></a></li>
+<li class="toclevel-1"><a href="AgentController.html#Implementations"><span class="tocnumber">3</span> <span class="toctext">Implementations</span></a>
+<ul>
+<li class="toclevel-2"><a href="AgentController.html#org.eclipse.smila.connectivity.framework.impl"><span class="tocnumber">3.1</span> <span class="toctext">org.eclipse.smila.connectivity.framework.impl</span></a></li>
+<li class="toclevel-2"><a href="AgentController.html#Configuration"><span class="tocnumber">3.2</span> <span class="toctext">Configuration</span></a></li>
+<li class="toclevel-2"><a href="AgentController.html#JMX_interface"><span class="tocnumber">3.3</span> <span class="toctext">JMX interface</span></a></li>
+<li class="toclevel-2"><a href="AgentController.html#HTTP_ReST_JSON_interface"><span class="tocnumber">3.4</span> <span class="toctext">HTTP ReST JSON interface</span></a>
+<ul>
+<li class="toclevel-3"><a href="AgentController.html#Agent_Datasource_Listing"><span class="tocnumber">3.4.1</span> <span class="toctext">Agent Datasource Listing</span></a></li>
+<li class="toclevel-3"><a href="AgentController.html#Start_a_Agent"><span class="tocnumber">3.4.2</span> <span class="toctext">Start a Agent</span></a></li>
+<li class="toclevel-3"><a href="AgentController.html#Get_Agent_Statistics"><span class="tocnumber">3.4.3</span> <span class="toctext">Get Agent Statistics</span></a></li>
+<li class="toclevel-3"><a href="AgentController.html#Stop_a_Agent"><span class="tocnumber">3.4.4</span> <span class="toctext">Stop a Agent</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Overview"></a><h2> <span class="mw-headline"> Overview </span></h2>
+<p>The AgentController is a component that manages and monitors Agents. Whenever a new agent task is triggered (via <tt>startAgent()</tt>) a new instance of the used Agent is created and the agent object hash value is used a an id (called <i>import run id</i>) to identify records created by this agent instance. This import run id is set as an attribute <i>_importRunId</i> on all records and will also visible on the agent instance in the JMX console.
+</p>
+<a name="API"></a><h2> <span class="mw-headline"> API </span></h2>
+<p>AgentController provides two interfaces, one is used by management clients to start/stop agent instances, the other is used by Agents to execute callback methods on the AgentController itself, executing the ccommon processing logic.
+</p><p>Javadoc:
+</p>
+<ul><li> <a href="http://build.eclipse.org/rt/smila/javadoc/current/org/eclipse/smila/connectivity/framework/AgentController.html" class="external text" title="http://build.eclipse.org/rt/smila/javadoc/current/org/eclipse/smila/connectivity/framework/AgentController.html" rel="nofollow">org.eclipse.smila.connectivity.framework.AgentController</a>
+</li><li> <a href="http://build.eclipse.org/rt/smila/javadoc/current/org/eclipse/smila/connectivity/framework/util/AgentControllerCallback.html" class="external text" title="http://build.eclipse.org/rt/smila/javadoc/current/org/eclipse/smila/connectivity/framework/util/AgentControllerCallback.html" rel="nofollow">org.eclipse.smila.connectivity.framework.util.AgentControllerCallback</a>
+</li></ul>
+<a name="Implementations"></a><h2> <span class="mw-headline"> Implementations </span></h2>
+<p>It is possible to provide different implementations for the AgentController interface. At the moment there is one implementation available.
+</p>
+<a name="org.eclipse.smila.connectivity.framework.impl"></a><h3> <span class="mw-headline">org.eclipse.smila.connectivity.framework.impl</span></h3>
+<p>This bundle contains the default implementation of the AgentController interface.
+</p><p>The AgentController implements the general processing logic common for all types of Agents. Its interface is a pure management interface that can be accessed by its Java interface or its wrapping JMX interface. It has references to the following OSGi services:
+</p>
+<ul><li> ConnectivityManager
+</li><li> Agent ComponentFactory
+</li><li> ConfigurationManagement (t.b.d.)
+</li><li> CompoundManagement (t.b.d.)
+</li></ul>
+<p>Agent Factories register themselves at the AgentController. Each time an agent is started with a datasource for a specific type of agent, a new instance of that Agent type is created via the Agent ComponentFactory. This allows parallel watching of datasources with the same type (e.g. several rss feeds). Note that it is not possible to start muptiple agents on the same data source concurrently!
+</p><p><br />
+This chart shows the current AgentController processing logic for one agent run:
+<a href="http://wiki.eclipse.org/Image:AgentControllerProcessingLogic.png" class="image" title="Image:AgentControllerProcessingLogic.png"><img alt="Image:AgentControllerProcessingLogic.png" src="http://wiki.eclipse.org/images/b/bd/AgentControllerProcessingLogic.png" width="960" height="720" border="0" /></a>
+</p>
+<ul><li> the Agent is started, initializes DeltaIndexing for the data source by calling <tt>DeltaIndexingManager:init(...)</tt> and waits for events in a separate thread. One of the following events can occur:
+<ul><li> ADD: a new or updated object on the datasource was detected. A record object is created. It is checked if the record was updated by calling <tt>DeltaIndexingManager:checkForUpdate(...)</tt>
+<ul><li> YES: the record is added to the Queue by calling <tt>ConnectivityManager:add(...)</tt> and updated in the DeltaIndexingManager by calling <tt>DeltaIndexingManager:visit(...)</tt>
+</li><li> NO: no actions are taken
+</li></ul>
+</li><li> DELETE: an object on the datasource was deleted. An Id object is created for the deleted object. This Id is deleted from both ConnectivityManager and DeltaIndexingManager by calling <tt>ConnectivityManager:delete(...)</tt>and <tt>DeltaIndexingManager:delete(..)</tt>.
+</li><li> STOP: the agent is stopped either via an external command or because some fatal errors occured
+<ul><li> it finishes DeltaIndexing by calling <tt>DeltaIndexingManager:finish(...)</tt> and ends the thread
+</li></ul>
+</li></ul>
+</li></ul>
+<p>The processing logic will be enhanced when CompoundManagement is integrated.
+</p>
+<dl><dt>Note
+</dt></dl>
+<p>The exact logic depends on the settings of DeltaIndexing in the data source configuration. Depending on the configured value, delta indexing logic is executed fully, partially or not at all.
+</p>
+<a name="Configuration"></a><h3> <span class="mw-headline"> Configuration </span></h3>
+<p>There are no configuration options available for this bundle.
+</p>
+<a name="JMX_interface"></a><h3> <span class="mw-headline"> JMX interface </span></h3>
+<p>Javadoc: <a href="http://build.eclipse.org/rt/smila/javadoc/current/org/eclipse/smila/connectivity/framework/AgentControllerAgent.html" class="external text" title="http://build.eclipse.org/rt/smila/javadoc/current/org/eclipse/smila/connectivity/framework/AgentControllerAgent.html" rel="nofollow">org.eclipse.smila.connectivity.framework.AgentControllerAgent</a>
+</p><p>Here is a screenshot of the AgentController in the JMX Console:
+</p><p><a href="http://wiki.eclipse.org/Image:AgentControllerJMX.png" class="image" title="Image:AgentControllerJMX.png"><img alt="Image:AgentControllerJMX.png" src="http://wiki.eclipse.org/images/0/06/AgentControllerJMX.png" width="713" height="443" border="0" /></a>
+</p>
+<a name="HTTP_ReST_JSON_interface"></a><h3> <span class="mw-headline"> HTTP ReST JSON interface </span></h3>
+<p>Since version 0.9 the AgentController can also be controlled via the SMILA ReST API. It provides the following endpoints:
+</p>
+<table border="1px solid #CCC" cellpadding="5px" style="border:1px solid #CCC; border-collapse:collapse; font:small/1.5 Tahoma, Bitstream Vera Sans, Verdana, Helvetica, sans-serif;">
+<tr>
+<th> endpoint </th><th> method </th><th> description
+</th></tr>
+<tr>
+<td> /smila/agents </td><td> GET </td><td> list data sources available for agents and the current agent state
+</td></tr>
+<tr>
+<td> /smila/agents/<datasource-id> </td><td> GET </td><td> get statistics of current or last agent run, if one exists.
+</td></tr>
+<tr>
+<td> /smila/agents/<datasource-id> </td><td> POST + JSON-Body </td><td> start agent
+</td></tr>
+<tr>
+<td> /smila/agents/<datasource-id>/finish </td><td> POST </td><td> stop agent
+</td></tr>
+</table>
+<a name="Agent_Datasource_Listing"></a><h4> <span class="mw-headline"> Agent Datasource Listing </span></h4>
+<p>The listing contains the available data sources that can be used for crawling and the current agent state. State "Undefined" means that no agent run for the datasource has yet been started. Other states can be
+</p>
+<ul><li> Initializing: The agent is starting
+</li><li> Running: A agent is current working on this datasource.
+</li><li> Stopped: The agent was stopped by the user.
+</li><li> Aborted: A fatal error occurred while working on the datasource.
+</li></ul>
+<p>If the state has one of these four values, it is possible to read statistics for the datasource by using the given URL. Example:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript">GET <span class="re0">/smila/agents/</span>
+-->
+<span class="nu0">200</span> OK
+<span class="br0">{</span>
+ <span class="st0">"agents"</span>: <span class="br0">[</span>
+ <span class="br0">{</span>
+ <span class="st0">"name"</span>: <span class="st0">"feeds"</span>,
+ <span class="st0">"state"</span>: <span class="st0">"Running"</span>,
+ <span class="st0">"url"</span>: <span class="st0">"http://localhost:8080/smila/agents/feeds/"</span>
+ <span class="br0">}</span>,
+ <span class="br0">{</span>
+ <span class="st0">"name"</span>: <span class="st0">"jobfile"</span>,
+ <span class="st0">"state"</span>: <span class="st0">"Undefined"</span>,
+ <span class="st0">"url"</span>: <span class="st0">"http://localhost:8080/smila/agents/jobfile/"</span>
+ <span class="br0">}</span>
+ <span class="br0">]</span>
+<span class="br0">}</span></pre></div>
+<a name="Start_a_Agent"></a><h4> <span class="mw-headline"> Start a Agent </span></h4>
+<p>If a datasource is not in agent state "Running" it can be started using the URL given in the datasource listing. The request must contain a JSON body describing the destination job to submit records to. In case of success the response contains the internal import run ID.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript">POST <span class="re0">/smila/agents/feeds/</span>
+<span class="br0">{</span>
+ <span class="st0">"jobName"</span>: <span class="st0">"indexUpdateJob"</span>
+<span class="br0">}</span>
+-->
+<span class="nu0">200</span> OK
+<span class="br0">{</span>
+ <span class="st0">"importRunId"</span>: <span class="nu0">1231907158</span>
+<span class="br0">}</span></pre></div>
+<p>Other response codes:
+</p>
+<ul><li> 400 Bad Request: datasource ID does not exist, destination job not given or not active, datasource is not a agent source or a agent is already running for the datasource.
+</li><li> 500 Internal Server Error: Ohter errors.
+</li></ul>
+<a name="Get_Agent_Statistics"></a><h4> <span class="mw-headline"> Get Agent Statistics </span></h4>
+<p>If a datasource has been agent or is currently agent you can read the performance counters using the datasource URL:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript">GET <span class="re0">/smila/agents/feeds/</span>
+-->
+<span class="nu0">200</span> OK
+<span class="br0">{</span>
+ <span class="st0">"jobName"</span>: <span class="st0">"indexUpdateJob"</span>,
+ <span class="st0">"attachmentBytesTransfered"</span>: <span class="nu0">0</span>,
+ <span class="st0">"attachmentTransferRate"</span>: <span class="nu0">0</span>,
+ <span class="st0">"averageAttachmentTransferRate"</span>: <span class="nu0">0</span>,
+ <span class="st0">"averageDeltaIndicesProcessingTime"</span>: <span class="nu0">0</span>,
+ <span class="st0">"averageRecordsProcessingTime"</span>: <span class="nu0">0</span>,
+ <span class="st0">"deltaIndices"</span>: <span class="nu0">0</span>,
+ <span class="st0">"errorBuffer"</span>: <span class="st0">"[]"</span>,
+ <span class="st0">"exceptions"</span>: <span class="nu0">0</span>,
+ <span class="st0">"exceptionsCritical"</span>: <span class="nu0">0</span>,
+ <span class="st0">"importRunId"</span>: <span class="st0">"1231907158"</span>,
+ <span class="st0">"overallAverageDeltaIndicesProcessingTime"</span>: <span class="nu0">1990.95</span>,
+ <span class="st0">"overallAverageRecordsProcessingTime"</span>: <span class="nu0">1990.95</span>,
+ <span class="st0">"records"</span>: <span class="nu0">460</span>,
+ <span class="st0">"startDate"</span>: <span class="st0">"2011-09-06"</span>,
+ <span class="st0">"dataSourceId"</span>: <span class="st0">"feeds"</span>,
+ <span class="st0">"state"</span>: <span class="st0">"Running"</span>
+<span class="br0">}</span></pre></div>
+<p>Other responses are
+</p>
+<ul><li>400 Bad Request: Invalid datasource ID
+</li><li>404 Not Found: No statistics available for given datasource
+</li><li>500 Internal Server Error: Other error.
+</li></ul>
+<a name="Stop_a_Agent"></a><h4> <span class="mw-headline"> Stop a Agent </span></h4>
+<p>To stop a running agent, use the following HTTP request. The response will be empty, just the response code will be "OK".
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript">POST <span class="re0">/smila/agents/feeds/finish/</span>
+-->
+<span class="nu0">200</span> OK</pre></div>
+<p>Other responses are:
+</p>
+<ul><li> 400 Bad Request: No agent is running for this datasource.
+</li><li> 500 Internal Server Error: Other errors.
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 70/1000000
+Post-expand include size: 1219/2097152 bytes
+Template argument size: 515/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:19391-0!1!0!!en!2!edit=0 and timestamp 20120202171427 -->
+<div class="printfooter">
+Retrieved from "<a href="AgentController.html">http://wiki.eclipse.org/SMILA/Documentation/AgentController</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 09:42, 24 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/User:Andreas.Weber.empolis.com" title="User:Andreas.Weber.empolis.com">Andreas Weber</a> and <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>.</p>
+ <p id="footerviews">This page has been accessed 3,098 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.053 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/ApertureMimeTypeIdentifier.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/ApertureMimeTypeIdentifier.html
new file mode 100644
index 0000000..6063ccb
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/ApertureMimeTypeIdentifier.html
@@ -0,0 +1,248 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/ApertureMimeTypeIdentifier,SMILA/Documentation/Bundle org.eclipse.smila.processing.pipelets" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/ApertureMimeTypeIdentifier - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/ApertureMimeTypeIdentifier";
+var wgTitle = "SMILA/Documentation/ApertureMimeTypeIdentifier";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15202";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "269532";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="ApertureMimeTypeIdentifier.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_ApertureMimeTypeIdentifier">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/ApertureMimeTypeIdentifier">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/ApertureMimeTypeIdentifier">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/ApertureMimeTypeIdentifier">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/ApertureMimeTypeIdentifier&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/ApertureMimeTypeIdentifier&oldid=269532">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="ApertureMimeTypeIdentifier.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/ApertureMimeTypeIdentifier&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/ApertureMimeTypeIdentifier&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/ApertureMimeTypeIdentifier&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/ApertureMimeTypeIdentifier"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/ApertureMimeTypeIdentifier</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="ApertureMimeTypeIdentifier.html#column-one">navigation</a>, <a href="ApertureMimeTypeIdentifier.html#searchInput">search</a></div> <!-- start content -->
+ <p><span style="color:#ff0000"><b>This component is not yet available in our repository. We are in the process of creating CQs for the required third party code and hopefully get permission to use it in our project.</b></span>
+</p>
+<a name="Class:_org.eclipse.smila.aperture.ApertureMimeTypeIdentifier"></a><h2> <span class="mw-headline"> Class: <tt>org.eclipse.smila.aperture.ApertureMimeTypeIdentifier</tt> </span></h2>
+<p>Located in bundle: <tt>org.eclipse.smila.aperture</tt>
+</p>
+<a name="Description"></a><h3> <span class="mw-headline"> Description </span></h3>
+<p>This service implements the <a href="http://build.eclipse.org/rt/smila/javadoc/current/index.html?org/eclipse/smila/common/mimetype/package-summary.html" class="external text" title="http://build.eclipse.org/rt/smila/javadoc/current/index.html?org/eclipse/smila/common/mimetype/package-summary.html" rel="nofollow">MimeTypeIdentifier</a> interface using the "magic" identification of MIME types in <a href="http://aperture.sourceforge.net/index.html" class="external text" title="http://aperture.sourceforge.net/index.html" rel="nofollow">Aperture</a>. The service uses either the document's content (a byte[]), a file extension or both. For best results, it is recommended to use both input data and extension to identify the MIME type of data, since the MIME type identification of Aperture mainly focuses on the magic numbers in the file and so often fails to determine e.g. office documents' MIME types when no content is given.
+</p><p>For further information on the MIME type extraction in Aperture please consult the respective documentation pages (e.g. <a href="http://sourceforge.net/apps/trac/aperture/wiki/MIMETypeIdentification" class="external text" title="http://sourceforge.net/apps/trac/aperture/wiki/MIMETypeIdentification" rel="nofollow">MIMETypeIdentification</a>).
+</p><p>The JavaDoc of the implemented interface can be found <a href="http://build.eclipse.org/rt/smila/javadoc/current/index.html?org/eclipse/smila/common/mimetype/package-summary.html" class="external text" title="http://build.eclipse.org/rt/smila/javadoc/current/index.html?org/eclipse/smila/common/mimetype/package-summary.html" rel="nofollow">here</a>.
+</p><p>To enable the service, start bundle <tt>org.eclipse.smila.aperture</tt> and get a OSGi service reference for interface <tt>org.eclipse.smila.common.mimetype.MimeTypeIdentifier</tt>. You should take care not to start the <tt>org.eclipse.smila.common.mimetype.impl</tt> bundle to ensure that the Aperture based implementation is used and not simplistic one that SMILA provides as a fallback. We have set the service rankings of those services such that the Aperture implementation should be preferred if both are running, but it's always better to be sure what happens in your system ;-)
+</p>
+<a name="Interaction_with_the_MimeTypeIdentifyPipelet"></a><h4> <span class="mw-headline"> Interaction with the MimeTypeIdentifyPipelet </span></h4>
+<p>When the Aperture based <tt>MimeTypeIdentifier</tt> is started, it uses the <tt>org.eclipse.smila.processing.pipelets.MimeTypeIdentifyPipelet</tt> automatically (if no other MimeTypeIdentifier service with yet a higher service ranking is active, of course).
+</p><p>For information on how to configure the MIME type identification pipelet, which uses the <tt>MimeTypeIdentifier</tt> service to recognize the MIME types of attachments please refer to <a href="Bundle_org.eclipse.smila.processing.pipelets.html#Bundle:_org.eclipse.smila.processing.pipelets.MimeTypeIdentifyPipelet" title="SMILA/Documentation/Bundle org.eclipse.smila.processing.pipelets">MimeTypeIdentifyPipelet</a>.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 13/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15202-0!1!0!!en!2!edit=0 and timestamp 20120202171435 -->
+<div class="printfooter">
+Retrieved from "<a href="ApertureMimeTypeIdentifier.html">http://wiki.eclipse.org/SMILA/Documentation/ApertureMimeTypeIdentifier</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Categories</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span> | <span dir='ltr'><a href="http://wiki.eclipse.org/index.php?title=Category:SMILA/Processing_Service&action=edit" class="new" title="Category:SMILA/Processing Service">SMILA/Processing Service</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 09:04, 22 September 2011 by <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>, <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a> and <a href="http://wiki.eclipse.org/User:Igor.novakovic.empolis.com" title="User:Igor.novakovic.empolis.com">Igor Novakovic</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/ApertureMimeTypeIdentifier&action=credits" title="SMILA/Documentation/ApertureMimeTypeIdentifier">others</a>.</p>
+ <p id="footerviews">This page has been accessed 3,143 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.071 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/AperturePipelet.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/AperturePipelet.html
new file mode 100644
index 0000000..dcdb5fb
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/AperturePipelet.html
@@ -0,0 +1,534 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/AperturePipelet,SMILA/Development Guidelines/How to write a Pipelet,SMILA/Documentation/Worker/PipeletProcessorWorker,SMILA/Glossary" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/AperturePipelet - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/AperturePipelet";
+var wgTitle = "SMILA/Documentation/AperturePipelet";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15200";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "270797";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="AperturePipelet.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_AperturePipelet">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/AperturePipelet">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/AperturePipelet">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/AperturePipelet">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/AperturePipelet&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/AperturePipelet&oldid=270797">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="AperturePipelet.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/AperturePipelet&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/AperturePipelet&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/AperturePipelet&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/AperturePipelet"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/AperturePipelet</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="AperturePipelet.html#column-one">navigation</a>, <a href="AperturePipelet.html#searchInput">search</a></div> <!-- start content -->
+ <p><span style="color:#ff0000"><b>This pipelet is not yet available in our repository. We are current in the process of creating CQs for required third party components and hopefully get permission to use it in our project.</b></span>
+</p>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="AperturePipelet.html#Bundle:_org.eclipse.smila.aperture.pipelets.AperturePipelet"><span class="tocnumber">1</span> <span class="toctext">Bundle: org.eclipse.smila.aperture.pipelets.AperturePipelet</span></a>
+<ul>
+<li class="toclevel-2"><a href="AperturePipelet.html#Description"><span class="tocnumber">1.1</span> <span class="toctext">Description</span></a>
+<ul>
+<li class="toclevel-3"><a href="AperturePipelet.html#Supported_document_types"><span class="tocnumber">1.1.1</span> <span class="toctext">Supported document types</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="AperturePipelet.html#Configuration"><span class="tocnumber">1.2</span> <span class="toctext">Configuration</span></a>
+<ul>
+<li class="toclevel-3"><a href="AperturePipelet.html#Configuring_the_Property_Mapping"><span class="tocnumber">1.2.1</span> <span class="toctext">Configuring the Property Mapping</span></a></li>
+<li class="toclevel-3"><a href="AperturePipelet.html#Example"><span class="tocnumber">1.2.2</span> <span class="toctext">Example</span></a></li>
+<li class="toclevel-3"><a href="AperturePipelet.html#Typical_documents_and_properties"><span class="tocnumber">1.2.3</span> <span class="toctext">Typical documents and properties</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="AperturePipelet.html#Extending_Aperture"><span class="tocnumber">1.3</span> <span class="toctext">Extending Aperture</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Bundle:_org.eclipse.smila.aperture.pipelets.AperturePipelet"></a><h2> <span class="mw-headline"> Bundle: <tt>org.eclipse.smila.aperture.pipelets.AperturePipelet</tt> </span></h2>
+<a name="Description"></a><h3> <span class="mw-headline"> Description </span></h3>
+<p>This pipelet converts various document formats (such as PDF, Microsoft Office formats, OpenOffice formats, etc.) to plain text using <a href="../Glossary.html#Aperture" title="SMILA/Glossary">Aperture</a> technology: A binary attachment content can thus be converted to plain text and stored in an attribute. In addition to that, metadata properties of the document (like title, author, etc) can be extracted and written to record attibutes. The optional MimeType of the document in <i>MimeTypeAttribute</i> is used for conversion. If no MimeType is provided a MimeType identification is done inside the pipelet using a <tt>MimeTypeIdentifier</tt> service.
+</p><p>The AperturePipelet supports the configurable error handling as described in <a href="../Development_Guidelines/How_to_write_a_Pipelet.html#Implementation" class="mw-redirect" title="SMILA/Development Guidelines/How to write a Pipelet">SMILA/Development_Guidelines/How_to_write_a_Pipelet#Implementation</a>. When used in jobmanager workflows, records causing errors are dropped.
+</p>
+<a name="Supported_document_types"></a><h4> <span class="mw-headline"> Supported document types </span></h4>
+<p>By default, SMILA contains only a subset of Aperture that supports the conversion of:
+</p>
+<ul><li> plain text documents (of course ;-)
+</li><li> XML documents
+</li><li> RTF documents
+</li><li> Adobe PDF documents
+</li><li> Microsoft Office documents, both the old formats (doc, xls, ppt) and the new OOXML formats (docx, xlsx, pptx)
+</li><li> Microsoft Visio documents
+</li><li> OpenOffice documents (OpenDocument formats)
+</li></ul>
+<p>Note: We do not include the HTML extractor currently because it depends on an HTML parser implementation with LGPL, which we are not allowed to redistriebute. See below on hints how to add Aperture extractors for further formats
+</p>
+<a name="Configuration"></a><h3> <span class="mw-headline"> Configuration </span></h3>
+<table border="1">
+<tr>
+<th>Property</th><th>Type</th><th>Read Type</th><th>Description
+</th></tr>
+<tr>
+<td><i>inputType</i></td><td>String : <i>ATTACHMENT, ATTRIBUTE</i></td><td>runtime</td><td>selects if the input is found in an attachment or attribute of the record. Usually it doesn't make sense to use "ATTRIBUTE" here because the documents to convert are binary content.
+</td></tr>
+<tr>
+<td><i>outputType</i></td><td>String : <i>ATTACHMENT, ATTRIBUTE</i></td><td>runtime</td><td>selects if output should be stored in an attachment or attribute of the record
+</td></tr>
+<tr>
+<td><i>inputName</i></td><td>String</td><td>runtime</td><td>name of input attachment or path to input attribute (process a String literal of attribute)
+</td></tr>
+<tr>
+<td><i>outputName</i></td><td>String</td><td>runtime</td><td> name of output attachment or path to output attribute for plain text (store result as String literal of attribute)
+</td></tr>
+<tr>
+<td><i>ExtractProperties</i></td><td>String</td><td>runtime</td><td>Specifies which metadata properties reported by Aperture for the document should be written to which record attribute. See below for details.
+</td></tr>
+<tr>
+<td><i>MimeTypeAttribute</i></td><td>String</td><td>runtime</td><td>Parameter referencing the attribute that contains the mimetype of the document. The parameter (resp. attribute) may not be set (null) and then a mimetype detection is performed. If the attribute has not been set, it will be set during the processing of the record to the detected mime type.
+</td></tr>
+<tr>
+<td><i>FileExtensionAttribute</i></td><td>String</td><td>runtime</td><td>Parameter referencing the attribute that file extension of the file that was the source of the attachment content. If the mimetype attribute is not specified or does not have a value, the file extension can be used to improve the automatic mime type detection. It not specified, the mimetype detection is based on the attachment content only.
+</td></tr>
+</table>
+<p>Note that all properties are required and must be provided.
+</p>
+<a name="Configuring_the_Property_Mapping"></a><h4> <span class="mw-headline"> Configuring the Property Mapping </span></h4>
+<p>In addition to the plain text content, Aperture can extract metadata properties from documents like the title, author, publisher, dates of publication etc, ... The names of these properties are URIs. Aperture uses URIs defined by
+</p>
+<ul><li> Dublin Core (<a href="http://dublincore.org/documents/dces/" class="external text" title="http://dublincore.org/documents/dces/" rel="nofollow">dc</a>, <a href="http://dublincore.org/documents/dcmi-terms/" class="external text" title="http://dublincore.org/documents/dcmi-terms/" rel="nofollow">dcterms</a>)
+</li><li> OSCAF/Nepomuk (<a href="http://www.semanticdesktop.org/ontologies/" class="external autonumber" title="http://www.semanticdesktop.org/ontologies/" rel="nofollow">[1]</a>)
+</li><li> Microsoft OOXML extended properties from Microsoft Office documents (Office 2007 and higher)
+</li><li> OpenDocument Meta (<code>urn:oasis:names:tc:opendocument:xmlns:meta:1.0</code>) for OpenOffice documents
+</li></ul>
+<p>and probably there are others which we just did not discover yet. It depends very much on the documents what is actually extracted. To check with your documents you can download one of the "aperture-eclipse-1.4.0" archives from <a href="http://sourceforge.net/projects/aperture/files/Aperture/1.4.0/" class="external autonumber" title="http://sourceforge.net/projects/aperture/files/Aperture/1.4.0/" rel="nofollow">[2]</a>, unpack it and start <code>bin/fileinspector.(sh|bat)</code>. Open a document with it and you will see an RDF representation of the extracted metadata.
+</p><p>To store such metadata properties in SMILA records, you must specify the URLs of the properties you want to store in the <i>ExtractProperties</i> parameter. Usually this parameter contains a sequence of string values. The string values can have one of the following formats:
+</p>
+<ul><li> <code><Property-URL></code>: Add the values of this property to an attribute with the same name.
+</li><li> <code><Property-URL>-><Attribute-Name></code>: Add the values of the property to the attribute with the given name
+</li><li> <code><Property-URL>->><Attribute-Name></code>: Store the values of the property in the attribute with the given name, remove existing values first.
+</li></ul>
+<p>To improve readability, it is possible to abbreviate the property URLs by using namespace prefixes. The available prefixes are specified in <a href="https://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/core/org.eclipse.smila.aperture/namespaces.properties" class="external text" title="https://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/core/org.eclipse.smila.aperture/namespaces.properties" rel="nofollow">namespaces.properties</a> in the <code>org.eclipse.smila.aperture</code> bundle. To add namespaces to this file, extend it and put it in the configuration area in directory <code>org.eclipse.smila.aperture</code>. Using the predefined namespaces you can use, for example:
+</p>
+<ul><li> <code>dc:creator</code> instead of <code><a href="http://purl.org/dc/elements/1.1/creator" class="external free" title="http://purl.org/dc/elements/1.1/creator" rel="nofollow">http://purl.org/dc/elements/1.1/creator</a></code>
+</li><li> <code>nfo:pageCount</code> instead of <code><a href="http://www.semanticdesktop.org/ontologies/2007/03/22/nfo#pageCount" class="external free" title="http://www.semanticdesktop.org/ontologies/2007/03/22/nfo#pageCount" rel="nofollow">http://www.semanticdesktop.org/ontologies/2007/03/22/nfo#pageCount</a></code>
+</li><li> <code>nie:contentCreated</code> instead of <code><a href="http://www.semanticdesktop.org/ontologies/2007/01/19/nie#contentCreated" class="external free" title="http://www.semanticdesktop.org/ontologies/2007/01/19/nie#contentCreated" rel="nofollow">http://www.semanticdesktop.org/ontologies/2007/01/19/nie#contentCreated</a></code>
+</li><li> <code>extended-properties:Company</code> instead of <code><a href="http://schemas.openxmlformats.org/officeDocument/2006/extended-properties/Company" class="external free" title="http://schemas.openxmlformats.org/officeDocument/2006/extended-properties/Company" rel="nofollow">http://schemas.openxmlformats.org/officeDocument/2006/extended-properties/Company</a></code>
+</li><li> <code>meta:creation-date</code> instead of <code>urn:oasis:names:tc:opendocument:xmlns:meta:1.0/creation-date</code>
+</li></ul>
+<p>If you use namespace abbreviations to specify the properties to extract, but don't specify target attributes, the target attributes will be the <i>abbreviated</i> URIs.
+</p><p>If the property value reported by Aperture is a resource, the pipelet tries to find a display name for it. It checks the following properties in this order:
+</p>
+<ul><li> <tt>nco:fullname</tt>
+</li><li> <tt>nie:title</tt>
+</li><li> <tt>nao:prefLabel</tt>
+</li><li> <tt>rdfs:label</tt>
+</li></ul>
+<p>If none of them has a value for the resource, the URI of the resource is used as the attribute value.
+</p><p>It is possile to specify the complete mapping in a single string value. To do this, concatenate the single values from the sequence using a semicolon ";" as the separator. This makes it easier to use the AperturePipelet in the <a href="Worker/PipeletProcessorWorker.html" title="SMILA/Documentation/Worker/PipeletProcessorWorker"> PipeletProcessorWorker</a> which currently allows only simple string parameters for pipelet configuration.
+</p><p>In any case, the resulting attribute is
+</p>
+<ul><li> a single <tt>Value</tt>, if only one value has been extracted and the value is not appeded to previously existing values
+</li><li> a <tt>AnySeq</tt> containing all values, if more than one value has been extracted or new values are appended to existing values.
+</li></ul>
+<a name="Example"></a><h4> <span class="mw-headline"> Example </span></h4>
+<p>The following example shows how to configure the pipelet to extract the text from the attachment called <i>Content</i> and stores the extracted text in the attribute <i>Text</i>. Additionally the eventually contained Company, Manager and Creator will be stored in properties which are named after their class URIs.
+</p><p>E.g. if a word document with the value "ACME" as company and "John Doe" as creator, the resulting record would contain the plain text in the attribute <tt>Text</tt>, the value <tt>ACME</tt> in the attribute <tt>http://schemas.openxmlformats.org/officeDocument/2006/extended-properties/Company</tt>, as well as the value <tt>John Doe</tt> in an attribute <tt>dc:creator</tt>.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"inputName"</span><span class="re2">></span></span>Content<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"inputType"</span><span class="re2">></span></span>ATTACHMENT<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"outputName"</span><span class="re2">></span></span>Text<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"outputType"</span><span class="re2">></span></span>ATTRIBUTE<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"MimeTypeAttribute"</span><span class="re2">></span></span>MimeType<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"FileExtensionAttribute"</span><span class="re2">></span></span>FileExtension<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Seq</span> <span class="re0">key</span>=<span class="st0">"ExtractProperties"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><rec:Val<span class="re2">></span></span></span>http://schemas.openxmlformats.org/officeDocument/2006/extended-properties/Company<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val<span class="re2">></span></span></span>http://schemas.openxmlformats.org/officeDocument/2006/extended-properties/Manager<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val<span class="re2">></span></span></span>http://purl.org/dc/elements/1.1/creator->Author<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></rec:Seq<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></proc:configuration<span class="re2">></span></span></span></pre></div>
+<p>The following definition defines the same property mapping, but uses a single string parameter and namespace abbreviations:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"inputName"</span><span class="re2">></span></span>Content<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"inputType"</span><span class="re2">></span></span>ATTACHMENT<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"outputName"</span><span class="re2">></span></span>Text<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"outputType"</span><span class="re2">></span></span>ATTRIBUTE<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"MimeTypeAttribute"</span><span class="re2">></span></span>MimeType<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"FileExtensionAttribute"</span><span class="re2">></span></span>FileExtension<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"ExtractProperties"</span><span class="re2">></span></span>extended-properties:Company;extended-properties:Manager;dc:creator->Author<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></proc:configuration<span class="re2">></span></span></span></pre></div>
+<a name="Typical_documents_and_properties"></a><h4> <span class="mw-headline"> Typical documents and properties </span></h4>
+<table border="1">
+<tr>
+<th>Document</th><th>Property</th><th>URL
+</th></tr>
+<tr>
+<td><i>PDF</i></td><td><i>title</i></td><td><a href="http://www.semanticdesktop.org/ontologies/2007/01/19/nie#title" class="external free" title="http://www.semanticdesktop.org/ontologies/2007/01/19/nie#title" rel="nofollow">http://www.semanticdesktop.org/ontologies/2007/01/19/nie#title</a>
+</td></tr>
+<tr>
+<td><i>PDF</i></td><td><i>created</i></td><td><a href="http://www.semanticdesktop.org/ontologies/2007/01/19/nie#contentCreated" class="external free" title="http://www.semanticdesktop.org/ontologies/2007/01/19/nie#contentCreated" rel="nofollow">http://www.semanticdesktop.org/ontologies/2007/01/19/nie#contentCreated</a>
+</td></tr>
+<tr>
+<td><i>PDF</i></td><td><i>creator</i></td><td><a href="http://www.semanticdesktop.org/ontologies/2007/03/22/nco#creator" class="external free" title="http://www.semanticdesktop.org/ontologies/2007/03/22/nco#creator" rel="nofollow">http://www.semanticdesktop.org/ontologies/2007/03/22/nco#creator</a>
+</td></tr>
+<tr>
+<td><i>Excel 97</i></td><td><i>title</i></td><td><a href="http://www.semanticdesktop.org/ontologies/2007/01/19/nie#title" class="external free" title="http://www.semanticdesktop.org/ontologies/2007/01/19/nie#title" rel="nofollow">http://www.semanticdesktop.org/ontologies/2007/01/19/nie#title</a>
+</td></tr>
+<tr>
+<td><i>Excel 97</i></td><td><i>created</i></td><td><a href="http://www.semanticdesktop.org/ontologies/2007/01/19/nie#contentCreated" class="external free" title="http://www.semanticdesktop.org/ontologies/2007/01/19/nie#contentCreated" rel="nofollow">http://www.semanticdesktop.org/ontologies/2007/01/19/nie#contentCreated</a>
+</td></tr>
+<tr>
+<td><i>Excel 97</i></td><td><i>creator</i></td><td><a href="http://www.semanticdesktop.org/ontologies/2007/03/22/nco#creator" class="external free" title="http://www.semanticdesktop.org/ontologies/2007/03/22/nco#creator" rel="nofollow">http://www.semanticdesktop.org/ontologies/2007/03/22/nco#creator</a>
+</td></tr>
+<tr>
+<td><i>Excel 2007 (xsl) and 2010 (xslx)</i></td><td><i>title</i></td><td><a href="http://www.semanticdesktop.org/ontologies/2007/01/19/nie#title" class="external free" title="http://www.semanticdesktop.org/ontologies/2007/01/19/nie#title" rel="nofollow">http://www.semanticdesktop.org/ontologies/2007/01/19/nie#title</a>
+<p><a href="http://purl.org/dc/elements/1.1/title" class="external free" title="http://purl.org/dc/elements/1.1/title" rel="nofollow">http://purl.org/dc/elements/1.1/title</a>
+</p>
+</td></tr>
+<tr>
+<td><i>Excel 2007 (xsl) and 2010 (xslx)</i></td><td><i>created</i></td><td><a href="http://www.semanticdesktop.org/ontologies/2007/01/19/nie#contentCreated" class="external free" title="http://www.semanticdesktop.org/ontologies/2007/01/19/nie#contentCreated" rel="nofollow">http://www.semanticdesktop.org/ontologies/2007/01/19/nie#contentCreated</a>
+</td></tr>
+<tr>
+<td><i>Excel 2007 (xsl) and 2010 (xslx)</i></td><td><i>creator</i></td><td><a href="http://purl.org/dc/elements/1.1/creator" class="external free" title="http://purl.org/dc/elements/1.1/creator" rel="nofollow">http://purl.org/dc/elements/1.1/creator</a>
+<p><a href="http://www.semanticdesktop.org/ontologies/2007/03/22/nco#creator" class="external free" title="http://www.semanticdesktop.org/ontologies/2007/03/22/nco#creator" rel="nofollow">http://www.semanticdesktop.org/ontologies/2007/03/22/nco#creator</a>
+</p>
+</td></tr>
+<tr>
+<td><i>Powerpoint 97 (ppt)</i></td><td><i>title</i></td><td><a href="http://www.semanticdesktop.org/ontologies/2007/01/19/nie#title" class="external free" title="http://www.semanticdesktop.org/ontologies/2007/01/19/nie#title" rel="nofollow">http://www.semanticdesktop.org/ontologies/2007/01/19/nie#title</a>
+</td></tr>
+<tr>
+<td><i>Powerpoint 97 (ppt)</i></td><td><i>created</i></td><td><a href="http://www.semanticdesktop.org/ontologies/2007/01/19/nie#contentCreated" class="external free" title="http://www.semanticdesktop.org/ontologies/2007/01/19/nie#contentCreated" rel="nofollow">http://www.semanticdesktop.org/ontologies/2007/01/19/nie#contentCreated</a>
+</td></tr>
+<tr>
+<td><i>Powerpoint 97 (ppt)</i></td><td><i>creator</i></td><td><a href="http://www.semanticdesktop.org/ontologies/2007/03/22/nco#creator" class="external free" title="http://www.semanticdesktop.org/ontologies/2007/03/22/nco#creator" rel="nofollow">http://www.semanticdesktop.org/ontologies/2007/03/22/nco#creator</a>
+</td></tr>
+<tr>
+<td><i>Powerpoint 2010 (ppt)</i></td><td><i>title</i></td><td><a href="http://www.semanticdesktop.org/ontologies/2007/01/19/nie#title" class="external free" title="http://www.semanticdesktop.org/ontologies/2007/01/19/nie#title" rel="nofollow">http://www.semanticdesktop.org/ontologies/2007/01/19/nie#title</a>
+</td></tr>
+<tr>
+<td><i>Powerpoint 2010 (ppt)</i></td><td><i>created</i></td><td><a href="http://www.semanticdesktop.org/ontologies/2007/01/19/nie#contentCreated" class="external free" title="http://www.semanticdesktop.org/ontologies/2007/01/19/nie#contentCreated" rel="nofollow">http://www.semanticdesktop.org/ontologies/2007/01/19/nie#contentCreated</a>
+</td></tr>
+<tr>
+<td><i>Powerpoint 2010 (ppt)</i></td><td><i>creator</i></td><td><a href="http://www.semanticdesktop.org/ontologies/2007/03/22/nco#creator" class="external free" title="http://www.semanticdesktop.org/ontologies/2007/03/22/nco#creator" rel="nofollow">http://www.semanticdesktop.org/ontologies/2007/03/22/nco#creator</a>
+</td></tr>
+<tr>
+<td><i>Powerpoint 2010 (pptx)</i></td><td><i>title</i></td><td><a href="http://www.semanticdesktop.org/ontologies/2007/01/19/nie#title" class="external free" title="http://www.semanticdesktop.org/ontologies/2007/01/19/nie#title" rel="nofollow">http://www.semanticdesktop.org/ontologies/2007/01/19/nie#title</a>
+<p><a href="http://purl.org/dc/elements/1.1/title" class="external free" title="http://purl.org/dc/elements/1.1/title" rel="nofollow">http://purl.org/dc/elements/1.1/title</a>
+</p>
+</td></tr>
+<tr>
+<td><i>Powerpoint 2010 (pptx)</i></td><td><i>created</i></td><td><a href="http://www.semanticdesktop.org/ontologies/2007/01/19/nie#contentCreated" class="external free" title="http://www.semanticdesktop.org/ontologies/2007/01/19/nie#contentCreated" rel="nofollow">http://www.semanticdesktop.org/ontologies/2007/01/19/nie#contentCreated</a>
+<p><a href="http://purl.org/dc/terms/created" class="external free" title="http://purl.org/dc/terms/created" rel="nofollow">http://purl.org/dc/terms/created</a>
+</p>
+</td></tr>
+<tr>
+<td><i>Powerpoint 2010 (pptx)</i></td><td><i>creator</i></td><td><a href="http://www.semanticdesktop.org/ontologies/2007/03/22/nco#creator" class="external free" title="http://www.semanticdesktop.org/ontologies/2007/03/22/nco#creator" rel="nofollow">http://www.semanticdesktop.org/ontologies/2007/03/22/nco#creator</a>
+<p><a href="http://purl.org/dc/elements/1.1/creator" class="external free" title="http://purl.org/dc/elements/1.1/creator" rel="nofollow">http://purl.org/dc/elements/1.1/creator</a>
+</p>
+</td></tr>
+<tr>
+<td><i>Word 97 (doc)</i></td><td><i>title</i></td><td><a href="http://www.semanticdesktop.org/ontologies/2007/01/19/nie#title" class="external free" title="http://www.semanticdesktop.org/ontologies/2007/01/19/nie#title" rel="nofollow">http://www.semanticdesktop.org/ontologies/2007/01/19/nie#title</a>
+</td></tr>
+<tr>
+<td><i>Word 97 (doc)</i></td><td><i>created</i></td><td><a href="http://www.semanticdesktop.org/ontologies/2007/01/19/nie#contentCreated" class="external free" title="http://www.semanticdesktop.org/ontologies/2007/01/19/nie#contentCreated" rel="nofollow">http://www.semanticdesktop.org/ontologies/2007/01/19/nie#contentCreated</a>
+</td></tr>
+<tr>
+<td><i>Word 97 (doc)</i></td><td><i>creator</i></td><td><a href="http://www.semanticdesktop.org/ontologies/2007/03/22/nco#creator" class="external free" title="http://www.semanticdesktop.org/ontologies/2007/03/22/nco#creator" rel="nofollow">http://www.semanticdesktop.org/ontologies/2007/03/22/nco#creator</a>
+</td></tr>
+<tr>
+<td><i>Word 2007 (docx) and Word 2010 (docx)</i></td><td><i>title</i></td><td><a href="http://www.semanticdesktop.org/ontologies/2007/01/19/nie#title" class="external free" title="http://www.semanticdesktop.org/ontologies/2007/01/19/nie#title" rel="nofollow">http://www.semanticdesktop.org/ontologies/2007/01/19/nie#title</a>
+<p><a href="http://purl.org/dc/elements/1.1/title" class="external free" title="http://purl.org/dc/elements/1.1/title" rel="nofollow">http://purl.org/dc/elements/1.1/title</a>
+</p>
+</td></tr>
+<tr>
+<td><i>Word 2007 (docx) and Word 2010 (docx)</i></td><td><i>created</i></td><td><a href="http://www.semanticdesktop.org/ontologies/2007/01/19/nie#contentCreated" class="external free" title="http://www.semanticdesktop.org/ontologies/2007/01/19/nie#contentCreated" rel="nofollow">http://www.semanticdesktop.org/ontologies/2007/01/19/nie#contentCreated</a>
+<p><a href="http://purl.org/dc/terms/created" class="external free" title="http://purl.org/dc/terms/created" rel="nofollow">http://purl.org/dc/terms/created</a>
+</p>
+</td></tr>
+<tr>
+<td><i>Word 2007 (docx) and Word 2010 (docx)</i></td><td><i>creator</i></td><td><a href="http://www.semanticdesktop.org/ontologies/2007/03/22/nco#creator" class="external free" title="http://www.semanticdesktop.org/ontologies/2007/03/22/nco#creator" rel="nofollow">http://www.semanticdesktop.org/ontologies/2007/03/22/nco#creator</a>
+<p><a href="http://purl.org/dc/elements/1.1/creator" class="external free" title="http://purl.org/dc/elements/1.1/creator" rel="nofollow">http://purl.org/dc/elements/1.1/creator</a>
+</p>
+</td></tr>
+<tr>
+<td><i>Open Office (ODP, ODS and ODT)</i></td><td><i>title</i></td><td><a href="http://www.semanticdesktop.org/ontologies/2007/01/19/nie#title" class="external free" title="http://www.semanticdesktop.org/ontologies/2007/01/19/nie#title" rel="nofollow">http://www.semanticdesktop.org/ontologies/2007/01/19/nie#title</a>
+<p><a href="http://purl.org/dc/elements/1.1/title" class="external free" title="http://purl.org/dc/elements/1.1/title" rel="nofollow">http://purl.org/dc/elements/1.1/title</a>
+</p>
+</td></tr>
+<tr>
+<td><i>Open Office (ODP, ODS and ODT)</i></td><td><i>created</i></td><td><a href="http://www.semanticdesktop.org/ontologies/2007/01/19/nie#contentCreated" class="external free" title="http://www.semanticdesktop.org/ontologies/2007/01/19/nie#contentCreated" rel="nofollow">http://www.semanticdesktop.org/ontologies/2007/01/19/nie#contentCreated</a>
+<p>urn:oasis:names:tc:opendocument:xmlns:meta:1.0/creation-date
+</p>
+</td></tr>
+<tr>
+<td><i>Open Office (ODP, ODS and ODT)</i></td><td><i>creator</i></td><td><a href="http://www.semanticdesktop.org/ontologies/2007/03/22/nco#creator" class="external free" title="http://www.semanticdesktop.org/ontologies/2007/03/22/nco#creator" rel="nofollow">http://www.semanticdesktop.org/ontologies/2007/03/22/nco#creator</a>
+<p><a href="http://purl.org/dc/elements/1.1/creator" class="external free" title="http://purl.org/dc/elements/1.1/creator" rel="nofollow">http://purl.org/dc/elements/1.1/creator</a>
+urn:oasis:names:tc:opendocument:xmlns:meta:1.0/initial-creator
+</p>
+</td></tr>
+</table>
+<a name="Extending_Aperture"></a><h3> <span class="mw-headline"> Extending Aperture </span></h3>
+<p>SMILA does not contain the complete Aperture distribution, because some converters need third party libraries with problematic licenses that we are not allowed to distribute. However, it should be easy to include those parts of Aperture into your SMILA installation yourself: Just
+</p>
+<ul><li> Download one of the <tt>aperture-eclipse-1.4.0</tt> archives from <a href="http://sourceforge.net/projects/aperture/files/Aperture/1.4.0/" class="external autonumber" title="http://sourceforge.net/projects/aperture/files/Aperture/1.4.0/" rel="nofollow">[3]</a>
+</li><li> Unpack it.
+</li><li> Copy the required bundles from <code>lib/aperture-libs</code> and <code>lib/required-libs</code> to <code>SMILA/plugins</code>.
+</li><li> Add the new extractor bundles to the <code>config.ini</code> to activate them at system start.
+</li></ul>
+<p>For example, to add the HTML extractor, you must add the following bundles from Aperture to SMILA:
+</p>
+<ul><li> <code>lib/aperture-libs/org.semanticdesktop.aperture.extractor-text-html_1.4.0.jar</code>
+</li><li> <code>lib/aperture-libs/org.semanticdesktop.aperture.helper-html_1.4.0.jar</code>
+</li><li> <code>lib/required-libs/org.htmlparser_1.6.0.jar</code>
+</li></ul>
+<p>and add <code>org.semanticdesktop.aperture.extractor-text-html@4:start</code> to your <code>config.ini</code> to activate it.
+</p><p>Similar, to add support for encrypted PDF files, add the bundle <code>lib/required-libs/bcprov-jdk16-146.jar</code> to SMILA.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 60/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15200-0!1!0!!en!2!edit=0 and timestamp 20120202214305 -->
+<div class="printfooter">
+Retrieved from "<a href="AperturePipelet.html">http://wiki.eclipse.org/SMILA/Documentation/AperturePipelet</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Categories</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span> | <span dir='ltr'><a href="http://wiki.eclipse.org/index.php?title=Category:SMILA/Pipelet&action=edit" class="new" title="Category:SMILA/Pipelet">SMILA/Pipelet</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 08:25, 30 September 2011 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a>, <a href="http://wiki.eclipse.org/User:Drazen.cindric.attensity.com" title="User:Drazen.cindric.attensity.com">Drazen Cindric</a> and <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/AperturePipelet&action=credits" title="SMILA/Documentation/AperturePipelet">others</a>.</p>
+ <p id="footerviews">This page has been accessed 2,766 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.076 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Architecture_Overview.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Architecture_Overview.html
new file mode 100644
index 0000000..0572cf6
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Architecture_Overview.html
@@ -0,0 +1,291 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/Architecture Overview,SMILA/Documentation/Importing/Concept,SMILA/Documentation/JobManager,SMILA/Documentation/ObjectStore/Bundle org.eclipse.smila.objectstore,SMILA/Documentation/Pipelets,SMILA/Documentation for 5 Minutes to Success,SMILA/Manual" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/Architecture Overview - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/Architecture_Overview";
+var wgTitle = "SMILA/Documentation/Architecture Overview";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "19260";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286692";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Architecture_Overview.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_Architecture_Overview">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Architecture_Overview">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/Architecture_Overview">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/Architecture_Overview">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Architecture_Overview&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Architecture_Overview&oldid=286692">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Architecture_Overview.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/Architecture_Overview&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Architecture_Overview&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Architecture_Overview&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Architecture%20Overview"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/Architecture Overview</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Architecture_Overview.html#column-one">navigation</a>, <a href="Architecture_Overview.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Architecture_Overview.html#What_is_SMILA.3F"><span class="tocnumber">1</span> <span class="toctext">What is SMILA?</span></a>
+<ul>
+<li class="toclevel-2"><a href="Architecture_Overview.html#Introduction"><span class="tocnumber">1.1</span> <span class="toctext">Introduction</span></a></li>
+<li class="toclevel-2"><a href="Architecture_Overview.html#Architecture_Overview"><span class="tocnumber">1.2</span> <span class="toctext">Architecture Overview</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Architecture_Overview.html#Want_to_know_more.3F"><span class="tocnumber">2</span> <span class="toctext">Want to know more?</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="What_is_SMILA.3F"></a><h2> <span class="mw-headline"> What is SMILA? </span></h2>
+<a name="Introduction"></a><h3> <span class="mw-headline"> Introduction </span></h3>
+<p>SMILA is a <i>framework</i> for creating scalable server-side systems that process large amounts of unstructured data in order to build applications in the area of search, linguistic analysis, information mining or similar. The goal is to enable you to easily integrate data source connectors, search engines, sophisticated analysis methods and more and gaining scalability and reliability out-of-the-box.
+</p><p>As such, SMILA provides these main parts:
+</p>
+<ul><li> <a href="JobManager.html" title="SMILA/Documentation/JobManager"><b>JobManager</b></a>: a system for asynchronous, scalable processing of data using configurable <i>workflows</i>. The system is able to reliably distribute the <i>tasks</i> to be done on big clusters of hosts. The workflows orchestrate easy-to-implement <i>workers</i> that can be used to integrate application-specific processing logic.
+</li><li> <a href="Importing/Concept.html" title="SMILA/Documentation/Importing/Concept"><b>Crawlers</b></a>: concepts and basic implementations for scalable components that extract data from data sources.
+</li><li> <a href="Pipelets.html" title="SMILA/Documentation/Pipelets"><b>Pipelines</b></a>: a system for processing synchronous requests (e.g. search requests) by orchestrating easy-to-implement components (<i>pipelets</i>) in workflows defined in BPEL.
+</li><li> <a href="ObjectStore/Bundle_org.eclipse.smila.objectstore.html" title="SMILA/Documentation/ObjectStore/Bundle org.eclipse.smila.objectstore"><b>Storage</b></a>: concepts for integrating big-data storages for efficient persistence of the processed data.
+</li></ul>
+<p>Eventually, all SMILA functionality will be accessible for external clients via an <i>HTTP ReST API</i> using <i>JSON</i> as the exchange data format.
+</p><p>As an Eclipse system, SMILA is built in <i>OSGi</i> and makes heavy use of the OSGi <i>service</i> component model.
+</p>
+<a name="Architecture_Overview"></a><h3> <span class="mw-headline"> Architecture Overview </span></h3>
+<p><a href="http://wiki.eclipse.org/Image:SMILA_Architecture_Overview_1.0.png" class="image" title="Image:SMILA Architecture Overview_1.0.png"><img alt="Image:SMILA Architecture Overview_1.0.png" src="http://wiki.eclipse.org/images/b/b3/SMILA_Architecture_Overview_1.0.png" width="960" height="720" border="0" /></a>
+</p><p><font size="-1">
+Download <a href="http://wiki.eclipse.org/images/7/79/SMILA_Architecture_1.0.zip" class="internal" title="SMILA Architecture 1.0.zip">this zip file</a> containing the original PowerPoint file of this slide.
+</font>
+</p><p>A SMILA system usually consists of two parts:
+</p>
+<ul><li> First, data has to be imported into the system and processed to produce an search index or an ontology or whatever can be learned from the data.
+</li><li> Second, the learned information is used to answer retrieval requests from users, for examples search or ontology exploration requests.
+</li></ul>
+<p>In the first process usually some data source is crawled or an external client pushes data from the source into the SMILA system using the HTTP ReST API. Often the data consists of large number of documents (e.g. a file system, web site, or content management system). To be processed each document is represented in SMILA by a <i>record</i> describing the metadata of the document (name, size, access rights, authors, keywords, ...) and the original content of the document itself.
+</p><p>To process large amounts of data, SMILA must be able to distribute the work to be done on multiple SMILA nodes (computers). Therefore the <i>bulkbuilder</i> seperates the incoming data into <i>bulks</i> of records of a configurable size and writes them to an ObjectStore. For each of these bulks the <i>JobManager</i> creates <i>tasks</i> for <i>workers</i> to process such a bulk and produce other bulks with the result. When such a worker is available it asks the <i>TaskManager</i> for tasks to-do, does the work and finally notifies the TaskManager about the result. <i>Workflows</i> define which workers should process a bulk in what sequence. Whenever a worker finishes a task for a bulk successfully, the JobManager can create follow-up tasks based on such a workflow definition. In case a worker fails its task (because the process or machine crashes or because of network problem) the JobManager can decide to retry the task later and so ensure that the data is processed even in error conditions. The processing of the complete data set using such a workflow is called a <i>job run</i> and monitoring of the current state of such a job run is easily possible via the HTTP ReST API.
+</p><p>JobManager and TaskManager use <a href="http://zookeeper.apache.org" class="external text" title="http://zookeeper.apache.org" rel="nofollow">Apache Zookeeper</a> to coordinate the state of a job run and the to-do and in-progress tasks over multiple computer. So the job processing is distributed
+</p><p>To make implementing workers easy, the SMILA JobManager system contains the <i>WorkerManager</i> that enables you to concentrate on the actual worker functionality without having to worry about getting the TaskManager and ObjectStore interaction right.
+</p><p>To extract large amounts of data from the data source, the asynchronous job framework can also be used to implement highly scalable <i>crawlers</i>. Crawling can be divided into several steps:
+</p>
+<ul><li> getting names of elements from the datasource
+</li><li> checking if the element has changed since a previous crawl run (delta check)
+</li><li> getting the content of changed or new elements
+</li><li> pushing the element to a processing job.
+</li></ul>
+<p>These steps can be implemented as seperate workers, too, so the crawl work can be parallelized and distributed quite easily. By using the JobManager to control the crawling we gain the same reliabilty and scalability from the processing for the crawling, too. And: Implementing new crawlers is just as easy as implementing new workers.
+</p><p>Eventually, the final step of such asynchrounous processing workflow will write the processed data to some target system, for example a search engine or an ontology manager or a database where it can be used to process retrieval requests, and so we get to the second part of the system. Such requests are coming from an external client application via the HTTP ReST API. They are usually of a synchronous nature, meaning that a client sends a request and waits for the result to present it to a user, and it expects the result to be produced rather quickly. On the other hand we want to have a similar flexibility to configure the processing of such synchronous requests as we have for the asynchronous job processing. Therefore we use a different workflow processor here which is based on a BPEL engine. The BPEL workflows (which we call <i>pipelines</i>) in this processor orchestrate so-called <i>pipelets</i> to perform the different steps needed to enrich and refine the original requests and to produce the result. Implementing such a pipelet is probably even easier than implementing a worker ;-)
+</p><p>Finally, it's even possible to combine both workflow variants because there is a <i>PipelineProcessing</i> worker in the asynchronous system performs a task by executing synchronous pipeline. So it's possible to implement a only pipelet and have the functionality available in both kinds of workflows. Additionally, there is a <i>PipeletProcessing</i> worker available that executes just a single pipelet and so saves the overhead of the synchronous workflow processor if one pipelet is sufficient to execute tasks.
+</p>
+<a name="Want_to_know_more.3F"></a><h2> <span class="mw-headline"> Want to know more? </span></h2>
+<p>For further up to date documentation of all implemented components please see:
+</p>
+<ul><li> See SMILA in action: <a href="../Documentation_for_5_Minutes_to_Success.html" title="SMILA/Documentation for 5 Minutes to Success">SMILA in 5 Minutes</a>
+</li><li> Read the <a href="../Manual.html" class="mw-redirect" title="SMILA/Manual">Manual</a>
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 6/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:19260-0!1!0!!en!2!edit=0 and timestamp 20120202144715 -->
+<div class="printfooter">
+Retrieved from "<a href="Architecture_Overview.html">http://wiki.eclipse.org/SMILA/Documentation/Architecture_Overview</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 07:57, 26 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/User:Drazen.cindric.attensity.com" title="User:Drazen.cindric.attensity.com">Drazen Cindric</a>, <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a> and <a href="http://wiki.eclipse.org/User:Igor.novakovic.attensity.com" title="User:Igor.novakovic.attensity.com">Igor Novakovic</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Architecture_Overview&action=credits" title="SMILA/Documentation/Architecture Overview">others</a>.</p>
+ <p id="footerviews">This page has been accessed 7,947 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.078 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/BPEL_Workflow_Processor.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/BPEL_Workflow_Processor.html
new file mode 100644
index 0000000..6323425
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/BPEL_Workflow_Processor.html
@@ -0,0 +1,509 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/BPEL Workflow Processor,SMILA/Documentation/Bundle org.eclipse.smila.processing.pipelets,SMILA/Documentation/Bundle org.eclipse.smila.processing.pipelets.xmlprocessing,SMILA/Documentation/Data Model and Serialization Formats,SMILA/Documentation/ObjectStore/Bundle org.eclipse.smila.objectstore,SMILA/Documentation/Solr" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/BPEL Workflow Processor - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/BPEL_Workflow_Processor";
+var wgTitle = "SMILA/Documentation/BPEL Workflow Processor";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15165";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286736";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-javascript {line-height: normal; font-size: medium;}
+.source-javascript li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for javascript
+ * CSS class: source-javascript, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-javascript .de1, .source-javascript .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-javascript {}
+.source-javascript .head {}
+.source-javascript .foot {}
+.source-javascript .imp {font-weight: bold; color: red;}
+.source-javascript .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-javascript li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-javascript li.li2 {font-weight: bold;}
+.source-javascript .kw1 {color: #000066; font-weight: bold;}
+.source-javascript .kw2 {color: #003366; font-weight: bold;}
+.source-javascript .kw3 {color: #000066;}
+.source-javascript .co1 {color: #009900; font-style: italic;}
+.source-javascript .coMULTI {color: #009900; font-style: italic;}
+.source-javascript .es0 {color: #000099; font-weight: bold;}
+.source-javascript .br0 {color: #66cc66;}
+.source-javascript .st0 {color: #3366CC;}
+.source-javascript .nu0 {color: #CC0000;}
+.source-javascript .me1 {color: #006600;}
+.source-javascript .sc0 {}
+.source-javascript .sc1 {}
+.source-javascript .sc2 {}
+.source-javascript .sc3 {}
+.source-javascript .re0 {color: #0066FF;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="BPEL_Workflow_Processor.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_BPEL_Workflow_Processor">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/BPEL_Workflow_Processor">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/BPEL_Workflow_Processor">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/BPEL_Workflow_Processor">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/BPEL_Workflow_Processor&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/BPEL_Workflow_Processor&oldid=286736">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="BPEL_Workflow_Processor.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/Talk:SMILA/Documentation/BPEL_Workflow_Processor"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/BPEL_Workflow_Processor&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/BPEL_Workflow_Processor&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/BPEL%20Workflow%20Processor"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/BPEL Workflow Processor</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="BPEL_Workflow_Processor.html#column-one">navigation</a>, <a href="BPEL_Workflow_Processor.html#searchInput">search</a></div> <!-- start content -->
+ <p>This page describes how to configure the SMILA BPEL workflow processor and how to call SMILA pipelets from BPEL processes. We do not assume any BPEL knowledge here, i.e. this page should contain everything to enable you to create at least simple BPEL processes for being used in SMILA.
+</p>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="BPEL_Workflow_Processor.html#Basic_configuration"><span class="tocnumber">1</span> <span class="toctext">Basic configuration</span></a></li>
+<li class="toclevel-1"><a href="BPEL_Workflow_Processor.html#Pipeline_definition_using_BPEL"><span class="tocnumber">2</span> <span class="toctext">Pipeline definition using BPEL</span></a>
+<ul>
+<li class="toclevel-2"><a href="BPEL_Workflow_Processor.html#Pipelet_invocations"><span class="tocnumber">2.1</span> <span class="toctext">Pipelet invocations</span></a></li>
+<li class="toclevel-2"><a href="BPEL_Workflow_Processor.html#Pipeline_invocations"><span class="tocnumber">2.2</span> <span class="toctext">Pipeline invocations</span></a></li>
+<li class="toclevel-2"><a href="BPEL_Workflow_Processor.html#Advanced_process_definition"><span class="tocnumber">2.3</span> <span class="toctext">Advanced process definition</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Basic_configuration"></a><h2> <span class="mw-headline"> Basic configuration </span></h2>
+<p>The BPEL WorkflowProcessor expects its configuration in <tt>configuration/org.eclipse.smila.processing.bpel</tt>. In this directory it expects a file named <tt>processor.properties</tt> that describes the main configuration. This file can contain the following SMILA specific properties:
+</p>
+<ul><li> <i>pipeline.dir</i> (default="pipelines"): The name of a folder below <tt>configuration/org.eclipse.smila.processing.bpel</tt> which contains the BPEL process files (together with all needed XSD and WSDL files) and the ODE specific <tt>deploy.xml</tt> file. See below for details.
+</li><li> <i>pipeline.timeout</i> (default="300"): Maximum time in seconds allowed for processing a pipeline. If a pipeline invocation takes longer, it is aborted with an error. You may want to increase this value in case you expect longer processing times in your application (e.g. when analyzing very large documents).
+</li><li> <i>record.filter</i> (default = none): A record filter defining the attributes and annotations that should be contained in BPEL workflow objects. If none is set, the workflow objects will contain only the record IDs to be processed. Add only those attributes and annotations to the filter that are actually used in any pipeline, because adding too many (and too huge) elements to the workflow object may decrease performance and use more memory. As the WorkflowProcessor uses the Blackboard to filter objects, you must define the filters in <tt>org.eclipse.smila.blackboard/RecordFilters.xml</tt>.
+</li></ul>
+<p>As the BPEL WorkflowProcessor is based on the <a href="http://ode.apache.org" class="external text" title="http://ode.apache.org" rel="nofollow">Apache ODE BPEL engine</a>, you can also add all ODE specific configuration properties to this file, just use the prefix <tt>ode.</tt> See ODE documentation for details. You have to add at least the configuration for a database connection which ODE needs for internal purposes (e.g. storing process definitions). For SMILA purposes usually an in-memory <a href="http://derby.apache.org" class="external text" title="http://derby.apache.org" rel="nofollow">Apache Derby</a> instance is completely sufficient, the required Derby library is includedn in SMILA. To use it, set the following properties:
+</p>
+<pre>
+ode.db.mode=internal
+ode.db.int.driver=org.apache.derby.jdbc.EmbeddedDriver
+ode.db.int.jdbcurl=jdbc:derby:memory:odedb;create=true
+ode.db.int.username=sa
+ode.db.int.password=
+</pre>
+<p>If you want to use a "real" database you will have to make the JDBC driver available to bundle "org.apache.ode", and check the ODE documentation on how to prepare the database schema for ODE.
+</p><p>Additional to the initial setup you may update existing pipelines if they are not predefined (system pipelines). You can do that with the <a href="Processing/JSON_REST_API.html" class="external text" title="http://wiki.eclipse.org/SMILA/Documentation/Processing/JSON_REST_API" rel="nofollow">REST API</a> or internally with the <a href="http://build.eclipse.org/rt/smila/javadoc/current/org/eclipse/smila/processing/WorkflowProcessor.html" class="external text" title="http://build.eclipse.org/rt/smila/javadoc/current/org/eclipse/smila/processing/WorkflowProcessor.html" rel="nofollow">WorkflowProcessor</a>. Such pipelines are stored in the <a href="ObjectStore/Bundle_org.eclipse.smila.objectstore.html" title="SMILA/Documentation/ObjectStore/Bundle org.eclipse.smila.objectstore">ObjectStore service</a> in store <tt>bpel</tt>.
+</p>
+<a name="Pipeline_definition_using_BPEL"></a><h2> <span class="mw-headline"> Pipeline definition using BPEL </span></h2>
+<p>The minimal BPEL process for SMILA pipelines looks like this:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><?xml</span> <span class="re0">version</span>=<span class="st0">"1.0"</span> <span class="re0">encoding</span>=<span class="st0">"utf-8"</span> <span class="re2">?></span></span>
+<span class="sc3"><span class="re1"><process</span> <span class="re0">name</span>=<span class="st0">"$PIPELINENAME"</span> <span class="re0">targetNamespace</span>=<span class="st0">"http://www.eclipse.org/smila/processor"</span>
+ <span class="re0">xmlns</span>=<span class="st0">"http://docs.oasis-open.org/wsbpel/2.0/process/executable"</span>
+ <span class="re0">xmlns:bpel</span>=<span class="st0">"http://docs.oasis-open.org/wsbpel/2.0/process/executable"</span>
+ <span class="re0">xmlns:xsd</span>=<span class="st0">"http://www.w3.org/2001/XMLSchema"</span>
+ <span class="re0">xmlns:proc</span>=<span class="st0">"http://www.eclipse.org/smila/processor"</span>
+ <span class="re0">xmlns:rec</span>=<span class="st0">"http://www.eclipse.org/smila/record"</span><span class="re2">></span></span>
+
+ <span class="sc3"><span class="re1"><import</span> <span class="re0">location</span>=<span class="st0">"processor.wsdl"</span> <span class="re0">namespace</span>=<span class="st0">"http://www.eclipse.org/smila/processor"</span>
+ <span class="re0">importType</span>=<span class="st0">"http://schemas.xmlsoap.org/wsdl/"</span> <span class="re2">/></span></span>
+
+ <span class="sc3"><span class="re1"><partnerLinks<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><partnerLink</span> <span class="re0">name</span>=<span class="st0">"Pipeline"</span> <span class="re0">partnerLinkType</span>=<span class="st0">"proc:ProcessorPartnerLinkType"</span>
+ <span class="re0">myRole</span>=<span class="st0">"service"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></partnerLinks<span class="re2">></span></span></span>
+
+ <span class="sc3"><span class="re1"><extensions<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><extension</span> <span class="re0">namespace</span>=<span class="st0">"http://www.eclipse.org/smila/processor"</span> <span class="re0">mustUnderstand</span>=<span class="st0">"no"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></extensions<span class="re2">></span></span></span>
+
+ <span class="sc3"><span class="re1"><variables<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><variable</span> <span class="re0">name</span>=<span class="st0">"request"</span> <span class="re0">messageType</span>=<span class="st0">"proc:ProcessorMessage"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></variables<span class="re2">></span></span></span>
+
+ <span class="sc3"><span class="re1"><sequence<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><receive</span> <span class="re0">name</span>=<span class="st0">"start"</span> <span class="re0">partnerLink</span>=<span class="st0">"Pipeline"</span> <span class="re0">portType</span>=<span class="st0">"proc:ProcessorPortType"</span>
+ <span class="re0">operation</span>=<span class="st0">"process"</span> <span class="re0">variable</span>=<span class="st0">"request"</span> <span class="re0">createInstance</span>=<span class="st0">"yes"</span> <span class="re2">/></span></span>
+
+ <span class="sc3"><span class="coMULTI"><!-- pipelet invocations will be added here --></span></span>
+
+ <span class="sc3"><span class="re1"><reply</span> <span class="re0">name</span>=<span class="st0">"end"</span> <span class="re0">partnerLink</span>=<span class="st0">"Pipeline"</span> <span class="re0">portType</span>=<span class="st0">"proc:ProcessorPortType"</span>
+ <span class="re0">operation</span>=<span class="st0">"process"</span> <span class="re0">variable</span>=<span class="st0">"request"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></sequence<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></process<span class="re2">></span></span></span></pre></div>
+<p>To create a new pipeline:
+</p>
+<ol><li> Copy the above snippet to a new file with the suffix <tt>.bpel</tt> and saved it to the folder <tt>configuration/org.eclipse.smila.processing.bpel/<i>$pipeline.dir</i></tt>.
+</li><li> Then replace <i>$PIPELINENAME</i> by the desired name of your pipeline.
+<ol><li> Please note that the pipeline name must only contain characters from the following range: "a-zA-Z._-". If the pipeline does not conform to this naming restrictions, it will not be accessible and SMILA will print a warning in the log file that the pipeline name is invalid.
+</li></ol>
+</li><li> Next, copy the files <tt>record.xsd</tt>, and <tt>processor.wsdl</tt> from the <tt>xml</tt> directory in bundle <tt>org.eclipse.smila.processing.bpel</tt> to the same folder next to your .bpel file (if not already there).
+</li><li> Then, still in the same folder, create or edit a file named <tt>deploy.xml</tt> containing the following content but replace <i>$PIPELINENAME</i> by the name of the new pipeline:
+</li></ol>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><deploy</span> <span class="re0">xmlns</span>=<span class="st0">"http://www.apache.org/ode/schemas/dd/2007/03"</span> <span class="re0">xmlns:proc</span>=<span class="st0">"http://www.eclipse.org/smila/processor"</span><span class="re2">></span></span>
+
+ <span class="sc3"><span class="coMULTI"><!-- other pipelines --></span></span>
+
+ <span class="sc3"><span class="re1"><process</span> <span class="re0">name</span>=<span class="st0">"proc:$PIPELINENAME"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><in-memory<span class="re2">></span></span></span>true<span class="sc3"><span class="re1"></in-memory<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><provide</span> <span class="re0">partnerLink</span>=<span class="st0">"Pipeline"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><service</span> <span class="re0">name</span>=<span class="st0">"proc:$PIPELINENAME"</span> <span class="re0">port</span>=<span class="st0">"ProcessorPort"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></provide<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></process<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></deploy<span class="re2">></span></span></span></pre></div>
+<p>You can now add pipelet invocations to your pipeline BPEL. To add another pipelet you have to add only another BPEL file and copy the <tt><process></tt> element in <tt>deploy.xml</tt> for the new pipeline.
+</p>
+<a name="Pipelet_invocations"></a><h3> <span class="mw-headline"> Pipelet invocations </span></h3>
+<p>Pipelets are classes that implement interface <tt>org.eclipse.smila.processing.Pipelet</tt> (in bundle <tt>org.eclipse.smila.processing</tt>) and have a corresponding definition file (the name must end in ".json") in the <i>SMILA-INF</i> directory of the bundles that provides them. They are configured by the WorkflowProcessor on pipeline initialization. One instance is created for each time they occur in any pipeline, instances are not shared between multiple pipelines.
+</p><p>The json file must at least contain the class name of the class that implements the Pipelet interface. E.g.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript"><span class="br0">{</span>
+ <span class="st0">"class"</span> : <span class="st0">"org.eclipse.smila.processing.pipelets.AddValuesPipelet"</span>
+<span class="br0">}</span></pre></div>
+<p>You can add more stuff to this file, e.g. a description of the configuration parameter the pipelet expects and supports. Examples that come with the base SMILA distribution are
+</p>
+<ul><li> in bundle <a href="Bundle_org.eclipse.smila.processing.pipelets.html" title="SMILA/Documentation/Bundle org.eclipse.smila.processing.pipelets"><tt>org.eclipse.smila.processing.pipelets</tt></a>:
+<ul><li> <tt>org.eclipse.smila.processing.pipelets.AddValuesPipelet</tt>: add some attribute values to each record.
+</li><li> <tt>org.eclipse.smila.processing.pipelets.HtmlToTextPipelet</tt>: Extract plain text and metadata from an HTML document in an attribute or attachment of each record and writes it to configurable attributes or attachments.
+</li></ul>
+</li><li> in bundle <a href="Bundle_org.eclipse.smila.processing.pipelets.xmlprocessing.html" title="SMILA/Documentation/Bundle org.eclipse.smila.processing.pipelets.xmlprocessing"><tt>org.eclipse.smila.processing.pipelets.xmlprocessing</tt></a>:
+<ul><li> A collection of pipelets for XML processing (XSLT, XPath selection, ...) of documents.
+</li></ul>
+</li><li> in bundle <a href="Solr.html" title="SMILA/Documentation/Solr"><tt>org.eclipse.smila.solr</tt></a>:
+<ul><li> Pipelets for adding records to an Solr index and searching it.
+</li></ul>
+</li></ul>
+<p>To use such a pipelet in your pipeline, use the SMILA specific BPEL extension activity <tt><invokePipelet></tt> somewhere between <tt><receive></tt> and <tt><reply></tt> in your BPEL process:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><extensionActivity<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><proc:invokePipelet</span> <span class="re0">name</span>=<span class="st0">"invokeSomePipelet"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><proc:pipelet</span> <span class="re0">class</span>=<span class="st0">"org.eclipse.smila.pipelet.SomePipelet"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><proc:variables</span> <span class="re0">input</span>=<span class="st0">"request"</span> <span class="re0">output</span>=<span class="st0">"request"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"single-parameter"</span><span class="re2">></span></span>value<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Seq</span> <span class="re0">key</span>=<span class="st0">"multi-parameter"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><rec:Val<span class="re2">></span></span></span>value1<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val<span class="re2">></span></span></span>value2<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Seq<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Map</span> <span class="re0">key</span>=<span class="st0">"complex-parameter"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"sub-parameter1"</span><span class="re2">></span></span>sub-value1<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"sub-parameter2"</span><span class="re2">></span></span>sub-value2<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></rec:Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- more configuration parameters --></span></span>
+ <span class="sc3"><span class="re1"></proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></proc:invokePipelet<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></extensionActivity<span class="re2">></span></span></span></pre></div>
+<p>Replace the class name with the class name of the pipelet to use and add configuration parameters as needed - this should be documented by the pipelet provider. The configuration is a generic AnyMap object like the one used as record metadata, see <a href="Data_Model_and_Serialization_Formats.html" title="SMILA/Documentation/Data Model and Serialization Formats">SMILA/Documentation/Data Model and Serialization Formats</a> for details. If the output variable is the same as the input variable (which is usually sufficient), you can omit the <i>output</i> attribute.
+</p><p>In versions later than 0.9 the invokePipelet activity supports to give an additional "index" variable. This is to support advanced pipelines that can be invoked with multiple records at once (usually used in the PipelineProcessingWorker to reduce BPEL overhead) and still can use conditions to invoke pipelets based on attribute values. You can then do forEach loops on the record list and evaluate conditions on each record. For example the following loop would invoke the HtmlToTextPipelet only for records that have the mime type "text/html":
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><forEach</span> <span class="re0">counterName</span>=<span class="st0">"index"</span> <span class="re0">parallel</span>=<span class="st0">"yes"</span> <span class="re0">name</span>=<span class="st0">"iterateRecords"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><startCounterValue<span class="re2">></span></span></span>1<span class="sc3"><span class="re1"></startCounterValue<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><finalCounterValue<span class="re2">></span></span></span>count($request.records/rec:Record)<span class="sc3"><span class="re1"></finalCounterValue<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><scope<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><if</span> <span class="re0">name</span>=<span class="st0">"is HTML document"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><condition<span class="re2">></span></span></span>$request.records/rec:Record[position()=$index]/rec:Val[@key="MimeType"]="text/html"<span class="sc3"><span class="re1"></condition<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><extensionActivity<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><proc:invokePipelet</span> <span class="re0">name</span>=<span class="st0">"extract text from HTML"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><proc:pipelet</span> <span class="re0">class</span>=<span class="st0">"org.eclipse.smila.processing.bpel.pipelets.HtmlToTextPipelet"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><proc:variables</span> <span class="re0">input</span>=<span class="st0">"request"</span> <span class="re0">index</span>=<span class="st0">"index"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><proc:configuration<span class="re2">></span></span></span>
+ ...
+ <span class="sc3"><span class="re1"></proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></proc:invokePipelet<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></extensionActivity<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></if<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></scope<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></forEach<span class="re2">></span></span></span></pre></div>
+<p>The invokePipelet activity assumes that the index variables takes the values 1 to (number of records). Note that the pipelet is invoked in parallel for each record in this example.
+</p><p>If an output variable would be specified it would be assigned a list with only the one processed record in it. This can be useful if more than one pipelets would be invoked. If no output variable is specified, the input variable is not modified in this case.
+</p><p><b>Hint:</b> If it is necessary that the input variable reflects the values of attributes changed by the pipelet (e.g. because it is needed in a following condition and you cannot use the single output record of the pipelet itself for the test) you must copy the output record back to the input variable using a bit of BPEL code:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml">...
+ <span class="sc3"><span class="re1"><extensionActivity<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><proc:invokePipelet</span> <span class="re0">name</span>=<span class="st0">"some pipelet"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><proc:pipelet</span> <span class="re0">class</span>=<span class="st0">"org.eclipse.smila.example.Pipelet"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><proc:variables</span> <span class="re0">input</span>=<span class="st0">"request"</span> <span class="re0">index</span>=<span class="st0">"index"</span> <span class="re0">output</span>=<span class="st0">"oneRecord"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></extensionActivity<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><assign</span> <span class="re0">name</span>=<span class="st0">"copy result into original variable for next tests"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><copy<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><from<span class="re2">></span></span></span>$oneRecord.records/rec:Record[1]<span class="sc3"><span class="re1"></from<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><to<span class="re2">></span></span></span>$request.records/rec:Record[position()=$index]<span class="sc3"><span class="re1"></to<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></copy<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></assign<span class="re2">></span></span></span>
+ ...</pre></div>
+<p>See the <a href="https://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/core/SMILA.application/configuration/org.eclipse.smila.processing.bpel/pipelines/AddPipeline.bpel" class="external text" title="https://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/core/SMILA.application/configuration/org.eclipse.smila.processing.bpel/pipelines/AddPipeline.bpel" rel="nofollow">AddPipeline.bpel</a> in the standard SMILA configuration for an example with complete context.
+</p>
+<a name="Pipeline_invocations"></a><h3> <span class="mw-headline"> Pipeline invocations </span></h3>
+<p>You can also invoke one pipeline from another to group pipelet invocations that belong together. To do this you have to use the standard BPEL invoke activity to invoke a BPEL partner link for the sub pipeline:
+</p>
+<ul><li> define a partner link in the <tt><partnerLinks></tt> section of the BPEL file, replace <i>$SUBPIPELINENAME</i> with the name of pipeline to invoke as defined in its <tt><process></tt> element:
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><partnerLinks<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><partnerLink</span> <span class="re0">name</span>=<span class="st0">"Pipeline"</span> <span class="re0">partnerLinkType</span>=<span class="st0">"proc:ProcessorPartnerLinkType"</span> <span class="re0">myRole</span>=<span class="st0">"service"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><partnerLink</span> <span class="re0">name</span>=<span class="st0">"$SUBPIPELINENAME"</span> <span class="re0">partnerLinkType</span>=<span class="st0">"proc:ProcessorPartnerLinkType"</span> <span class="re0">partnerRole</span>=<span class="st0">"service"</span> <span class="re2">/></span></span>
+<span class="sc3"><span class="re1"></partnerLinks<span class="re2">></span></span></span></pre></div>
+<ul><li> add an BPEL <tt><invoke></tt> activity between <tt><receive></tt> and <tt><reply></tt>, replace <i>$SUBPIPELINENAME</i> with the pipeline name and adapt the <i>inputVariable</i> and <i>outputVariable</i> attributes if necessary (omitting <i>outputVariable</i> is not allowed here!):
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><invoke</span> <span class="re0">name</span>=<span class="st0">"invokeSubPipeline"</span> <span class="re0">operation</span>=<span class="st0">"process"</span> <span class="re0">portType</span>=<span class="st0">"proc:ProcessorPortType"</span>
+ <span class="re0">partnerLink</span>=<span class="st0">"$SUBPIPELINENAME"</span> <span class="re0">inputVariable</span>=<span class="st0">"request"</span> <span class="re0">outputVariable</span>=<span class="st0">"request"</span> <span class="re2">/></span></span></pre></div>
+<ul><li> add a declaration for the partner link in the <tt>deploy.xml</tt> entry of your pipeline:
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><deploy</span> <span class="re0">xmlns</span>=<span class="st0">"http://www.apache.org/ode/schemas/dd/2007/03"</span> <span class="re0">xmlns:proc</span>=<span class="st0">"http://www.eclipse.org/smila/processor"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><process</span> <span class="re0">name</span>=<span class="st0">"proc:$PIPELINENAME"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><in-memory<span class="re2">></span></span></span>true<span class="sc3"><span class="re1"></in-memory<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><provide</span> <span class="re0">partnerLink</span>=<span class="st0">"Pipeline"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><service</span> <span class="re0">name</span>=<span class="st0">"proc:$PIPELINENAME"</span> <span class="re0">port</span>=<span class="st0">"ProcessorPort"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></provide<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><invoke</span> <span class="re0">partnerLink</span>=<span class="st0">"$SUBPIPELINENAME"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><service</span> <span class="re0">name</span>=<span class="st0">"proc:$SUBPIPELINENAME"</span> <span class="re0">port</span>=<span class="st0">"ProcessorPort"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></invoke<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></process<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></deploy<span class="re2">></span></span></span></pre></div>
+<a name="Advanced_process_definition"></a><h3> <span class="mw-headline"> Advanced process definition </span></h3>
+<p>You can of course use all other BPEL elements, too, to create your pipelines like conditions, iterations, parallel flows, invocation of external Web Services, etc. However, to describe them is beyond the scope of this introduction and requires "real" knowledge about BPEL and XPath (and WSDL, for invoking Web Services).
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 68/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15165-0!1!0!!en!2!edit=0 and timestamp 20120203001904 -->
+<div class="printfooter">
+Retrieved from "<a href="BPEL_Workflow_Processor.html">http://wiki.eclipse.org/SMILA/Documentation/BPEL_Workflow_Processor</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 13:56, 26 January 2012 by <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>, <a href="http://wiki.eclipse.org/User:Drazen.cindric.attensity.com" title="User:Drazen.cindric.attensity.com">Drazen Cindric</a> and <a href="http://wiki.eclipse.org/User:Juergen.schumacher.empolis.com" title="User:Juergen.schumacher.empolis.com">Juergen Schumacher</a>.</p>
+ <p id="footerviews">This page has been accessed 4,589 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.244 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Binary_Storage.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Binary_Storage.html
new file mode 100644
index 0000000..d339237
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Binary_Storage.html
@@ -0,0 +1,449 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/Binary Storage,SMILA/Documentation/General JPA Configuration in SMILA" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/Binary Storage - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/Binary_Storage";
+var wgTitle = "SMILA/Documentation/Binary Storage";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "16704";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "269166";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-java {line-height: normal; font-size: medium;}
+.source-java li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for java
+ * CSS class: source-java, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-java .de1, .source-java .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-java {}
+.source-java .head {}
+.source-java .foot {}
+.source-java .imp {font-weight: bold; color: red;}
+.source-java .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-java li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-java li.li2 {font-weight: bold;}
+.source-java .kw1 {color: #7F0055; font-weight: bold;}
+.source-java .kw2 {color: #7F0055; font-weight: bold;}
+.source-java .kw3 {color: #000000; font-weight: normal}
+.source-java .kw4 {color: #7F0055; font-weight: bold;}
+.source-java .co1 {color: #3F7F5F; font-style: italic;}
+.source-java .co2 {color: #3F7F5F;}
+.source-java .co3 {color: #3F7F5F; font-style: italic; font-weight: bold;}
+.source-java .coMULTI {color: #3F5FBF; font-style: italic;}
+.source-java .es0 {color: #000000;}
+.source-java .br0 {color: #000000;}
+.source-java .st0 {color: #2A00ff;}
+.source-java .nu0 {color: #000000;}
+.source-java .me1 {color: #000000;}
+.source-java .me2 {color: #000000;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="Binary_Storage.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_Binary_Storage">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Binary_Storage">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/Binary_Storage">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/Binary_Storage">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Binary_Storage&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Binary_Storage&oldid=269166">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Binary_Storage.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/Binary_Storage&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Binary_Storage&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Binary_Storage&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Binary%20Storage"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/Binary Storage</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Binary_Storage.html#column-one">navigation</a>, <a href="Binary_Storage.html#searchInput">search</a></div> <!-- start content -->
+ <p>
+</p>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Binary_Storage.html#Overview"><span class="tocnumber">1</span> <span class="toctext">Overview</span></a></li>
+<li class="toclevel-1"><a href="Binary_Storage.html#Configuration"><span class="tocnumber">2</span> <span class="toctext">Configuration</span></a></li>
+<li class="toclevel-1"><a href="Binary_Storage.html#Configuration_example"><span class="tocnumber">3</span> <span class="toctext">Configuration example</span></a></li>
+<li class="toclevel-1"><a href="Binary_Storage.html#API"><span class="tocnumber">4</span> <span class="toctext">API</span></a></li>
+<li class="toclevel-1"><a href="Binary_Storage.html#API_Usage"><span class="tocnumber">5</span> <span class="toctext">API Usage</span></a></li>
+<li class="toclevel-1"><a href="Binary_Storage.html#Implementations"><span class="tocnumber">6</span> <span class="toctext">Implementations</span></a>
+<ul>
+<li class="toclevel-2"><a href="Binary_Storage.html#eclipse.smila.binarystorage.persistence.io"><span class="tocnumber">6.1</span> <span class="toctext">eclipse.smila.binarystorage.persistence.io</span></a>
+<ul>
+<li class="toclevel-3"><a href="Binary_Storage.html#IOHierarchicalManager"><span class="tocnumber">6.1.1</span> <span class="toctext">IOHierarchicalManager</span></a></li>
+<li class="toclevel-3"><a href="Binary_Storage.html#IOFlatManager"><span class="tocnumber">6.1.2</span> <span class="toctext">IOFlatManager</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="Binary_Storage.html#eclipse.smila.binarystorage.persistence.efs"><span class="tocnumber">6.2</span> <span class="toctext">eclipse.smila.binarystorage.persistence.efs</span></a></li>
+<li class="toclevel-2"><a href="Binary_Storage.html#eclipse.smila.binarystorage.persistence.jpa"><span class="tocnumber">6.3</span> <span class="toctext">eclipse.smila.binarystorage.persistence.jpa</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Overview"></a><h2> <span class="mw-headline"> Overview </span></h2>
+<p>Binary Storage Service provides an easy way to store / access binary data documents.
+</p><p>Client components access the Binary Storage Service for persisting binary data (attachments) into the binary storage. The binary data are identified by a unique key / identifier as a String data type.
+</p>
+<a name="Configuration"></a><h2> <span class="mw-headline"> Configuration </span></h2>
+<p>Currently, Binary Storage is able to run and store data into a hierarchical structure (uses deterministically calculation based on the hash id passed by the client component, like the ID passed from the Blackboard Service) and flat structure.
+</p><p>To configure the needed persistence storage structure, simply edit the /configuration/org.eclipse.smila.binarystorage/BinaryStorageConfiguration.xml file and change the value of <tt>implementationClass</tt> attribute to the one of the following available possibilities:
+</p>
+<ul><li> org.eclipse.smila.binarystorage.internal.impl.persistence.filesystem.IOHierarchicalManager
+</li><li> org.eclipse.smila.binarystorage.internal.impl.persistence.filesystem.IOFlatManager
+</li></ul>
+<p>In the next future there will be other available managers that provides the appropriate implementation for Binary Storage persistence structure.
+</p><p>The Binary Storage Configuration will be changed soon.
+</p>
+<a name="Configuration_example"></a><h2> <span class="mw-headline"> Configuration example </span></h2>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><BinaryStorageConfiguration</span> <span class="re0">xmlns</span>=<span class="st0">"http://www.eclipse.org/smila/binarystorage"</span>
+ <span class="re0">xmlns:xsi</span>=<span class="st0">"http://www.w3.org/2001/XMLSchema-instance"</span>
+ <span class="re0">xsi:noNamespaceSchemaLocation</span>=<span class="st0">"schemas/BinaryStorageConfiguration.xsd"</span>
+ <span class="re0">name</span>=<span class="st0">"default1"</span>
+ <span class="re0">provider</span>=<span class="st0">"file"</span>
+ <span class="re0">mountPoint</span>=<span class="st0">"default"</span>
+ <span class="re0">implementationClass</span>=<span class="st0">"org.eclipse.smila.binarystorage.internal.impl.persistence.filesystem.IOHierarchicalManager"</span>
+ <span class="re0">tempFileName</span>=<span class="st0">"dummy.dat"</span>
+ <span class="re0">pathDepth</span>=<span class="st0">"2"</span>
+<span class="re2">/></span></span></pre></div>
+<p>Attributes explained:
+</p>
+<ul><li> <tt>name</tt> - configuration alias
+</li><li> <tt>implementationClass</tt> - binary storage implementation manager class
+</li><li> <tt>tempFileName</tt> - binary storage temporary file name
+</li><li> <tt>pathDepth</tt> - the depth of the folder structure (Note: If not set the default value is 2.)
+</li><li> <tt>path</tt> - you can optionally add a root folder to store the attachements at the given path.
+</li></ul>
+<a name="API"></a><h2> <span class="mw-headline"> API </span></h2>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw4">void</span> store<span class="br0">(</span><span class="kw3">String</span> id, <span class="kw3">InputStream</span> stream<span class="br0">)</span>;
+<span class="kw4">void</span> store<span class="br0">(</span><span class="kw3">String</span> id, <span class="kw4">byte</span><span class="br0">[</span><span class="br0">]</span> blob<span class="br0">)</span>
+<span class="kw4">byte</span><span class="br0">[</span><span class="br0">]</span> fetchAsByte<span class="br0">(</span><span class="kw3">String</span> id<span class="br0">)</span>
+<span class="kw3">InputStream</span> fetchAsStream<span class="br0">(</span><span class="kw3">String</span> id<span class="br0">)</span>
+<span class="kw4">void</span> remove<span class="br0">(</span><span class="kw3">String</span> id<span class="br0">)</span>
+<span class="kw4">int</span> fetchSize<span class="br0">(</span><span class="kw3">String</span> id<span class="br0">)</span></pre></div>
+<a name="API_Usage"></a><h2> <span class="mw-headline"> API Usage </span></h2>
+<div dir="ltr" style="text-align: left;"><pre class="source-java">BinaryStorageService binaryStorageService = ...; <span class="co1">// Obtain the binary storage service</span>
+<span class="kw3">String</span> attacmentIdKey = ...; <span class="co1">// Unique ID</span>
+<span class="kw4">byte</span><span class="br0">[</span><span class="br0">]</span> dataRecord = ... <span class="co1">// Build record</span>
+
+<span class="co1">// Store the binary record as byte array</span>
+binaryStorageService.<span class="me1">store</span><span class="br0">(</span>attacmentIdKey, dataRecord<span class="br0">)</span>;
+
+<span class="co1">// Fetch record as stream</span>
+<span class="kw1">final</span> <span class="kw3">InputStream</span> stream = binaryStorageService.<span class="me1">fetchAsStream</span><span class="br0">(</span>attacmentIdKey<span class="br0">)</span>;
+
+<span class="co1">// Define new ID and store new data from the first record's input stream</span>
+<span class="kw1">final</span> <span class="kw3">String</span> newAttacmentIdKey = attacmentIdKey + <span class="st0">"0000"</span>;
+binaryStorageService.<span class="me1">store</span><span class="br0">(</span>newAttacmentIdKey, stream<span class="br0">)</span>;
+stream.<span class="me1">close</span><span class="br0">(</span><span class="br0">)</span>;
+
+<span class="co1">// Fetch the newest record as array of byte </span>
+<span class="kw1">final</span> <span class="kw4">byte</span><span class="br0">[</span><span class="br0">]</span> recordByte = binaryStorageService.<span class="me1">fetchAsByte</span><span class="br0">(</span>newAttacmentIdKey<span class="br0">)</span>;
+
+<span class="co1">// The two records must have the same size</span>
+<span class="kw1">final</span> <span class="kw4">int</span> sizeInitial = _binaryStorageService.<span class="me1">fetchSize</span><span class="br0">(</span>attacmentIdKey<span class="br0">)</span>;
+<span class="kw1">final</span> <span class="kw4">int</span> sizeFinal = binaryStorageService.<span class="me1">fetchSize</span><span class="br0">(</span>newAttacmentIdKey<span class="br0">)</span>;
+
+<span class="co1">// Remove the two records</span>
+binaryStorageService.<span class="me1">remove</span><span class="br0">(</span>attacmentIdKey<span class="br0">)</span>;
+binaryStorageService.<span class="me1">remove</span><span class="br0">(</span>newAttacmentIdKey<span class="br0">)</span>;</pre></div>
+<a name="Implementations"></a><h2> <span class="mw-headline"> Implementations </span></h2>
+<a name="eclipse.smila.binarystorage.persistence.io"></a><h3> <span class="mw-headline"> eclipse.smila.binarystorage.persistence.io </span></h3>
+<p>Both I/O implementations use the id in the path name of the persisted file. As a consequence
+</p>
+<ul><li> the characters <tt>[;/\:]</tt> are not allowed in the id
+</li><li> too long ids will exceed the platform specific supported max. path length. this will result in a not so obvious error message, that saving failed.
+</li></ul>
+<p>ATM neither limitation this is a problem because the id is a hash made from letters and numbers.
+</p>
+<a name="IOHierarchicalManager"></a><h4> <span class="mw-headline"> IOHierarchicalManager </span></h4>
+<p>The calculation of the path is simply to split the first part of the id into substrings of length 2 and make thees parent folders having the name of the id.
+</p><p>Care must be taken that the folder depth is not too high, because this results in a <em>lot</em> of folders quenching the performance of the file system.
+</p>
+<a name="IOFlatManager"></a><h4> <span class="mw-headline"> IOFlatManager </span></h4>
+<p>If u only have a few files or ur underlying file system is very good inhandling lots of files per folder then go with this manager.
+</p><p><br />
+</p>
+<a name="eclipse.smila.binarystorage.persistence.efs"></a><h3> <span class="mw-headline"> eclipse.smila.binarystorage.persistence.efs </span></h3>
+<p>This implementation is based on EFS.
+</p><p><br />
+</p>
+<a name="eclipse.smila.binarystorage.persistence.jpa"></a><h3> <span class="mw-headline"> eclipse.smila.binarystorage.persistence.jpa </span></h3>
+<p>This implementation uses eclipseLink JPA to store the binary objects in a database table named <tt>BINARY_OBJECTS</tt>.
+</p><p>The default configuration is using Apache Derby and the DB name is <tt>BinaryStorage</tt>.
+</p>
+<table class="wikitable" border="1" style="text-align:left">
+<caption> BINARY_OBJECTS
+</caption><tr>
+<th> Column
+</th><th> Type
+</th><th> Description
+</th></tr>
+<tr>
+<th> ID
+</th><td> VARCHAR
+</td><td> the Id of the binary object
+</td></tr>
+<tr>
+<th> BIN_OBJECT
+</th><td> BLOB
+</td><td> the binary object
+</td></tr>
+</table>
+<p><br />
+</p><p>In order to use this implementation you have to
+</p>
+<ul><li> set parameter <tt>implementationClass</tt> in file <tt>org.eclipse.smila.binarystorage.impl/BinaryStorageConfiguration.xml</tt> to <tt>org.eclipse.smila.binarystorage.persistence.jpa.JPABinaryPersistence</tt>
+</li><li> make sure that the bundle <tt>eclipse.smila.binarystorage.persistence.jpa</tt> starts in your launch configuration
+</li></ul>
+<p>All other settings in <tt>BinaryStorageConfiguration.xml</tt> are ignored !
+</p><p><br />
+</p><p>See <a href="General_JPA_Configuration_in_SMILA.html" title="SMILA/Documentation/General JPA Configuration in SMILA">General JPA Configuration in SMILA</a> for a description on how to configure JPA based implementations.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 36/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:16704-0!1!0!!en!2!edit=0 and timestamp 20120202171438 -->
+<div class="printfooter">
+Retrieved from "<a href="Binary_Storage.html">http://wiki.eclipse.org/SMILA/Documentation/Binary_Storage</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 14:05, 20 September 2011 by <a href="http://wiki.eclipse.org/User:Drazen.cindric.attensity.com" title="User:Drazen.cindric.attensity.com">Drazen Cindric</a>. Based on work by <a href="http://wiki.eclipse.org/User:Tmenzel.brox.de" title="User:Tmenzel.brox.de">thomas menzel</a>, <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a> and <a href="http://wiki.eclipse.org/User:Igor.novakovic.empolis.com" title="User:Igor.novakovic.empolis.com">Igor Novakovic</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Binary_Storage&action=credits" title="SMILA/Documentation/Binary Storage">others</a>.</p>
+ <p id="footerviews">This page has been accessed 3,591 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.053 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Bulkbuilder.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Bulkbuilder.html
new file mode 100644
index 0000000..034c288
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Bulkbuilder.html
@@ -0,0 +1,388 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/Bulkbuilder,SMILA/Documentation/JettyHttpServer,SMILA/Documentation/JobManager,SMILA/Glossary" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/Bulkbuilder - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/Bulkbuilder";
+var wgTitle = "SMILA/Documentation/Bulkbuilder";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "32865";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "285834";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Bulkbuilder.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_Bulkbuilder">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Bulkbuilder">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/Bulkbuilder">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/Bulkbuilder">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Bulkbuilder&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Bulkbuilder&oldid=285834">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Bulkbuilder.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/Bulkbuilder&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Bulkbuilder&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Bulkbuilder&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Bulkbuilder"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/Bulkbuilder</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Bulkbuilder.html#column-one">navigation</a>, <a href="Bulkbuilder.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Bulkbuilder.html#Bulkbuilder_.28bundle_org.eclipse.smila.bulkbuilder.29"><span class="tocnumber">1</span> <span class="toctext">Bulkbuilder (bundle org.eclipse.smila.bulkbuilder)</span></a>
+<ul>
+<li class="toclevel-2"><a href="Bulkbuilder.html#JavaDoc"><span class="tocnumber">1.1</span> <span class="toctext">JavaDoc</span></a></li>
+<li class="toclevel-2"><a href="Bulkbuilder.html#Configuration"><span class="tocnumber">1.2</span> <span class="toctext">Configuration</span></a></li>
+<li class="toclevel-2"><a href="Bulkbuilder.html#Bulk_Builder_definition_in_workers.json"><span class="tocnumber">1.3</span> <span class="toctext">Bulk Builder definition in workers.json</span></a></li>
+<li class="toclevel-2"><a href="Bulkbuilder.html#Record_push_REST_API"><span class="tocnumber">1.4</span> <span class="toctext">Record push REST API</span></a>
+<ul>
+<li class="toclevel-3"><a href="Bulkbuilder.html#push_a_single_record_or_push_a_request_to_delete_a_single_record"><span class="tocnumber">1.4.1</span> <span class="toctext">push a single record or push a request to delete a single record</span></a></li>
+<li class="toclevel-3"><a href="Bulkbuilder.html#push_a_micro_bulk"><span class="tocnumber">1.4.2</span> <span class="toctext">push a micro bulk</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Bulkbuilder_.28bundle_org.eclipse.smila.bulkbuilder.29"></a><h1> <span class="mw-headline"> Bulkbuilder (bundle org.eclipse.smila.bulkbuilder) </span></h1>
+<p>The <a href="../Glossary.html#B" title="SMILA/Glossary">Bulkbuilder</a> is the standard entry <a href="../Glossary.html#W" title="SMILA/Glossary">worker</a> for data to an <a href="../Glossary.html#W" title="SMILA/Glossary">asynchronous workflow</a> in SMILA.
+</p><p>The Bulk Builder receives single records or <a href="../Glossary.html#M" title="SMILA/Glossary">micro bulks</a> and combines them into one single bulk for further processing in an asynchronous workflow.
+The bulks are created on a time and/or bulk size basis (either specified by a configuration file or with job parameters) to create new bulks from the incoming records as follows:
+</p>
+<ul><li> a record or micro bulk is sent to the Bulkbuilder, either immediately by another Java component in the same VM or by an external client via the HTTP API.
+</li><li> if the Bulk Builder has no current task for this job, a new initial task will be requested from the <a href="../Glossary.html#T" title="SMILA/Glossary">Taskmanager</a>
+</li><li> a record or a micro bulk will be appended to the bulk file specified by the worker's current task.
+</li><li> attachments will be added to the record in the bulks, not written separately to binary storage.
+</li><li> if the bulk exceeds the configured bulk size, the bulk will be committed (i.e. the task will be finished and the bulk can be processed by follow-up workers), if not, the task will remain active and the bulk will remain in progress by the Bulk Builder worker.
+</li><li> open bulks will be examined regularly if they exceed their time constraints, i.e. if the bulk's age exceeds the maximum age configured. If so, the current bulk will be committed and the task finished.
+</li></ul>
+<a name="JavaDoc"></a><h2> <span class="mw-headline"> JavaDoc </span></h2>
+<p>This page gives only a rough overview of the service. Please refer to the <a href="http://build.eclipse.org/rt/smila/javadoc/current/index.html?org/eclipse/smila/bulkbuilder/package-summary.html" class="external text" title="http://build.eclipse.org/rt/smila/javadoc/current/index.html?org/eclipse/smila/bulkbuilder/package-summary.html" rel="nofollow">Bulkbuilder JavaDoc</a> for detailed information about the Java components.
+</p>
+<a name="Configuration"></a><h2> <span class="mw-headline"> Configuration </span></h2>
+<p>The Bulk Builder can be configured via a configuration file named <tt>bulkbuilder.properties</tt>.
+</p><p>The file looks like follows:
+</p>
+<pre>
+# configuration of Bulk Builder
+
+# maximum number of micro bulks that can be processed in parallel.
+# Default is -1 (unlimited)
+maxParallelMicroBulks=-1
+
+# maximum size after which to close a pending bulk
+# Default is 10m = 10 Mebibytes
+bulkLimitSize=10m
+# maximum time after which to close a pending bulk in seconds
+# Default is 120.
+bulkLimitTime=120
+</pre>
+<p>Description of parameters:
+</p>
+<ul><li>maxParallelMicroBulks
+<ul><li>the number of maximum allowed parallel micro bulks. Unlimited (-1) by default.
+<ul><li> Since micro bulks will be parsed in memory, a large amount of micro bulks can cause <tt>OutOfMemoryException</tt>s, so the user should be careful about the amount of data confined in a micro bulk as well as the number of parallel clients pushing micro bulks.
+</li></ul>
+</li></ul>
+</li><li>bulkLimitSize
+<ul><li>the size limit for bulks
+</li><li>if the bulk size exceeds this limit after a record or micro bulk has been appended to this bulk, the task is finished and the next request will cause a new bulk to be created
+</li><li>default size is 10 Mebibytes
+</li></ul>
+</li><li>bulkLimitTime
+<ul><li>if the age of a bulk exceeds <tt>bulkLimitTime</tt> seconds, the bulk will be committed, the task will be finished and any future request will cause a new task and bulk to be generated.
+</li><li>default age of a bulk is 120 seconds.
+</li></ul>
+</li></ul>
+<p>These configured <tt>bulkLimitSize</tt> and <tt>bulkLimitTime</tt> configuration values can be overridden by job properties, so the limits can be fine tuned to the expected record sizes or frequencies of the different jobs and thus behave different for each job.
+</p>
+<a name="Bulk_Builder_definition_in_workers.json"></a><h2> <span class="mw-headline"> Bulk Builder definition in workers.json </span></h2>
+<pre>
+{
+ "name" : "bulkbuilder",
+ "modes" : ["bulkSource", "autoCommit"],
+ "output" : [{
+ "name" : "insertedRecords",
+ "type" : "recordBulks",
+ "group" : "recordBulks",
+ "modes" : ["optional"]
+ }, {
+ "name" : "deletedRecords",
+ "type" : "indexDeletes",
+ "group" : "recordBulks",
+ "modes" : ["optional"]
+ }
+ ]
+}
+</pre>
+<p>After flushing a bulk (either automatically via timing or sizing constraints or triggered by the user), the task is finished and tasks will be generated for the workers connected to the <tt>insertedRecords</tt> and <tt>deletedRecords</tt> slots, so they can process the created bulk of records and/or delete requests pushed into the system.
+</p><p>See <a href="JobManager.html" title="SMILA/Documentation/JobManager">JobManager</a> for more information on job processing.
+</p>
+<a name="Record_push_REST_API"></a><h2> <span class="mw-headline"> Record push REST API </span></h2>
+<p>Note that records will only be processed for active jobs. If a job is not in the state "RUNNING" it will not accept new records or micro bulks.
+</p><p>Notes:
+</p>
+<ul><li> a record must contain a <tt>_recordid</tt> metadata attribute.
+</li></ul>
+<a name="push_a_single_record_or_push_a_request_to_delete_a_single_record"></a><h3> <span class="mw-headline"> push a single record or push a request to delete a single record </span></h3>
+<p>Use a POST request to push a record to a specific job.
+Use a DELETE request to request deletion of a specific record in a specific job.
+</p><p>Adding records with attachments is supported by using Multipart POST requests, see <a href="JettyHttpServer.html#Attachments" title="SMILA/Documentation/JettyHttpServer">SMILA/Documentation/JettyHttpServer#Attachments</a> for details and code example.
+</p><p><b>Supported operations:</b>
+</p>
+<ul><li>POST: push a single record or commit the current bulk.
+<ul><li>if a request body is present, this is interpreted as the JSON representation of a record and pushed into the system.
+</li><li>if no request body is present the current bulks (i.e. the records and delte requests added to the system) will be flushed and the current task finished.
+</li></ul>
+</li><li>DELETE: request deletion of a single record
+<ul><li>if the <tt>_recordid</tt> request parameter is present, then a delete request for the record with this id is appended to the DELETE bulk of the Bulk Builder
+</li><li>if <tt>_recordid</tt> request parameter is not present, the current bulks will be flushed and the current task will be finished.
+</li></ul>
+</li></ul>
+<p><b>Usage:</b>
+</p>
+<ul><li>URL: <tt>http://<hostname>:8080/smila/job/<job-name>/record/</tt>.
+</li><li>Allowed methods:
+<ul><li>POST
+</li><li>DELETE
+</li></ul>
+</li><li>Response status codes:
+<ul><li>202 ACCEPTED: Upon successful execution.
+</li><li>404 NOT FOUND + JSON Body with error message: If the specified job cannot be found or has not the status <tt>RUNNING</tt>.
+</li><li>400 BAD REQUEST + JSON Body with error message: If the pushed record/delete request has no <tt>_recordid</tt> or the record is invalid in another way (e.g. invalid JSON syntax).
+</li></ul>
+</li></ul>
+<a name="push_a_micro_bulk"></a><h3> <span class="mw-headline"> push a micro bulk </span></h3>
+<p>Note: a micro bulk consists of a JSON record per line and is thus in itself not valid JSON. <i>Record attachments are not supported in micro bulks.</i>
+</p><p>E.g.
+</p>
+<pre>
+{"_recordid": "id1", "attribute1": "attribute1", ...}
+{"_recordid": "id2", "attribute1": "attribute2", ...}
+{"_recordid": "id3", "attribute1": "attribute3", ...}
+</pre>
+<p>Use a POST request to push a micro bulk to a specific job.
+</p><p><b>Supported operations:</b>
+</p>
+<ul><li>POST: push a micro bulk.
+<ul><li>if a request body is present, this is interpreted as the JSON representation of a record and pushed into the system.
+</li><li>if no request body is present, an error will be generated. A micro bulk can be committed using the <tt>record</tt> API (see above).
+</li></ul>
+</li></ul>
+<p><b>Usage:</b>
+</p>
+<ul><li>URL: <tt>http://<hostname>:8080/smila/job/<job-name>/bulk/</tt>.
+</li><li>Allowed methods:
+<ul><li>POST
+</li></ul>
+</li><li>Response status codes:
+<ul><li>202 ACCEPTED: Upon successful execution.
+</li><li>404 NOT FOUND + JSON Body with error message: If the specified job cannot be found or has not the status <tt>RUNNING</tt>.
+</li><li>400 BAD REQUEST + JSON Body with error message: If one the pushed records in the micro bulk has no <tt>_recordid</tt> or the micro bulk is invalid in another way (e.g. invalid JSON syntax of a single record, or a record spans over multiple lines of the input).
+</li></ul>
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 40/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:32865-0!1!0!!en!2!edit=0 and timestamp 20120203101209 -->
+<div class="printfooter">
+Retrieved from "<a href="Bulkbuilder.html">http://wiki.eclipse.org/SMILA/Documentation/Bulkbuilder</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 15:50, 23 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a>, <a href="http://wiki.eclipse.org/User:Tmenzel.brox.de" title="User:Tmenzel.brox.de">thomas menzel</a> and <a href="http://wiki.eclipse.org/User:Andreas.Weber.empolis.com" title="User:Andreas.Weber.empolis.com">Andreas Weber</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Bulkbuilder&action=credits" title="SMILA/Documentation/Bulkbuilder">others</a>.</p>
+ <p id="footerviews">This page has been accessed 636 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.197 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Bundle_org.eclipse.smila.clusterconfig.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Bundle_org.eclipse.smila.clusterconfig.html
new file mode 100644
index 0000000..f019100
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Bundle_org.eclipse.smila.clusterconfig.html
@@ -0,0 +1,277 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/Bundle org.eclipse.smila.clusterconfig,SMILA/Documentation/Bundle org.eclipse.smila.clusterconfig.simple" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/Bundle org.eclipse.smila.clusterconfig - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/Bundle_org.eclipse.smila.clusterconfig";
+var wgTitle = "SMILA/Documentation/Bundle org.eclipse.smila.clusterconfig";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "32483";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "285825";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Bundle_org.eclipse.smila.clusterconfig.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_Bundle_org_eclipse_smila_clusterconfig">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Bundle_org.eclipse.smila.clusterconfig">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/Bundle_org.eclipse.smila.clusterconfig">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/Bundle_org.eclipse.smila.clusterconfig">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Bundle_org.eclipse.smila.clusterconfig&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Bundle_org.eclipse.smila.clusterconfig&oldid=285825">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Bundle_org.eclipse.smila.clusterconfig.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/Bundle_org.eclipse.smila.clusterconfig&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Bundle_org.eclipse.smila.clusterconfig&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Bundle_org.eclipse.smila.clusterconfig&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Bundle%20org.eclipse.smila.clusterconfig"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/Bundle org.eclipse.smila.clusterconfig</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Bundle_org.eclipse.smila.clusterconfig.html#column-one">navigation</a>, <a href="Bundle_org.eclipse.smila.clusterconfig.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Bundle_org.eclipse.smila.clusterconfig.html#Bundle_org.eclipse.smila.clusterconfig"><span class="tocnumber">1</span> <span class="toctext">Bundle org.eclipse.smila.clusterconfig</span></a>
+<ul>
+<li class="toclevel-2"><a href="Bundle_org.eclipse.smila.clusterconfig.html#org.eclipse.smila.clusterconfig.ClusterConfigService"><span class="tocnumber">1.1</span> <span class="toctext">org.eclipse.smila.clusterconfig.ClusterConfigService</span></a>
+<ul>
+<li class="toclevel-3"><a href="Bundle_org.eclipse.smila.clusterconfig.html#JavaDoc"><span class="tocnumber">1.1.1</span> <span class="toctext">JavaDoc</span></a></li>
+<li class="toclevel-3"><a href="Bundle_org.eclipse.smila.clusterconfig.html#Description"><span class="tocnumber">1.1.2</span> <span class="toctext">Description</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="Bundle_org.eclipse.smila.clusterconfig.html#Exceptions_defined_in_org.eclipse.smila.clusterconfig"><span class="tocnumber">1.2</span> <span class="toctext">Exceptions defined in org.eclipse.smila.clusterconfig</span></a>
+<ul>
+<li class="toclevel-3"><a href="Bundle_org.eclipse.smila.clusterconfig.html#JavaDoc_2"><span class="tocnumber">1.2.1</span> <span class="toctext">JavaDoc</span></a></li>
+<li class="toclevel-3"><a href="Bundle_org.eclipse.smila.clusterconfig.html#Description_2"><span class="tocnumber">1.2.2</span> <span class="toctext">Description</span></a></li>
+<li class="toclevel-3"><a href="Bundle_org.eclipse.smila.clusterconfig.html#Implementations"><span class="tocnumber">1.2.3</span> <span class="toctext">Implementations</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Bundle_org.eclipse.smila.clusterconfig"></a><h1> <span class="mw-headline"> Bundle org.eclipse.smila.clusterconfig </span></h1>
+<p>This page gives only a rough overview of the components. Please refer to the <a href="http://build.eclipse.org/rt/smila/javadoc/current/index.html?org/eclipse/smila/clusterconfig/package-summary.html" class="external text" title="http://build.eclipse.org/rt/smila/javadoc/current/index.html?org/eclipse/smila/clusterconfig/package-summary.html" rel="nofollow">JavaDoc</a> for specific information.
+</p>
+<a name="org.eclipse.smila.clusterconfig.ClusterConfigService"></a><h2> <span class="mw-headline"> org.eclipse.smila.clusterconfig.ClusterConfigService </span></h2>
+<a name="JavaDoc"></a><h3> <span class="mw-headline"> JavaDoc </span></h3>
+<p>The JavaDoc for the <tt>ClusterConfigService</tt> API can be found at <a href="http://build.eclipse.org/rt/smila/javadoc/current/org/eclipse/smila/clusterconfig/ClusterConfigService.html" class="external text" title="http://build.eclipse.org/rt/smila/javadoc/current/org/eclipse/smila/clusterconfig/ClusterConfigService.html" rel="nofollow">org.eclipse.smila.clusterconfig.ClusterConfigService</a>.
+</p>
+<a name="Description"></a><h3> <span class="mw-headline"> Description </span></h3>
+<p>The ClusterConfigService aims at defining a service interface for a configuration service for a SMILA cluster and its components.
+</p><p>With this service a set of nodes of the worker can be retrieved, settings for HTTP ports of different services or scale up control configuration can be retrieved.
+</p><p>The interface of ClusterConfigService is defined in <tt>org.eclipse.smila.clusterconfig.ClusterConfigService</tt>.
+</p>
+<a name="Exceptions_defined_in_org.eclipse.smila.clusterconfig"></a><h2> <span class="mw-headline"> Exceptions defined in org.eclipse.smila.clusterconfig </span></h2>
+<a name="JavaDoc_2"></a><h3> <span class="mw-headline"> JavaDoc </span></h3>
+<p>The JavaDoc for the exceptions defined in <tt>org.eclipse.smila.clusterconfig</tt> can be found at <a href="http://build.eclipse.org/rt/smila/javadoc/current/org/eclipse/smila/clusterconfig/package-summary.html" class="external text" title="http://build.eclipse.org/rt/smila/javadoc/current/org/eclipse/smila/clusterconfig/package-summary.html" rel="nofollow">org.eclipse.smila.clusterconfig</a>.
+</p><p>The JavaDoc for the <tt>ClusterConfigException</tt> can be found at <a href="http://build.eclipse.org/rt/smila/javadoc/current/org/eclipse/smila/clusterconfig/ClusterConfigException.html" class="external text" title="http://build.eclipse.org/rt/smila/javadoc/current/org/eclipse/smila/clusterconfig/ClusterConfigException.html" rel="nofollow">org.eclipse.smila.clusterconfig.ClusterConfigException</a>.
+</p>
+<a name="Description_2"></a><h3> <span class="mw-headline"> Description </span></h3>
+<p>There is only one exception type defined: <tt>ClusterConfigException</tt>
+</p>
+<a name="Implementations"></a><h3> <span class="mw-headline"> Implementations </span></h3>
+<p>A simple json configuration file based implementation can be found in package <a href="Bundle_org.eclipse.smila.clusterconfig.simple.html" title="SMILA/Documentation/Bundle org.eclipse.smila.clusterconfig.simple">org.eclipse.smila.clusterconfig.simple</a>.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 14/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:32483-0!1!0!!en!2!edit=0 and timestamp 20120203101231 -->
+<div class="printfooter">
+Retrieved from "<a href="Bundle_org.eclipse.smila.clusterconfig.html">http://wiki.eclipse.org/SMILA/Documentation/Bundle_org.eclipse.smila.clusterconfig</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 15:35, 23 January 2012 by <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a>. </p>
+ <p id="footerviews">This page has been accessed 468 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.064 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Bundle_org.eclipse.smila.clusterconfig.simple.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Bundle_org.eclipse.smila.clusterconfig.simple.html
new file mode 100644
index 0000000..add93f3
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Bundle_org.eclipse.smila.clusterconfig.simple.html
@@ -0,0 +1,285 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/Bundle org.eclipse.smila.clusterconfig.simple,SMILA/Documentation/Bundle org.eclipse.smila.clusterconfig" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/Bundle org.eclipse.smila.clusterconfig.simple - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/Bundle_org.eclipse.smila.clusterconfig.simple";
+var wgTitle = "SMILA/Documentation/Bundle org.eclipse.smila.clusterconfig.simple";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "32484";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "285827";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Bundle_org.eclipse.smila.clusterconfig.simple.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_Bundle_org_eclipse_smila_clusterconfig_simple">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Bundle_org.eclipse.smila.clusterconfig.simple">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/Bundle_org.eclipse.smila.clusterconfig.simple">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/Bundle_org.eclipse.smila.clusterconfig.simple">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Bundle_org.eclipse.smila.clusterconfig.simple&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Bundle_org.eclipse.smila.clusterconfig.simple&oldid=285827">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Bundle_org.eclipse.smila.clusterconfig.simple.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/Bundle_org.eclipse.smila.clusterconfig.simple&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Bundle_org.eclipse.smila.clusterconfig.simple&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Bundle_org.eclipse.smila.clusterconfig.simple&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Bundle%20org.eclipse.smila.clusterconfig.simple"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/Bundle org.eclipse.smila.clusterconfig.simple</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Bundle_org.eclipse.smila.clusterconfig.simple.html#column-one">navigation</a>, <a href="Bundle_org.eclipse.smila.clusterconfig.simple.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Bundle_org.eclipse.smila.clusterconfig.simple.html#Bundle_org.eclipse.smila.clusterconfig.simple"><span class="tocnumber">1</span> <span class="toctext">Bundle org.eclipse.smila.clusterconfig.simple</span></a>
+<ul>
+<li class="toclevel-2"><a href="Bundle_org.eclipse.smila.clusterconfig.simple.html#org.eclipse.smila.clusterconfig.simple.SimpleClusterConfigService"><span class="tocnumber">1.1</span> <span class="toctext">org.eclipse.smila.clusterconfig.simple.SimpleClusterConfigService</span></a>
+<ul>
+<li class="toclevel-3"><a href="Bundle_org.eclipse.smila.clusterconfig.simple.html#JavaDoc"><span class="tocnumber">1.1.1</span> <span class="toctext">JavaDoc</span></a></li>
+<li class="toclevel-3"><a href="Bundle_org.eclipse.smila.clusterconfig.simple.html#Description"><span class="tocnumber">1.1.2</span> <span class="toctext">Description</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Bundle_org.eclipse.smila.clusterconfig.simple"></a><h1> <span class="mw-headline"> Bundle org.eclipse.smila.clusterconfig.simple </span></h1>
+<p>This page gives only a rough overview of the components. Please refer to the <a href="http://build.eclipse.org/rt/smila/javadoc/current/index.html?org/eclipse/smila/clusterconfig/simple/package-summary.html" class="external text" title="http://build.eclipse.org/rt/smila/javadoc/current/index.html?org/eclipse/smila/clusterconfig/simple/package-summary.html" rel="nofollow">JavaDoc</a> for specific information.
+</p>
+<a name="org.eclipse.smila.clusterconfig.simple.SimpleClusterConfigService"></a><h2> <span class="mw-headline"> org.eclipse.smila.clusterconfig.simple.SimpleClusterConfigService </span></h2>
+<a name="JavaDoc"></a><h3> <span class="mw-headline"> JavaDoc </span></h3>
+<p>The JavaDoc for the <tt>SimpleClusterConfigService</tt> API can be found at <a href="http://build.eclipse.org/rt/smila/javadoc/current/org/eclipse/smila/clusterconfig/simple/SimpleClusterConfigService.html" class="external text" title="http://build.eclipse.org/rt/smila/javadoc/current/org/eclipse/smila/clusterconfig/simple/SimpleClusterConfigService.html" rel="nofollow">org.eclipse.smila.clusterconfig.simple.SimpleClusterConfigService</a>.
+</p>
+<a name="Description"></a><h3> <span class="mw-headline"> Description </span></h3>
+<p>The SimpleClusterConfigService implements the <tt>ClusterConfigService</tt> interface.
+</p><p>The interface ClusterConfigService is defined in <a href="Bundle_org.eclipse.smila.clusterconfig.html" title="SMILA/Documentation/Bundle org.eclipse.smila.clusterconfig">org.eclipse.smila.clusterconfig</a>.
+</p><p>The SimpleClusterConfigService reads a json file named <tt>clusterconfig.json</tt> from the configuration directory <tt>configuration/org.eclipse.smila.clusterconfig.simple</tt>. If no such file exists or not all configuration options are found, it will provide defaults as defined in the <tt>ClusterConfigService</tt> interface.
+</p><p>Example configuration file:
+</p>
+<pre>
+{
+ "taskmanager": {
+ "maxScaleUp" : 5,
+ "maxRetries": 10,
+ "timeToLive": 120
+ },
+ "workers" : {
+ "worker1" : {
+ "maxScaleUp" : 1
+ } ,
+ "worker2" : {
+ "maxScaleUp" : 2
+ },
+ "worker3" : {
+ }
+ },
+ "services" : {
+ "smila" : {
+ "httpPort" : 8080
+ }
+ }
+}
+</pre>
+
+<!--
+NewPP limit report
+Preprocessor node count: 13/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:32484-0!1!0!!en!2!edit=0 and timestamp 20120202171439 -->
+<div class="printfooter">
+Retrieved from "<a href="Bundle_org.eclipse.smila.clusterconfig.simple.html">http://wiki.eclipse.org/SMILA/Documentation/Bundle_org.eclipse.smila.clusterconfig.simple</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 15:39, 23 January 2012 by <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>.</p>
+ <p id="footerviews">This page has been accessed 1,138 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.203 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Bundle_org.eclipse.smila.processing.pipelets.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Bundle_org.eclipse.smila.processing.pipelets.html
new file mode 100644
index 0000000..4e3e216
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Bundle_org.eclipse.smila.processing.pipelets.html
@@ -0,0 +1,924 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/Bundle org.eclipse.smila.processing.pipelets,SMILA/Development Guidelines/How to write a Pipelet" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/Bundle org.eclipse.smila.processing.pipelets - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/Bundle_org.eclipse.smila.processing.pipelets";
+var wgTitle = "SMILA/Documentation/Bundle org.eclipse.smila.processing.pipelets";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15166";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "285751";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="Bundle_org.eclipse.smila.processing.pipelets.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_Bundle_org_eclipse_smila_processing_pipelets">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Bundle_org.eclipse.smila.processing.pipelets">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/Bundle_org.eclipse.smila.processing.pipelets">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/Bundle_org.eclipse.smila.processing.pipelets">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Bundle_org.eclipse.smila.processing.pipelets&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Bundle_org.eclipse.smila.processing.pipelets&oldid=285751">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Bundle_org.eclipse.smila.processing.pipelets.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/Bundle_org.eclipse.smila.processing.pipelets&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Bundle_org.eclipse.smila.processing.pipelets&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Bundle_org.eclipse.smila.processing.pipelets&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Bundle%20org.eclipse.smila.processing.pipelets"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/Bundle org.eclipse.smila.processing.pipelets</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Bundle_org.eclipse.smila.processing.pipelets.html#column-one">navigation</a>, <a href="Bundle_org.eclipse.smila.processing.pipelets.html#searchInput">search</a></div> <!-- start content -->
+ <p>This page describes the SMILA pipelets provided by bundle <tt>org.eclipse.smila.processing.pipelets</tt>.
+</p>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Bundle_org.eclipse.smila.processing.pipelets.html#General"><span class="tocnumber">1</span> <span class="toctext">General</span></a></li>
+<li class="toclevel-1"><a href="Bundle_org.eclipse.smila.processing.pipelets.html#org.eclipse.smila.processing.pipelets.CommitRecordsPipelet"><span class="tocnumber">2</span> <span class="toctext">org.eclipse.smila.processing.pipelets.CommitRecordsPipelet</span></a>
+<ul>
+<li class="toclevel-2"><a href="Bundle_org.eclipse.smila.processing.pipelets.html#Description"><span class="tocnumber">2.1</span> <span class="toctext">Description</span></a></li>
+<li class="toclevel-2"><a href="Bundle_org.eclipse.smila.processing.pipelets.html#Configuration"><span class="tocnumber">2.2</span> <span class="toctext">Configuration</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Bundle_org.eclipse.smila.processing.pipelets.html#org.eclipse.smila.processing.pipelets.AddValuesPipelet"><span class="tocnumber">3</span> <span class="toctext">org.eclipse.smila.processing.pipelets.AddValuesPipelet</span></a>
+<ul>
+<li class="toclevel-2"><a href="Bundle_org.eclipse.smila.processing.pipelets.html#Configuration_2"><span class="tocnumber">3.1</span> <span class="toctext">Configuration</span></a></li>
+<li class="toclevel-2"><a href="Bundle_org.eclipse.smila.processing.pipelets.html#Example"><span class="tocnumber">3.2</span> <span class="toctext">Example</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Bundle_org.eclipse.smila.processing.pipelets.html#org.eclipse.smila.processing.pipelets.RemoveAttributePipelet"><span class="tocnumber">4</span> <span class="toctext">org.eclipse.smila.processing.pipelets.RemoveAttributePipelet</span></a>
+<ul>
+<li class="toclevel-2"><a href="Bundle_org.eclipse.smila.processing.pipelets.html#Configuration_3"><span class="tocnumber">4.1</span> <span class="toctext">Configuration</span></a></li>
+<li class="toclevel-2"><a href="Bundle_org.eclipse.smila.processing.pipelets.html#Example_2"><span class="tocnumber">4.2</span> <span class="toctext">Example</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Bundle_org.eclipse.smila.processing.pipelets.html#org.eclipse.smila.processing.pipelets.FilterPipelet"><span class="tocnumber">5</span> <span class="toctext">org.eclipse.smila.processing.pipelets.FilterPipelet</span></a>
+<ul>
+<li class="toclevel-2"><a href="Bundle_org.eclipse.smila.processing.pipelets.html#Configuration_4"><span class="tocnumber">5.1</span> <span class="toctext">Configuration</span></a></li>
+<li class="toclevel-2"><a href="Bundle_org.eclipse.smila.processing.pipelets.html#Example_3"><span class="tocnumber">5.2</span> <span class="toctext">Example</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Bundle_org.eclipse.smila.processing.pipelets.html#org.eclipse.smila.processing.pipelets.HtmlToTextPipelet"><span class="tocnumber">6</span> <span class="toctext">org.eclipse.smila.processing.pipelets.HtmlToTextPipelet</span></a>
+<ul>
+<li class="toclevel-2"><a href="Bundle_org.eclipse.smila.processing.pipelets.html#Description_2"><span class="tocnumber">6.1</span> <span class="toctext">Description</span></a></li>
+<li class="toclevel-2"><a href="Bundle_org.eclipse.smila.processing.pipelets.html#Configuration_5"><span class="tocnumber">6.2</span> <span class="toctext">Configuration</span></a></li>
+<li class="toclevel-2"><a href="Bundle_org.eclipse.smila.processing.pipelets.html#Example_4"><span class="tocnumber">6.3</span> <span class="toctext">Example</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Bundle_org.eclipse.smila.processing.pipelets.html#org.eclipse.smila.processing.pipelets.CopyPipelet"><span class="tocnumber">7</span> <span class="toctext">org.eclipse.smila.processing.pipelets.CopyPipelet</span></a>
+<ul>
+<li class="toclevel-2"><a href="Bundle_org.eclipse.smila.processing.pipelets.html#Description_3"><span class="tocnumber">7.1</span> <span class="toctext">Description</span></a></li>
+<li class="toclevel-2"><a href="Bundle_org.eclipse.smila.processing.pipelets.html#Configuration_6"><span class="tocnumber">7.2</span> <span class="toctext">Configuration</span></a></li>
+<li class="toclevel-2"><a href="Bundle_org.eclipse.smila.processing.pipelets.html#Example_5"><span class="tocnumber">7.3</span> <span class="toctext">Example</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Bundle_org.eclipse.smila.processing.pipelets.html#org.eclipse.smila.processing.pipelets.SubAttributeExtractorPipelet"><span class="tocnumber">8</span> <span class="toctext">org.eclipse.smila.processing.pipelets.SubAttributeExtractorPipelet</span></a>
+<ul>
+<li class="toclevel-2"><a href="Bundle_org.eclipse.smila.processing.pipelets.html#Description_4"><span class="tocnumber">8.1</span> <span class="toctext">Description</span></a></li>
+<li class="toclevel-2"><a href="Bundle_org.eclipse.smila.processing.pipelets.html#Configuration_7"><span class="tocnumber">8.2</span> <span class="toctext">Configuration</span></a></li>
+<li class="toclevel-2"><a href="Bundle_org.eclipse.smila.processing.pipelets.html#Example_6"><span class="tocnumber">8.3</span> <span class="toctext">Example</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Bundle_org.eclipse.smila.processing.pipelets.html#org.eclipse.smila.processing.pipelets.ReplacePipelet"><span class="tocnumber">9</span> <span class="toctext">org.eclipse.smila.processing.pipelets.ReplacePipelet</span></a>
+<ul>
+<li class="toclevel-2"><a href="Bundle_org.eclipse.smila.processing.pipelets.html#Description_5"><span class="tocnumber">9.1</span> <span class="toctext">Description</span></a></li>
+<li class="toclevel-2"><a href="Bundle_org.eclipse.smila.processing.pipelets.html#Configuration_8"><span class="tocnumber">9.2</span> <span class="toctext">Configuration</span></a></li>
+<li class="toclevel-2"><a href="Bundle_org.eclipse.smila.processing.pipelets.html#Examples"><span class="tocnumber">9.3</span> <span class="toctext">Examples</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Bundle_org.eclipse.smila.processing.pipelets.html#org.eclipse.smila.processing.pipelets.ScriptPipelet"><span class="tocnumber">10</span> <span class="toctext">org.eclipse.smila.processing.pipelets.ScriptPipelet</span></a>
+<ul>
+<li class="toclevel-2"><a href="Bundle_org.eclipse.smila.processing.pipelets.html#Description_6"><span class="tocnumber">10.1</span> <span class="toctext">Description</span></a></li>
+<li class="toclevel-2"><a href="Bundle_org.eclipse.smila.processing.pipelets.html#Configuration_9"><span class="tocnumber">10.2</span> <span class="toctext">Configuration</span></a></li>
+<li class="toclevel-2"><a href="Bundle_org.eclipse.smila.processing.pipelets.html#Examples_2"><span class="tocnumber">10.3</span> <span class="toctext">Examples</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Bundle_org.eclipse.smila.processing.pipelets.html#org.eclipse.smila.processing.pipelets.MimeTypeIdentifyPipelet"><span class="tocnumber">11</span> <span class="toctext">org.eclipse.smila.processing.pipelets.MimeTypeIdentifyPipelet</span></a>
+<ul>
+<li class="toclevel-2"><a href="Bundle_org.eclipse.smila.processing.pipelets.html#Description_7"><span class="tocnumber">11.1</span> <span class="toctext">Description</span></a></li>
+<li class="toclevel-2"><a href="Bundle_org.eclipse.smila.processing.pipelets.html#Configuration_10"><span class="tocnumber">11.2</span> <span class="toctext">Configuration</span></a></li>
+<li class="toclevel-2"><a href="Bundle_org.eclipse.smila.processing.pipelets.html#Example_7"><span class="tocnumber">11.3</span> <span class="toctext">Example</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Bundle_org.eclipse.smila.processing.pipelets.html#org.eclipse.smila.processing.pipelets.FileReaderPipelet"><span class="tocnumber">12</span> <span class="toctext">org.eclipse.smila.processing.pipelets.FileReaderPipelet</span></a>
+<ul>
+<li class="toclevel-2"><a href="Bundle_org.eclipse.smila.processing.pipelets.html#Description_8"><span class="tocnumber">12.1</span> <span class="toctext">Description</span></a></li>
+<li class="toclevel-2"><a href="Bundle_org.eclipse.smila.processing.pipelets.html#Configuration_11"><span class="tocnumber">12.2</span> <span class="toctext">Configuration</span></a></li>
+<li class="toclevel-2"><a href="Bundle_org.eclipse.smila.processing.pipelets.html#Example_8"><span class="tocnumber">12.3</span> <span class="toctext">Example</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="General"></a><h2> <span class="mw-headline"> General </span></h2>
+<p>All pipelets in this bundle support the configurable error handling as described in <a href="../Development_Guidelines/How_to_write_a_Pipelet.html#Implementation" class="mw-redirect" title="SMILA/Development Guidelines/How to write a Pipelet">SMILA/Development_Guidelines/How_to_write_a_Pipelet#Implementation</a>. When used in jobmanager workflows, records causing errors are dropped.
+</p><p><b> Read Type </b>
+</p>
+<ul><li> <i>runtime</i>: Parameters are read when processing records. Parameter value can be set per Record.
+</li><li> <i>init</i>: Parameters are read once from Pipelet configuration when initializing the Pipelet. Parameter value can not be overwritten in Record.
+</li></ul>
+<a name="org.eclipse.smila.processing.pipelets.CommitRecordsPipelet"></a><h2> <span class="mw-headline"> org.eclipse.smila.processing.pipelets.CommitRecordsPipelet </span></h2>
+<a name="Description"></a><h3> <span class="mw-headline"> Description </span></h3>
+<p>Commits each record in the <i>input</i> variable on the blackboard to the storages. Can be used to save the records immediately during the workflow instead of only when a workflow has been finished.
+</p>
+<a name="Configuration"></a><h3> <span class="mw-headline"> Configuration </span></h3>
+<p>none.
+</p>
+<a name="org.eclipse.smila.processing.pipelets.AddValuesPipelet"></a><h2> <span class="mw-headline"> org.eclipse.smila.processing.pipelets.AddValuesPipelet </span></h2>
+<p>Adds something to an attribute in the processed records. If the attribute does not contain a sequence already, the current value will be wrapped in one before the new values are added.
+</p>
+<a name="Configuration_2"></a><h3> <span class="mw-headline"> Configuration </span></h3>
+<table border="1">
+<tr>
+<th>Property
+</th><th>Type
+</th><th>Read Type
+</th><th>Description
+</th></tr>
+<tr>
+<td><i>outputAttribute</i>
+</td><td>A string value
+</td><td>runtime
+</td><td>The name of the attribute to add values to
+</td></tr>
+<tr>
+<td><i>valuesToAdd</i>
+</td><td>Anything, usually a value or a sequence of values
+</td><td>runtime
+</td><td>The values to add
+</td></tr></table>
+<a name="Example"></a><h3> <span class="mw-headline"> Example </span></h3>
+<p>From a test pipeline: This adds two string values to whatever already exists in attribute "out" of the processed records.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><proc:invokePipelet</span> <span class="re0">name</span>=<span class="st0">"addValuesToNonExistingAttribute"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><proc:pipelet</span> <span class="re0">class</span>=<span class="st0">"org.eclipse.smila.processing.pipelets.AddValuesPipelet"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><proc:variables</span> <span class="re0">input</span>=<span class="st0">"request"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"outputAttribute"</span><span class="re2">></span></span>out<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Seq</span> <span class="re0">key</span>=<span class="st0">"valuesToAdd"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><rec:Val<span class="re2">></span></span></span>value1<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val<span class="re2">></span></span></span>value2<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></rec:Seq<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></proc:configuration<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></proc:invokePipelet<span class="re2">></span></span></span></pre></div>
+<a name="org.eclipse.smila.processing.pipelets.RemoveAttributePipelet"></a><h2> <span class="mw-headline"> org.eclipse.smila.processing.pipelets.RemoveAttributePipelet </span></h2>
+<p>Removes an attribute from each record.
+</p>
+<a name="Configuration_3"></a><h3> <span class="mw-headline"> Configuration </span></h3>
+<p>The configuration property is either read from the <tt>_parameters</tt> attribute of a record or from the pipelet configuration. If not set at all, the record remains unchanged.
+</p>
+<table border="1">
+<tr>
+<th>Property
+</th><th>Type
+</th><th>Read Type
+</th><th>Description
+</th></tr>
+<tr>
+<td><i>removeAttribute</i>
+</td><td>A string value
+</td><td>runtime
+</td><td>The name of the attribute to remove
+</td></tr></table>
+<a name="Example_2"></a><h3> <span class="mw-headline"> Example </span></h3>
+<p>To remove the complete structure in attribute <tt>_parameters</tt>, use:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><extensionActivity<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><proc:invokePipelet</span> <span class="re0">name</span>=<span class="st0">"removeParameters"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><proc:pipelet</span> <span class="re0">class</span>=<span class="st0">"org.eclipse.smila.processing.pipelets.RemoveAttributePipelet"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><proc:variables</span> <span class="re0">input</span>=<span class="st0">"result"</span> <span class="re0">output</span>=<span class="st0">"result"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"removeAttribute"</span><span class="re2">></span></span>_parameters<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></proc:invokePipelet<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></extensionActivity<span class="re2">></span></span></span></pre></div>
+<a name="org.eclipse.smila.processing.pipelets.FilterPipelet"></a><h2> <span class="mw-headline"> org.eclipse.smila.processing.pipelets.FilterPipelet </span></h2>
+<p>Copies only those record IDs to the result which match a configurable regular expression in a configurable single-valued attribute. This is useful for conditional processing while at the same time pushing multiple records through the pipeline in a single request: Instead of using BPEL conditions use a FilterPipelet to select only the matching records in a new variable and use the this variable as the input variable for the next pipelets. You can still use the original BPEL variable in the BPEL <tt><reply></tt> activity at the end of the pipeline to return all records as the final result.
+</p>
+<a name="Configuration_4"></a><h3> <span class="mw-headline"> Configuration </span></h3>
+<p>The configuration properties are read either from the <tt>_parameters</tt> attribute of each record or from the pipelet configuration.
+</p>
+<table border="1">
+<tr>
+<th>Property
+</th><th>Type
+</th><th>Read Type
+</th><th>Description
+</th></tr>
+<tr>
+<td><i>filterAttribute</i>
+</td><td>A string value
+</td><td>runtime
+</td><td>The name of the attribute to match
+</td></tr>
+<tr>
+<td><i>filterExpression</i>
+</td><td>A string value
+</td><td>runtime
+</td><td>The regular expression to match the attribute value against
+</td></tr></table>
+<a name="Example_3"></a><h3> <span class="mw-headline"> Example </span></h3>
+<p>To get only those records in the <tt>textRecords</tt> BPEL variable that have a MimeType starting with <tt>text</tt> something like this could be used:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><extensionActivity<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><proc:invokePipelet</span> <span class="re0">name</span>=<span class="st0">"invokeFilterPipelet"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><proc:pipelet</span> <span class="re0">class</span>=<span class="st0">"org.eclipse.smila.processing.pipelets.FilterPipelet"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><proc:variables</span> <span class="re0">input</span>=<span class="st0">"request"</span> <span class="re0">output</span>=<span class="st0">"textRecords"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"filterAttribute"</span><span class="re2">></span></span>MimeType<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"filterExpression"</span><span class="re2">></span></span>text/.+<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></proc:invokePipelet<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></extensionActivity<span class="re2">></span></span></span></pre></div>
+<a name="org.eclipse.smila.processing.pipelets.HtmlToTextPipelet"></a><h2> <span class="mw-headline"> org.eclipse.smila.processing.pipelets.HtmlToTextPipelet </span></h2>
+<a name="Description_2"></a><h3> <span class="mw-headline"> Description </span></h3>
+<p>Extract plain text and metadata from an HTML document from an attribute or attachment of each record and writes the results to configurable attributes or attachments.
+</p><p>The pipelet uses the CyberNeko HTML parser <a href="http://nekohtml.sourceforge.net/" class="external text" title="http://nekohtml.sourceforge.net/" rel="nofollow">NekoHTML</a> to parse HTML documents.
+</p>
+<a name="Configuration_5"></a><h3> <span class="mw-headline"> Configuration </span></h3>
+<table border="1">
+<tr>
+<th>Property
+</th><th>Type
+</th><th>Read Type
+</th><th>Description
+</th></tr>
+<tr>
+<td><i>inputType</i>
+</td><td>String : <i>ATTACHMENT, ATTRIBUTE</i>
+</td><td>runtime
+</td><td>Defines whether the HTML input is found in an attachment or in an attribute of the record
+</td></tr>
+<tr>
+<td><i>outputType</i>
+</td><td>String : <i>ATTACHMENT, ATTRIBUTE</i>
+</td><td>runtime
+</td><td>Defines whether the plain text should be stored in an attachment or in an attribute of the record
+</td></tr>
+<tr>
+<td><i>inputName</i>
+</td><td>String
+</td><td>runtime
+</td><td>Name of input attachment or path to input attribute (process literals of attribute)
+</td></tr>
+<tr>
+<td><i>outputName</i>
+</td><td>String
+</td><td>runtime
+</td><td>Name of output attachment or path to output attribute for plain text (store result as literals of attribute)
+</td></tr>
+<tr>
+<td><i>defaultEncoding</i>
+</td><td>String
+</td><td>runtime
+</td><td>Optional, default encoding to apply to documents when not specified in the documents themselves
+</td></tr>
+<tr>
+<td><i>removeContentTags</i>
+</td><td>String
+</td><td>runtime
+</td><td>Comma-separated list of HTML tags (case-insensitive) for which the complete content should be removed from the resulting plain text. If not set, it defaults to <i>"applet,frame,object,script,style"</i>. If the value is set, you must add the default tags explicitly to have their contents removed, too.
+</td></tr>
+<tr>
+<td><i>meta:<name></i>
+</td><td>String: attribute path
+</td><td>init
+</td><td>Store the content of the <tt><META></tt> tag with <i>name="<name>"</i> (case insensitive) to the attribute named as the value of the property. E.g. a property named <i>"meta:author"</i> with value "authors" causes the content attributes of <tt><META name="author" content="..."></tt> tags to be stored in the attribute <i>authors</i> of the respective record.
+</td></tr>
+<tr>
+<td><i>tag:title</i>
+</td><td>String: attribute path
+</td><td>init
+</td><td>Store the content of the <tt><TITLE></tt> tag with to the attribute named as the value of the property.
+</td></tr></table>
+<a name="Example_4"></a><h3> <span class="mw-headline"> Example </span></h3>
+<p>This configuration extracts plain text from the HTML document in attachment <i>"html"</i> and stores the results to the attribute <i>"text"</i>. It removes the complete content of heading tags <tt><h1>, ..., <h4></tt>. In addition to that, it looks for <tt><meta></tt> tags with names <i>"author"</i> and <i>"keywords"</i> and stores their contents in attributes <i>"authors"</i> and <i>"keywords"</i>, respectively:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><extensionActivity<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><proc:invokePipelet</span> <span class="re0">name</span>=<span class="st0">"invokeHtml2Txt"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><proc:pipelet</span> <span class="re0">class</span>=<span class="st0">"org.eclipse.smila.processing.pipelets.HtmlToTextPipelet"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><proc:variables</span> <span class="re0">input</span>=<span class="st0">"request"</span> <span class="re0">output</span>=<span class="st0">"request"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"inputType"</span><span class="re2">></span></span>ATTACHMENT<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"outputType"</span><span class="re2">></span></span>ATTRIBUTE<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"inputName"</span><span class="re2">></span></span>html<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"outputName"</span><span class="re2">></span></span>text<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"defaultEncoding"</span><span class="re2">></span></span>UTF-8<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"meta:author"</span><span class="re2">></span></span>author<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"meta:keywords"</span><span class="re2">></span></span>keywords<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"meta:title"</span><span class="re2">></span></span>title<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"removeContentTags"</span><span class="re2">></span></span>h1,h2,h3,h4<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></proc:invokePipelet<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></extensionActivity<span class="re2">></span></span></span></pre></div>
+<a name="org.eclipse.smila.processing.pipelets.CopyPipelet"></a><h2> <span class="mw-headline"> org.eclipse.smila.processing.pipelets.CopyPipelet </span></h2>
+<a name="Description_3"></a><h3> <span class="mw-headline"> Description </span></h3>
+<p>This pipelet can be used to copy or move attribute values to other attributes or to copy or move a string value between attributes and/or attachments. It suppoprts two execution modes:
+</p>
+<ul><li> COPY: copy the value from the input attribute/attachment to the output attribute/attachment
+</li><li> MOVE: same as COPY, but after that delete the value from the input attribute/attachment
+</li></ul>
+<p>When an attribute is copied to another attribute, the type remains the same. When copying an attachment to an attribute, a string value is created by assuming the the attachment is a text in UTF-8 encoding. When copying an attribute value to an attachment, the attribute must be single value which is interpreted as a string value and converted to a byte array using UTF-8 encoding.
+</p>
+<a name="Configuration_6"></a><h3> <span class="mw-headline"> Configuration </span></h3>
+<table border="1">
+<tr>
+<th>Property
+</th><th>Type
+</th><th>Read Type
+</th><th>Description
+</th></tr>
+<tr>
+<td><i>inputType</i>
+</td><td>String : <i>ATTACHMENT, ATTRIBUTE</i>
+</td><td>runtime
+</td><td>selects if the input is found in an attachment or attribute of the record
+</td></tr>
+<tr>
+<td><i>outputType</i>
+</td><td>String : <i>ATTACHMENT, ATTRIBUTE</i>
+</td><td>runtime
+</td><td>selects if output should be stored in an attachment or attribute of the record
+</td></tr>
+<tr>
+<td><i>inputName</i>
+</td><td>String
+</td><td>runtime
+</td><td>name of input attachment or input attribute
+</td></tr>
+<tr>
+<td><i>outputName</i>
+</td><td>String
+</td><td>runtime
+</td><td> name of output attachment or output attribute
+</td></tr>
+<tr>
+<td><i>mode</i>
+</td><td>String : <i>COPY, MOVE</i>
+</td><td>runtime
+</td><td> execution mode. Copy the value or move (copy and delete) the value. Default is COPY.
+</td></tr>
+</table>
+<a name="Example_5"></a><h3> <span class="mw-headline"> Example </span></h3>
+<p>This configuration shows how to copy the value of attachment 'Content' into the attribute 'TextContent':
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="coMULTI"><!-- copy txt from attachment to attribute --></span></span>
+<span class="sc3"><span class="re1"><extensionActivity<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><proc:invokePipelet</span> <span class="re0">name</span>=<span class="st0">"invokeCopyContent"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><proc:pipelet</span> <span class="re0">class</span>=<span class="st0">"org.eclipse.smila.processing.pipelets.CopyPipelet"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><proc:variables</span> <span class="re0">input</span>=<span class="st0">"request"</span> <span class="re0">output</span>=<span class="st0">"request"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"inputType"</span><span class="re2">></span></span>ATTACHMENT<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"outputType"</span><span class="re2">></span></span>ATTRIBUTE<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"inputName"</span><span class="re2">></span></span>Content<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"outputName"</span><span class="re2">></span></span>TextContent<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"mode"</span><span class="re2">></span></span>COPY<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></proc:invokePipelet<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></extensionActivity<span class="re2">></span></span></span></pre></div>
+<a name="org.eclipse.smila.processing.pipelets.SubAttributeExtractorPipelet"></a><h2> <span class="mw-headline"> org.eclipse.smila.processing.pipelets.SubAttributeExtractorPipelet </span></h2>
+<a name="Description_4"></a><h3> <span class="mw-headline"> Description </span></h3>
+<p>Extracts literal values from an attribute that has a nested map. The attributes in the nested map can have nested maps themselves. To address a attribute in the nested structure, a path needs to be specified. The pipelet supports different execution modes:
+</p>
+<ul><li>FIRST: selects only the first literal of the specified attribute
+</li><li>LAST: selects only the last literal of the specified attribute
+</li><li>ALL_AS_LIST: selects all literal values of the specified attribute and returns a list
+</li><li>ALL_AS_ONE: selects all literal values of the specified attribute and concatenates them to a single string, using a separator (default is blank)
+</li></ul>
+<p>This pipelet works only on attributes, not on attachments!
+</p><p><b>Note</b>:
+If the maps on the path are nested in sequences, the pipelet uses the first element of such a sequence.
+</p>
+<a name="Configuration_7"></a><h3> <span class="mw-headline"> Configuration </span></h3>
+<table border="1">
+<tr>
+<th>Property
+</th><th>Type
+</th><th>Read Type
+</th><th>Description
+</th></tr>
+<tr>
+<td><i>inputPath</i>
+</td><td>String
+</td><td>runtime
+</td><td>the path to the input attribute with Literals
+</td></tr>
+<tr>
+<td><i>outputPath</i>
+</td><td>String
+</td><td>runtime
+</td><td>the name of the attribute to store the extracted value(s) as Literals in (not a path, only a top-level attribute, currently)
+</td></tr>
+<tr>
+<td><i>mode</i>
+</td><td>String : <i>FIRST, LAST, ALL_AS_LIST, ALL_AS_ONE</i>
+</td><td>runtime
+</td><td> execution mode. See above for details.
+</td></tr>
+<tr>
+<td><i>separator</i>
+</td><td>String
+</td><td>runtime
+</td><td> the separation string used for mode ALL_AS_ONE. Default is a blank
+</td></tr>
+</table>
+<a name="Example_6"></a><h3> <span class="mw-headline"> Example </span></h3>
+<p>This configuration can be applied to records provided by the FeedAgent. It shows how to access the subattribute 'Value' of attribute 'Contents', concatenating all values to one:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="coMULTI"><!-- extract content --></span></span>
+<span class="sc3"><span class="re1"><extensionActivity<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><proc:invokePipelet</span> <span class="re0">name</span>=<span class="st0">"extract content"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><proc:pipelet</span> <span class="re0">class</span>=<span class="st0">"org.eclipse.smila.processing.pipelets.SubAttributeExtractorPipelet"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><proc:variables</span> <span class="re0">input</span>=<span class="st0">"request"</span> <span class="re0">output</span>=<span class="st0">"request"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"inputPath"</span><span class="re2">></span></span>Contents/Value<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"outputPath"</span><span class="re2">></span></span>Content<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"mode"</span><span class="re2">></span></span>ALL_AS_ONE<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></proc:invokePipelet<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></extensionActivity<span class="re2">></span></span></span></pre></div>
+<a name="org.eclipse.smila.processing.pipelets.ReplacePipelet"></a><h2> <span class="mw-headline"> org.eclipse.smila.processing.pipelets.ReplacePipelet </span></h2>
+<a name="Description_5"></a><h3> <span class="mw-headline"> Description </span></h3>
+<p>Searches for one or more patterns in the literal value of an attribute and substitutes the found occurrences by the configured replacements.
+</p><p>You can choose from different matching types:
+</p>
+<ul><li> <i>entity</i>: Every pattern is matched against the whole attribute value (with respect to the <i>ignoreCase</i> property) and the first matching pattern defines the new value of the attribute. If no pattern matches, the result is the current value of the attribute.
+</li><li> <i>substring</i>: All patterns that are part of the attribute value are replaced.
+</li><li> <i>regexp</i>: Interpret all patterns as <a href="http://en.wikipedia.org/wiki/Regular_expression" class="external text" title="http://en.wikipedia.org/wiki/Regular_expression" rel="nofollow">regular expression</a>, see <a href="http://docs.oracle.com/javase/6/docs/api/java/util/regex/Matcher.html#replaceAll(java.lang.String)" class="external text" title="http://docs.oracle.com/javase/6/docs/api/java/util/regex/Matcher.html#replaceAll(java.lang.String)" rel="nofollow">Matcher#replaceAll(String)</a>
+</li></ul>
+<p>This pipelet works only on attributes, not on attachments!
+</p>
+<a name="Configuration_8"></a><h3> <span class="mw-headline"> Configuration </span></h3>
+<table border="1">
+<tr>
+<th>Property
+</th><th>Type
+</th><th>Read Type
+</th><th>Description
+</th></tr>
+<tr>
+<td><i>inputAttribute</i>
+</td><td>String
+</td><td>runtime
+</td><td>the name of the attribute that contains the literal to search in
+</td></tr>
+<tr>
+<td><i>outputAttribute</i>
+</td><td>String
+</td><td>runtime
+</td><td>the name of the attribute to store the result value as string, defaults to the input attribute
+</td></tr>
+<tr>
+<td><i>type</i>
+</td><td>String : <i>entity</i>, <i>substring</i>, <i>regexp</i>
+</td><td>init
+</td><td>Identifies the type of the pattern, see above for details. Defaults to <i>substring</i>.
+</td></tr>
+<tr>
+<td><i>ignoreCase</i>
+</td><td>Boolean
+</td><td>init
+</td><td>indicates that the case is ignored when matching patterns, defaults to <i>false</i>.
+</td></tr>
+<tr>
+<td><i>mapping</i>
+</td><td>Map
+</td><td>init
+</td><td>A mapping of multiple patterns and replacements. Each key is a pattern and its value the replacement.
+</td></tr>
+<tr>
+<td><i>pattern</i>
+</td><td>String
+</td><td>init
+</td><td>the pattern to apply to the literal value (see above for a description of possible types), required if no mapping is given
+</td></tr>
+<tr>
+<td><i>replacement</i>
+</td><td>String
+</td><td>init
+</td><td>the substitution string used to replace all occurrences of the pattern, defaults to the empty string
+</td></tr>
+</table>
+<a name="Examples"></a><h3> <span class="mw-headline"> Examples </span></h3>
+<p>This configuration can be used to map language ids to their label:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><extensionActivity<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><proc:invokePipelet</span> <span class="re0">name</span>=<span class="st0">"set language label"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><proc:pipelet</span> <span class="re0">class</span>=<span class="st0">"org.eclipse.smila.processing.pipelets.ReplacePipelet"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><proc:variables</span> <span class="re0">input</span>=<span class="st0">"request"</span> <span class="re0">output</span>=<span class="st0">"request"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"inputAttribute"</span><span class="re2">></span></span>Language<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"outputAttribute"</span><span class="re2">></span></span>LanguageLabel<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"type"</span><span class="re2">></span></span>entity<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"ignoreCase"</span> <span class="re0">type</span>=<span class="st0">"boolean"</span><span class="re2">></span></span>true<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Map</span> <span class="re0">key</span>=<span class="st0">"mapping"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"de"</span><span class="re2">></span></span>German<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"en"</span><span class="re2">></span></span>English<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"es"</span><span class="re2">></span></span>Spanish<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"fr"</span><span class="re2">></span></span>French<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ ...
+ <span class="sc3"><span class="re1"></rec:Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></proc:invokePipelet<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></extensionActivity<span class="re2">></span></span></span></pre></div>
+<p>This configuration can be used to cut the time information from a timestamp:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><extensionActivity<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><proc:invokePipelet</span> <span class="re0">name</span>=<span class="st0">"cut time"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><proc:pipelet</span> <span class="re0">class</span>=<span class="st0">"org.eclipse.smila.processing.pipelets.ReplacePipelet"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><proc:variables</span> <span class="re0">input</span>=<span class="st0">"request"</span> <span class="re0">output</span>=<span class="st0">"request"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"inputAttribute"</span><span class="re2">></span></span>ModificationTime<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"outputAttribute"</span><span class="re2">></span></span>ModificationDate<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"type"</span><span class="re2">></span></span>regexp<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"pattern"</span><span class="re2">></span></span>[T ].*<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"replacement"</span><span class="re2">></span></span><span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></proc:invokePipelet<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></extensionActivity<span class="re2">></span></span></span></pre></div>
+<a name="org.eclipse.smila.processing.pipelets.ScriptPipelet"></a><h2> <span class="mw-headline"> org.eclipse.smila.processing.pipelets.ScriptPipelet </span></h2>
+<a name="Description_6"></a><h3> <span class="mw-headline"> Description </span></h3>
+<p>Executes a script for each record.
+</p><p>For execution the <a href="http://en.wikipedia.org/wiki/Scripting_for_the_Java_Platform" class="external text" title="http://en.wikipedia.org/wiki/Scripting_for_the_Java_Platform" rel="nofollow">Java Scripting API (JSR 223)</a> is responsible - thus any compatible scripting engine can be used. JavaScript is available "out of the box" and the default script language.
+</p><p>The context of the script will contain three variables:
+</p>
+<ul><li> <i>blackboard</i>: a reference to the <a href="http://build.eclipse.org/rt/smila/javadoc/current/org/eclipse/smila/blackboard/Blackboard.html" class="external text" title="http://build.eclipse.org/rt/smila/javadoc/current/org/eclipse/smila/blackboard/Blackboard.html" rel="nofollow">blackboard</a>
+</li><li> <i>id</i>: the ID of the current record
+</li><li> <i>record</i>: the <a href="http://build.eclipse.org/rt/smila/javadoc/current/org/eclipse/smila/datamodel/AnyMap.html" class="external text" title="http://build.eclipse.org/rt/smila/javadoc/current/org/eclipse/smila/datamodel/AnyMap.html" rel="nofollow">metadata</a> of the current record
+</li></ul>
+<p>Please be aware that the intention of this pipelet is to write pipelines fast, but not to write fast pipelines - the script is parsed for every record. Don't use it for production environments where performance matters, but use it to develop an algorithm that you can put into <a href="../Development_Guidelines/How_to_write_a_Pipelet.html" class="mw-redirect" title="SMILA/Development Guidelines/How to write a Pipelet">your own pipelet</a>.
+</p>
+<a name="Configuration_9"></a><h3> <span class="mw-headline"> Configuration </span></h3>
+<table border="1">
+<tr>
+<th>Property
+</th><th>Type
+</th><th>Read Type
+</th><th>Description
+</th></tr>
+<tr>
+<td><i>type</i>
+</td><td>String
+</td><td>init
+</td><td>the mime type of the scripting language, defaults to "text/javascript"
+</td></tr>
+<tr>
+<td><i>scriptFile</i>
+</td><td>String
+</td><td>runtime
+</td><td>the path of the file that contains the script - modifications of this file are observed on every execution of the pipelet
+</td></tr>
+<tr>
+<td><i>script</i>
+</td><td>String
+</td><td>init
+</td><td>The "inline" script, required unless <i>scriptFile</i> is specified (ignored in that case)
+</td></tr>
+<tr>
+<td><i>resultAttribute</i>
+</td><td>String
+</td><td>runtime
+</td><td>The name of an attribute that will receive the result of the script (usually the result of the last expression)
+</td></tr>
+</table>
+<a name="Examples_2"></a><h3> <span class="mw-headline"> Examples </span></h3>
+<p>This configuration can be used to concatenate the values of two attributes and save the result into a third one:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><extensionActivity<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><proc:invokePipelet</span> <span class="re0">name</span>=<span class="st0">"create full name"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><proc:pipelet</span> <span class="re0">class</span>=<span class="st0">"org.eclipse.smila.processing.pipelets.ScriptPipelet"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><proc:variables</span> <span class="re0">input</span>=<span class="st0">"request"</span> <span class="re0">output</span>=<span class="st0">"request"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"script"</span><span class="re2">></span></span>record.getStringValue("firstName") + " " + record.getStringValue("lastName")<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"resultAttribute"</span><span class="re2">></span></span>fullName<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></proc:invokePipelet<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></extensionActivity<span class="re2">></span></span></span></pre></div>
+<p>This configuration can be used to execute a java script file from $SMILA_PATH$/configuration/example.js:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><extensionActivity<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><proc:invokePipelet</span> <span class="re0">name</span>=<span class="st0">"execute script"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><proc:pipelet</span> <span class="re0">class</span>=<span class="st0">"org.eclipse.smila.processing.pipelets.ScriptPipelet"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><proc:variables</span> <span class="re0">input</span>=<span class="st0">"request"</span> <span class="re0">output</span>=<span class="st0">"request"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"scriptFile"</span><span class="re2">></span></span>configuration/example.js<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></proc:invokePipelet<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></extensionActivity<span class="re2">></span></span></span></pre></div>
+<a name="org.eclipse.smila.processing.pipelets.MimeTypeIdentifyPipelet"></a><h2> <span class="mw-headline"> org.eclipse.smila.processing.pipelets.MimeTypeIdentifyPipelet </span></h2>
+<a name="Description_7"></a><h3> <span class="mw-headline"> Description </span></h3>
+<p>This pipelet is used to identify the MIME type of a document.
+It uses an <tt>org.eclipse.smila.processing.pipelets.mimetype.MimeTypeIdentifier</tt> service to perform the actual identification of the MIME type. Depending on the specified properties, the MIME type is detected from the file content, from the file extension, or from both. If the identification does not return a MIME type - and if configured accordingly - the service will search the metadata for this information. The identified MIME type is then stored to an attribute in the record.
+</p>
+<a name="Configuration_10"></a><h3> <span class="mw-headline"> Configuration </span></h3>
+<p>The pipelet is configured using the <tt><configuration></tt> section inside the <tt><invokePipelet></tt> activity of the corresponding BPEL file. It provides the following properties:
+</p>
+<table border="1">
+<tr>
+<th>Property</th><th>Type</th><th>Read Type</th><th>Usage</th><th>Description
+</th></tr>
+<tr>
+<td><i>FileExtensionAttribute</i></td><td>String</td><td>init</td><td>Optional</td><td>Name of the attribute containing the file extension
+</td></tr>
+<tr>
+<td><i>ContentAttachment</i></td><td>String</td><td>init</td><td>Optional</td><td>Name of the attachment containing the file content
+</td></tr>
+<tr>
+<td><i>MetaDataAttribute</i></td><td>String</td><td>init</td><td>Optional</td><td>Name of the attribute containing metadata information, e.g. a Web Crawler returns a response header containing applicable MIME type information
+</td></tr>
+<tr>
+<td><i>MimeTypeAttribute</i></td><td>String</td><td>init</td><td>Required</td><td>Name of the attribute to store the identified MIME type to
+</td></tr></table>
+<p>Note that at least one of the properties <i>FileExtensionAttribute</i>, <i>ContentAttachment</i>, and <i>MetaDataAttribute</i> must be specified!
+</p>
+<a name="Example_7"></a><h3> <span class="mw-headline"> Example </span></h3>
+<p>The following example is used in the SMILA example application to identify the MIME types of documents that are delivered by the File System Crawler or Web Crawler.
+</p><p><b>addpipeline.bpel</b>
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><extensionActivity<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><proc:invokePipelet</span> <span class="re0">name</span>=<span class="st0">"detect MimeType"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><proc:pipelet</span> <span class="re0">class</span>=<span class="st0">"org.eclipse.smila.processing.pipelets.MimeTypeIdentifyPipelet"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><proc:variables</span> <span class="re0">input</span>=<span class="st0">"request"</span> <span class="re0">output</span>=<span class="st0">"request"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"FileExtensionAttribute"</span><span class="re2">></span></span>Extension<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"MetaDataAttribute"</span><span class="re2">></span></span>MetaData<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"MimeTypeAttribute"</span><span class="re2">></span></span>MimeType<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></proc:invokePipelet<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></extensionActivity<span class="re2">></span></span></span></pre></div>
+<a name="org.eclipse.smila.processing.pipelets.FileReaderPipelet"></a><h2> <span class="mw-headline"> org.eclipse.smila.processing.pipelets.FileReaderPipelet </span></h2>
+<a name="Description_8"></a><h3> <span class="mw-headline"> Description </span></h3>
+<p>This pipelet can be used to read content from a file and add it as an attachment.
+</p>
+<a name="Configuration_11"></a><h3> <span class="mw-headline"> Configuration </span></h3>
+<table border="1">
+<tr>
+<th>Property
+</th><th>Type
+</th><th>Read Type
+</th><th>Description
+</th></tr>
+<tr>
+<td><i>pathAttribute</i>
+</td><td>String
+</td><td>runtime
+</td><td>The name of the attribute with the path of the file to read from
+</td></tr>
+<tr>
+<td><i>contentAttachment</i>
+</td><td>String
+</td><td>runtime
+</td><td>The name of the attachment to store the content
+</td></tr>
+</table>
+<a name="Example_8"></a><h3> <span class="mw-headline"> Example </span></h3>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="coMULTI"><!-- read from file and add attachment --></span></span>
+<span class="sc3"><span class="re1"><extensionActivity<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><proc:invokePipelet</span> <span class="re0">name</span>=<span class="st0">"invokeReadFile"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><proc:pipelet</span> <span class="re0">class</span>=<span class="st0">"org.eclipse.smila.processing.pipelets.FileReaderPipelet"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><proc:variables</span> <span class="re0">input</span>=<span class="st0">"request"</span> <span class="re0">output</span>=<span class="st0">"request"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"pathAttribute"</span><span class="re2">></span></span>path<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"contentAttachment"</span><span class="re2">></span></span>content<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></proc:invokePipelet<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></extensionActivity<span class="re2">></span></span></span></pre></div>
+<p>LanguageLabel
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 97/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15166-0!1!0!!en!2!edit=0 and timestamp 20120203100438 -->
+<div class="printfooter">
+Retrieved from "<a href="Bundle_org.eclipse.smila.processing.pipelets.html">http://wiki.eclipse.org/SMILA/Documentation/Bundle_org.eclipse.smila.processing.pipelets</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Categories</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span> | <span dir='ltr'><a href="http://wiki.eclipse.org/index.php?title=Category:SMILA/Pipelet&action=edit" class="new" title="Category:SMILA/Pipelet">SMILA/Pipelet</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 11:23, 23 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/User:Eclipse.liefke.biz" title="User:Eclipse.liefke.biz">Tobias Liefke</a>, <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a> and <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Bundle_org.eclipse.smila.processing.pipelets&action=credits" title="SMILA/Documentation/Bundle org.eclipse.smila.processing.pipelets">others</a>.</p>
+ <p id="footerviews">This page has been accessed 3,893 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.068 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Bundle_org.eclipse.smila.processing.pipelets.xmlprocessing.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Bundle_org.eclipse.smila.processing.pipelets.xmlprocessing.html
new file mode 100644
index 0000000..e446d66
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Bundle_org.eclipse.smila.processing.pipelets.xmlprocessing.html
@@ -0,0 +1,698 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/Bundle org.eclipse.smila.processing.pipelets.xmlprocessing,SMILA/Development Guidelines/How to write a Pipelet" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/Bundle org.eclipse.smila.processing.pipelets.xmlprocessing - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/Bundle_org.eclipse.smila.processing.pipelets.xmlprocessing";
+var wgTitle = "SMILA/Documentation/Bundle org.eclipse.smila.processing.pipelets.xmlprocessing";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15199";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "284067";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-javascript {line-height: normal; font-size: medium;}
+.source-javascript li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for javascript
+ * CSS class: source-javascript, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-javascript .de1, .source-javascript .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-javascript {}
+.source-javascript .head {}
+.source-javascript .foot {}
+.source-javascript .imp {font-weight: bold; color: red;}
+.source-javascript .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-javascript li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-javascript li.li2 {font-weight: bold;}
+.source-javascript .kw1 {color: #000066; font-weight: bold;}
+.source-javascript .kw2 {color: #003366; font-weight: bold;}
+.source-javascript .kw3 {color: #000066;}
+.source-javascript .co1 {color: #009900; font-style: italic;}
+.source-javascript .coMULTI {color: #009900; font-style: italic;}
+.source-javascript .es0 {color: #000099; font-weight: bold;}
+.source-javascript .br0 {color: #66cc66;}
+.source-javascript .st0 {color: #3366CC;}
+.source-javascript .nu0 {color: #CC0000;}
+.source-javascript .me1 {color: #006600;}
+.source-javascript .sc0 {}
+.source-javascript .sc1 {}
+.source-javascript .sc2 {}
+.source-javascript .sc3 {}
+.source-javascript .re0 {color: #0066FF;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="Bundle_org.eclipse.smila.processing.pipelets.xmlprocessing.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_Bundle_org_eclipse_smila_processing_pipelets_xmlprocessing">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Bundle_org.eclipse.smila.processing.pipelets.xmlprocessing">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/Bundle_org.eclipse.smila.processing.pipelets.xmlprocessing">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/Bundle_org.eclipse.smila.processing.pipelets.xmlprocessing">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Bundle_org.eclipse.smila.processing.pipelets.xmlprocessing&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Bundle_org.eclipse.smila.processing.pipelets.xmlprocessing&oldid=284067">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Bundle_org.eclipse.smila.processing.pipelets.xmlprocessing.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/Bundle_org.eclipse.smila.processing.pipelets.xmlprocessing&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Bundle_org.eclipse.smila.processing.pipelets.xmlprocessing&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Bundle_org.eclipse.smila.processing.pipelets.xmlprocessing&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Bundle%20org.eclipse.smila.processing.pipelets.xmlprocessing"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/Bundle org.eclipse.smila.processing.pipelets.xmlprocessing</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Bundle_org.eclipse.smila.processing.pipelets.xmlprocessing.html#column-one">navigation</a>, <a href="Bundle_org.eclipse.smila.processing.pipelets.xmlprocessing.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Bundle_org.eclipse.smila.processing.pipelets.xmlprocessing.html#General"><span class="tocnumber">1</span> <span class="toctext">General</span></a></li>
+<li class="toclevel-1"><a href="Bundle_org.eclipse.smila.processing.pipelets.xmlprocessing.html#org.eclipse.smila.processing.pipelets.xmlprocessing.XslTransformationPipelet"><span class="tocnumber">2</span> <span class="toctext">org.eclipse.smila.processing.pipelets.xmlprocessing.XslTransformationPipelet</span></a>
+<ul>
+<li class="toclevel-2"><a href="Bundle_org.eclipse.smila.processing.pipelets.xmlprocessing.html#Description"><span class="tocnumber">2.1</span> <span class="toctext">Description</span></a></li>
+<li class="toclevel-2"><a href="Bundle_org.eclipse.smila.processing.pipelets.xmlprocessing.html#Configuration"><span class="tocnumber">2.2</span> <span class="toctext">Configuration</span></a>
+<ul>
+<li class="toclevel-3"><a href="Bundle_org.eclipse.smila.processing.pipelets.xmlprocessing.html#Example"><span class="tocnumber">2.2.1</span> <span class="toctext">Example</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Bundle_org.eclipse.smila.processing.pipelets.xmlprocessing.html#org.eclipse.smila.processing.pipelets.xmlprocessing.XPathExtractorPipelet"><span class="tocnumber">3</span> <span class="toctext">org.eclipse.smila.processing.pipelets.xmlprocessing.XPathExtractorPipelet</span></a>
+<ul>
+<li class="toclevel-2"><a href="Bundle_org.eclipse.smila.processing.pipelets.xmlprocessing.html#Description_2"><span class="tocnumber">3.1</span> <span class="toctext">Description</span></a></li>
+<li class="toclevel-2"><a href="Bundle_org.eclipse.smila.processing.pipelets.xmlprocessing.html#Configuration_2"><span class="tocnumber">3.2</span> <span class="toctext">Configuration</span></a>
+<ul>
+<li class="toclevel-3"><a href="Bundle_org.eclipse.smila.processing.pipelets.xmlprocessing.html#Example_2"><span class="tocnumber">3.2.1</span> <span class="toctext">Example</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Bundle_org.eclipse.smila.processing.pipelets.xmlprocessing.html#org.eclipse.smila.processing.pipelets.xmlprocessing.XPathFilterPipelet"><span class="tocnumber">4</span> <span class="toctext">org.eclipse.smila.processing.pipelets.xmlprocessing.XPathFilterPipelet</span></a>
+<ul>
+<li class="toclevel-2"><a href="Bundle_org.eclipse.smila.processing.pipelets.xmlprocessing.html#Description_3"><span class="tocnumber">4.1</span> <span class="toctext">Description</span></a></li>
+<li class="toclevel-2"><a href="Bundle_org.eclipse.smila.processing.pipelets.xmlprocessing.html#Configuration_3"><span class="tocnumber">4.2</span> <span class="toctext">Configuration</span></a>
+<ul>
+<li class="toclevel-3"><a href="Bundle_org.eclipse.smila.processing.pipelets.xmlprocessing.html#Examples"><span class="tocnumber">4.2.1</span> <span class="toctext">Examples</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Bundle_org.eclipse.smila.processing.pipelets.xmlprocessing.html#org.eclipse.smila.processing.pipelets.xmlprocessing.RemoveElementFromXMLPipelet"><span class="tocnumber">5</span> <span class="toctext">org.eclipse.smila.processing.pipelets.xmlprocessing.RemoveElementFromXMLPipelet</span></a>
+<ul>
+<li class="toclevel-2"><a href="Bundle_org.eclipse.smila.processing.pipelets.xmlprocessing.html#Description_4"><span class="tocnumber">5.1</span> <span class="toctext">Description</span></a></li>
+<li class="toclevel-2"><a href="Bundle_org.eclipse.smila.processing.pipelets.xmlprocessing.html#Configuration_4"><span class="tocnumber">5.2</span> <span class="toctext">Configuration</span></a>
+<ul>
+<li class="toclevel-3"><a href="Bundle_org.eclipse.smila.processing.pipelets.xmlprocessing.html#Example_3"><span class="tocnumber">5.2.1</span> <span class="toctext">Example</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Bundle_org.eclipse.smila.processing.pipelets.xmlprocessing.html#org.eclipse.smila.processing.pipelets.xmlprocessing.TidyPipelet"><span class="tocnumber">6</span> <span class="toctext">org.eclipse.smila.processing.pipelets.xmlprocessing.TidyPipelet</span></a>
+<ul>
+<li class="toclevel-2"><a href="Bundle_org.eclipse.smila.processing.pipelets.xmlprocessing.html#Description_5"><span class="tocnumber">6.1</span> <span class="toctext">Description</span></a></li>
+<li class="toclevel-2"><a href="Bundle_org.eclipse.smila.processing.pipelets.xmlprocessing.html#Configuration_5"><span class="tocnumber">6.2</span> <span class="toctext">Configuration</span></a>
+<ul>
+<li class="toclevel-3"><a href="Bundle_org.eclipse.smila.processing.pipelets.xmlprocessing.html#Example_4"><span class="tocnumber">6.2.1</span> <span class="toctext">Example</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Bundle_org.eclipse.smila.processing.pipelets.xmlprocessing.html#org.eclipse.smila.processing.pipelets.xmlprocessing.XmlSplitterPipelet"><span class="tocnumber">7</span> <span class="toctext">org.eclipse.smila.processing.pipelets.xmlprocessing.XmlSplitterPipelet</span></a>
+<ul>
+<li class="toclevel-2"><a href="Bundle_org.eclipse.smila.processing.pipelets.xmlprocessing.html#Description_6"><span class="tocnumber">7.1</span> <span class="toctext">Description</span></a></li>
+<li class="toclevel-2"><a href="Bundle_org.eclipse.smila.processing.pipelets.xmlprocessing.html#Configuration_6"><span class="tocnumber">7.2</span> <span class="toctext">Configuration</span></a>
+<ul>
+<li class="toclevel-3"><a href="Bundle_org.eclipse.smila.processing.pipelets.xmlprocessing.html#Example_5"><span class="tocnumber">7.2.1</span> <span class="toctext">Example</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="General"></a><h2> <span class="mw-headline"> General </span></h2>
+<p>All pipelets in this bundle support the configurable error handling as described in <a href="../Development_Guidelines/How_to_write_a_Pipelet.html#Implementation" class="mw-redirect" title="SMILA/Development Guidelines/How to write a Pipelet">SMILA/Development_Guidelines/How_to_write_a_Pipelet#Implementation</a>. When used in jobmanager workflows, records causing errors are dropped.
+</p><p><b> Read Type </b>
+</p>
+<ul><li> <i>runtime</i>: Parameters are read when processing records. Parameter value can be set per Record.
+</li><li> <i>init</i>: Parameters are read once from Pipelet configuration when initializing the Pipelet. Parameter value can not be overwritten in Record.
+</li></ul>
+<a name="org.eclipse.smila.processing.pipelets.xmlprocessing.XslTransformationPipelet"></a><h2> <span class="mw-headline"> <tt>org.eclipse.smila.processing.pipelets.xmlprocessing.XslTransformationPipelet</tt> </span></h2>
+<a name="Description"></a><h3> <span class="mw-headline"> Description </span></h3>
+<p>This pipelet performs an XSL transformation on an attribute or attachment value and stores the transformed document in an attribute or attachment.
+</p>
+<a name="Configuration"></a><h3> <span class="mw-headline"> Configuration </span></h3>
+<table border="1">
+<tr>
+<th>Property</th><th>Data Type</th><th>Read Type</th><th>Description
+</th></tr>
+<tr>
+<td><i>inputType</i></td><td>String : ATTACHMENT, ATTRIBUTE</td><td>runtime</td><td>Defines whether the XML input is found in an attachment or in an attribute of the record.
+</td></tr>
+<tr>
+<td><i>outputType</i></td><td>String : ATTACHMENT, ATTRIBUTE</td><td>runtime</td><td>Defines whether the transformed output should be stored in an attachment or in an attribute of the record.
+</td></tr>
+<tr>
+<td><i>inputName</i></td><td>String</td><td>runtime</td><td>The name of the input attachment or the path to the input attribute (process literals of attribute).
+</td></tr>
+<tr>
+<td><i>outputName</i></td><td>String</td><td>runtime</td><td>The name of the output attachment or the path to the output attribute (store result as literals of attribute).
+</td></tr>
+<tr>
+<td><i>xslFile</i></td><td>String</td><td>runtime</td><td>The name (with relative or absolute path) of the XSL file to be used for transformation.
+</td></tr></table>
+<a name="Example"></a><h4> <span class="mw-headline"> Example </span></h4>
+<p><b>Pipelet configuration for XslTransformationPipelet</b>
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"inputType"</span><span class="re2">></span></span>ATTRIBUTE<span class="sc3"><span class="re1"><rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"outputType"</span><span class="re2">></span></span>ATTRIBUTE<span class="sc3"><span class="re1"><rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"inputName"</span><span class="re2">></span></span>xmlIn<span class="sc3"><span class="re1"><rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"outputName"</span><span class="re2">></span></span>xmlOut<span class="sc3"><span class="re1"><rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"xslFile"</span><span class="re2">></span></span>./configuration/data/author.xsl<span class="sc3"><span class="re1"><rec:Val<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></proc:configuration<span class="re2">></span></span></span></pre></div>
+<a name="org.eclipse.smila.processing.pipelets.xmlprocessing.XPathExtractorPipelet"></a><h2> <span class="mw-headline"> <tt>org.eclipse.smila.processing.pipelets.xmlprocessing.XPathExtractorPipelet</tt> </span></h2>
+<a name="Description_2"></a><h3> <span class="mw-headline"> Description </span></h3>
+<p>This pipelet extracts elements selected by XPath, converts them to appropriate data types (Boolean, Double, String), and stores the transformed value in an attribute or attachment.
+</p>
+<a name="Configuration_2"></a><h3> <span class="mw-headline"> Configuration </span></h3>
+<table border="1">
+<tr>
+<th>Property</th><th>Data Type</th><th>Read Type</th><th>Description
+</th></tr>
+<tr>
+<td><i>inputType</i></td><td>String : ATTACHMENT, ATTRIBUTE</td><td>runtime</td><td>Defines whether the XML input is found in an attachment or in an attribute of the record.
+</td></tr>
+<tr>
+<td><i>outputType</i></td><td>String : ATTACHMENT, ATTRIBUTE</td><td>runtime</td><td>Defines whether the transformed output should be stored in an attachment or in an attribute of the record.
+</td></tr>
+<tr>
+<td><i>inputName</i></td><td>String</td><td>runtime</td><td>The name of the input attachment or the path to the input attribute (process literals of attribute).
+</td></tr>
+<tr>
+<td><i>outputName</i></td><td>String</td><td>runtime</td><td>The name of the output attachment or the path to the output attribute (store result as literals of attribute).
+</td></tr>
+<tr>
+<td><i>xpath</i></td><td>String</td><td>runtime</td><td>The XPath expression to be evaluated.
+</td></tr>
+<tr>
+<td><i>separator</i></td><td>String</td><td>runtime</td><td>The optional separator.
+</td></tr>
+<tr>
+<td><i>namespace</i></td><td>String</td><td>runtime</td><td>The optional XML namespace.
+</td></tr></table>
+<a name="Example_2"></a><h4> <span class="mw-headline"> Example </span></h4>
+<p><b>Pipelet configuration for XPathExtractorPipelet</b>
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"inputType"</span><span class="re2">></span></span>ATTRIBUTE<span class="sc3"><span class="re1"><rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"outputType"</span><span class="re2">></span></span>ATTRIBUTE<span class="sc3"><span class="re1"><rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"inputName"</span><span class="re2">></span></span>xmlIn<span class="sc3"><span class="re1"><rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"outputName"</span><span class="re2">></span></span>xmlOut<span class="sc3"><span class="re1"><rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"xpath"</span><span class="re2">></span></span>author/email<span class="sc3"><span class="re1"><rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"separator"</span><span class="re2">></span></span><span class="sc3"><span class="re1"><rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"namespace"</span><span class="re2">></span></span><span class="sc3"><span class="re1"><rec:Val<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></proc:configuration<span class="re2">></span></span></span></pre></div>
+<hr />
+<a name="org.eclipse.smila.processing.pipelets.xmlprocessing.XPathFilterPipelet"></a><h2> <span class="mw-headline"> <tt>org.eclipse.smila.processing.pipelets.xmlprocessing.XPathFilterPipelet</tt> </span></h2>
+<a name="Description_3"></a><h3> <span class="mw-headline"> Description </span></h3>
+<p>This pipelet filters elements by XPath expressions (either using include or exclude mode) and stores the filtered elements as a new document in an attribute or attachment.
+</p>
+<a name="Configuration_3"></a><h3> <span class="mw-headline"> Configuration </span></h3>
+<table border="1">
+<tr>
+<th>Property</th><th>Data Type</th><th>Read Type</th><th>Description
+</th></tr>
+<tr>
+<td><i>inputType</i></td><td>String : ATTACHMENT, ATTRIBUTE</td><td>runtime</td><td>Defines whether the XML input is found in an attachment or in an attribute of the record.
+</td></tr>
+<tr>
+<td><i>outputType</i></td><td>String : ATTACHMENT, ATTRIBUTE</td><td>runtime</td><td>Defines whether the transformed output should be stored in an attachment or in an attribute of the record.
+</td></tr>
+<tr>
+<td><i>inputName</i></td><td>String</td><td>runtime</td><td>The name of the input attachment or the path to the input attribute (process literals of attribute).
+</td></tr>
+<tr>
+<td><i>outputName</i></td><td>String</td><td>runtime</td><td>The name of the output attachment or the path to the output attribute (store result as literals of attribute).
+</td></tr>
+<tr>
+<td><i>xpath</i></td><td>String</td><td>runtime</td><td>The XPath expressions to be evaluated (multi-valued property).
+</td></tr>
+<tr>
+<td><i>filterMode</i></td><td>String : INCLUDE, EXCLUDE</td><td>runtime</td><td>The filter mode, defining whether to include or exclude the elements matched by the XPath expressions.
+</td></tr>
+<tr>
+<td><i>namespace</i></td><td>String</td><td>runtime</td><td>The optional XML namespace.
+</td></tr></table>
+<a name="Examples"></a><h4> <span class="mw-headline"> Examples </span></h4>
+<p><b>Pipelet configuration for XPathFilterPipelet with multi-valued xpath</b>
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"inputType"</span><span class="re2">></span></span>ATTRIBUTE<span class="sc3"><span class="re1"><rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"outputType"</span><span class="re2">></span></span>ATTRIBUTE<span class="sc3"><span class="re1"><rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"inputName"</span><span class="re2">></span></span>xmlIn<span class="sc3"><span class="re1"><rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"outputName"</span><span class="re2">></span></span>xmlOut<span class="sc3"><span class="re1"><rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Seq</span> <span class="re0">key</span>=<span class="st0">"xpath"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><rec:Val<span class="re2">></span></span></span>author/email<span class="sc3"><span class="re1"><rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val<span class="re2">></span></span></span>author/name<span class="sc3"><span class="re1"><rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></rec:Seq<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"filterMode"</span><span class="re2">></span></span>EXCLUDE<span class="sc3"><span class="re1"><rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"seperator"</span><span class="re2">></span></span><span class="sc3"><span class="re1"><rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"namespace"</span><span class="re2">></span></span><span class="sc3"><span class="re1"><rec:Val<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></proc:configuration<span class="re2">></span></span></span></pre></div>
+<p><b>Pipelet configuration for XPathFilterPipelet with single-valued xpath</b>
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"inputType"</span><span class="re2">></span></span>ATTRIBUTE<span class="sc3"><span class="re1"><rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"outputType"</span><span class="re2">></span></span>ATTRIBUTE<span class="sc3"><span class="re1"><rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"inputName"</span><span class="re2">></span></span>xmlIn<span class="sc3"><span class="re1"><rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"outputName"</span><span class="re2">></span></span>xmlOut<span class="sc3"><span class="re1"><rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"xpath"</span><span class="re2">></span></span>author/email<span class="sc3"><span class="re1"><rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"filterMode"</span><span class="re2">></span></span>EXCLUDE<span class="sc3"><span class="re1"><rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"seperator"</span><span class="re2">></span></span><span class="sc3"><span class="re1"><rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"namespace"</span><span class="re2">></span></span><span class="sc3"><span class="re1"><rec:Val<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></proc:configuration<span class="re2">></span></span></span></pre></div>
+<hr />
+<a name="org.eclipse.smila.processing.pipelets.xmlprocessing.RemoveElementFromXMLPipelet"></a><h2> <span class="mw-headline"> <tt>org.eclipse.smila.processing.pipelets.xmlprocessing.RemoveElementFromXMLPipelet</tt> </span></h2>
+<a name="Description_4"></a><h3> <span class="mw-headline"> Description </span></h3>
+<p>This pipelet removes a selected element from an XML document and stores the manipulated document in an attribute or attachment.
+</p>
+<a name="Configuration_4"></a><h3> <span class="mw-headline"> Configuration </span></h3>
+<table border="1">
+<tr>
+<th>Property</th><th>Data Type</th><th>Read Type</th><th>Description
+</th></tr>
+<tr>
+<td><i>inputType</i></td><td>String : ATTACHMENT, ATTRIBUTE</td><td>runtime</td><td>Defines whether the XML input is found in an attachment or in an attribute of the record.
+</td></tr>
+<tr>
+<td><i>outputType</i></td><td>String : ATTACHMENT, ATTRIBUTE</td><td>runtime</td><td>Defines whether the transformed output should be stored in an attachment or in an attribute of the record.
+</td></tr>
+<tr>
+<td><i>inputName</i></td><td>String</td><td>runtime</td><td>The name of the input attachment or the path to the input attribute (process literals of attribute).
+</td></tr>
+<tr>
+<td><i>outputName</i></td><td>String</td><td>runtime</td><td>The name of the output attachment or the path to the output attribute (store result as literals of attribute).
+</td></tr>
+<tr>
+<td><i>elementId</i></td><td>String</td><td>runtime</td><td>The ID of the XML element to be removed.
+</td></tr></table>
+<a name="Example_3"></a><h4> <span class="mw-headline"> Example </span></h4>
+<p><b>Pipelet configuration for RemoveElementFromXMLPipelet</b>
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"inputType"</span><span class="re2">></span></span>ATTRIBUTE<span class="sc3"><span class="re1"><rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"outputType"</span><span class="re2">></span></span>ATTRIBUTE<span class="sc3"><span class="re1"><rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"inputName"</span><span class="re2">></span></span>xmlIn<span class="sc3"><span class="re1"><rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"outputName"</span><span class="re2">></span></span>xmlOut<span class="sc3"><span class="re1"><rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"elementId"</span><span class="re2">></span></span>title<span class="sc3"><span class="re1"><rec:Val<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></proc:configuration<span class="re2">></span></span></span></pre></div>
+<hr />
+<a name="org.eclipse.smila.processing.pipelets.xmlprocessing.TidyPipelet"></a><h2> <span class="mw-headline"> <tt>org.eclipse.smila.processing.pipelets.xmlprocessing.TidyPipelet</tt> </span></h2>
+<a name="Description_5"></a><h3> <span class="mw-headline"> Description </span></h3>
+<p>This pipelet performs a Tidy transformation on an attribute or attachment value and stores the result in an attribute or attachment.
+</p>
+<a name="Configuration_5"></a><h3> <span class="mw-headline"> Configuration </span></h3>
+<table border="1">
+<tr>
+<th>Property</th><th>Data Type</th><th>Read Type</th><th>Description
+</th></tr>
+<tr>
+<td><i>inputType</i></td><td>String : ATTACHMENT, ATTRIBUTE</td><td>runtime</td><td>Defines whether the XML input is found in an attachment or in an attribute of the record.
+</td></tr>
+<tr>
+<td><i>outputType</i></td><td>String : ATTACHMENT, ATTRIBUTE</td><td>runtime</td><td>Defines whether the transformed output should be stored in an attachment or in an attribute of the record.
+</td></tr>
+<tr>
+<td><i>inputName</i></td><td>String</td><td>runtime</td><td>The name of the input attachment or the path to the input attribute (process literals of attribute).
+</td></tr>
+<tr>
+<td><i>outputName</i></td><td>String</td><td>runtime</td><td>The name of the output attachment or the path to the output attribute (store result as literals of attribute).
+</td></tr>
+<tr>
+<td><i>tidyFile</i></td><td>String</td><td>init</td><td>The name (with relative or absolute path) of the Tidy configuration file to be used by the transformation.
+</td></tr></table>
+<a name="Example_4"></a><h4> <span class="mw-headline"> Example </span></h4>
+<p><b>Pipelet configuration for TidyPipelet</b>
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"inputType"</span><span class="re2">></span></span>ATTRIBUTE<span class="sc3"><span class="re1"><rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"outputType"</span><span class="re2">></span></span>ATTRIBUTE<span class="sc3"><span class="re1"><rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"inputName"</span><span class="re2">></span></span>xmlIn<span class="sc3"><span class="re1"><rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"outputName"</span><span class="re2">></span></span>xmlOut<span class="sc3"><span class="re1"><rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"tidyFile"</span><span class="re2">></span></span>./configuration/data/tidy_config.txt<span class="sc3"><span class="re1"><rec:Val<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></proc:configuration<span class="re2">></span></span></span></pre></div>
+<a name="org.eclipse.smila.processing.pipelets.xmlprocessing.XmlSplitterPipelet"></a><h2> <span class="mw-headline"> <tt>org.eclipse.smila.processing.pipelets.xmlprocessing.XmlSplitterPipelet</tt> </span></h2>
+<a name="Description_6"></a><h3> <span class="mw-headline"> Description </span></h3>
+<p>This pipelet splits an XML stream into multiple XML snippets. For each snippet a new record is created where the XML snippet is stored in either an attribute or attachment. The created records are not returned as a PipeletResult (this is just the same as the incoming RecordIds) but are directly sent to the ConnectivityManager and are routed once more to the queue.
+</p><p>On each created record the attribute <tt>__isXmlSnippet</tt>=<tt>true</tt> is set to true. Incoming records with this attribute set are not splitted again, but returned as the Pipelet result. This way it's possible to add further processing steps that should be done on the splitted records to the same pipeline that does the splitting. See <a href="https://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/core/SMILA.application/configuration/org.eclipse.smila.processing.bpel/pipelines/XmlSplitAndAddPipeline.bpel" class="external text" title="https://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/core/SMILA.application/configuration/org.eclipse.smila.processing.bpel/pipelines/XmlSplitAndAddPipeline.bpel" rel="nofollow">XmlSplitAndAddPipeline.bpel</a> for an example.
+</p><p>Namespaces visible in its scope are added to each snippet, thus the result is a valid XML document.
+</p>
+<a name="Configuration_6"></a><h3> <span class="mw-headline"> Configuration </span></h3>
+<table border="1">
+<tr>
+<th>Property</th><th>Type</th><th>Description
+</th></tr>
+<tr>
+<td><i>inputType</i></td><td>String : ATTACHMENT, ATTRIBUTE</td><td>runtime</td><td>Defines whether the XML input is found in an attachment or in an attribute of the record. An input attribute is not interpreted as to contain XML content itself but rather as a file path or an URL to the XML document.
+</td></tr>
+<tr>
+<td><i>outputType</i></td><td>String : ATTACHMENT, ATTRIBUTE</td><td>runtime</td><td>Defines whether the XML snippet should be stored in an attachment or in an attribute of the newly created record.
+</td></tr>
+<tr>
+<td><i>inputName</i></td><td>String</td><td>runtime</td><td>The name of the input attachment or the path to the input attribute containing a path to an external data source, e.g. an xml file name
+</td></tr>
+<tr>
+<td><i>outputName</i></td><td>String</td><td>runtime</td><td>The name of the output attachment or the path to the output attribute (store result as literals of attribute).
+</td></tr>
+<tr>
+<td><i>beginTagName</i></td><td>String</td><td>runtime</td><td>The name of the tag to start the XML snippet with.
+</td></tr>
+<tr>
+<td><i>beginTagNamespace</i></td><td>String</td><td>runtime</td><td>The namespace of the start tag. Namespaces are not checked, if not given (in that case any namespace matches).
+</td></tr>
+<tr>
+<td><i>endTagName</i></td><td>String</td><td>runtime</td><td>The name of the tag to end the xml snippet with, defaults to the value of <i>beginTagName</i>
+</td></tr>
+<tr>
+<td><i>endTagNamespace</i></td><td>String</td><td>runtime</td><td>The namespace of the end tag, defaults to the value of <i>beginTagNamespace</i>.
+</td></tr>
+<tr>
+<td><i>keyTagName</i></td><td>String</td><td>runtime</td><td>The name of the tag used to create a record ID.
+</td></tr>
+<tr>
+<td><i>maxBufferSize</i></td><td>Integer</td><td>runtime</td><td>The maximum size of the internal record buffer (optional, default is 20).
+</td></tr>
+<tr>
+<td><i>idSeparator</i></td><td>String</td><td>runtime</td><td>The separator used to create the record IDs of the split records (optional, default is "#").
+</td></tr>
+<tr>
+<td><i>xmlSnippetJobName</i></td><td>String</td><td>runtime</td><td>The JobManager job name to submit the split records to. It must be running when the pipelet is executed.
+</td></tr></table>
+<p>The first four attributes can be set only in the pipelet configuration. All other attributes can seperately customized for each single record by setting them as values of the the <tt>_parameters</tt> map in the record.
+</p>
+<a name="Example_5"></a><h4> <span class="mw-headline"> Example </span></h4>
+<p><b>Pipelet configuration for XmlSplitterPipelet</b>
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"inputType"</span><span class="re2">></span></span>ATTRIBUTE<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"outputType"</span><span class="re2">></span></span>ATTRIBUTE<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"inputName"</span><span class="re2">></span></span>xmlIn<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"outputName"</span><span class="re2">></span></span>xmlOut<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"beginTagName"</span><span class="re2">></span></span>document<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"keyTagName"</span><span class="re2">></span></span>docId<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"idSeparator"</span><span class="re2">></span></span>#<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"xmlSnippetJobName"</span><span class="re2">></span></span>indexUpdateXml<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></proc:configuration<span class="re2">></span></span></span></pre></div>
+<p><br />
+The above configuration would split this XML format:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><sampleCollection<span class="re2">></span></span></span>
+ ...
+ <span class="sc3"><span class="re1"><document<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><docId<span class="re2">></span></span></span>4711<span class="sc3"><span class="re1"></docId<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><title<span class="re2">></span></span></span>Some title<span class="sc3"><span class="re1"></title<span class="re2">></span></span></span>
+ ...
+ <span class="sc3"><span class="re1"><text<span class="re2">></span></span></span>Some text<span class="sc3"><span class="re1"></text<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></document<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><document<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><docId<span class="re2">></span></span></span>0815<span class="sc3"><span class="re1"></docId<span class="re2">></span></span></span>
+ ...
+ <span class="sc3"><span class="re1"></document<span class="re2">></span></span></span>
+ ...
+<span class="sc3"><span class="re1"></sampleCollection<span class="re2">></span></span></span></pre></div>
+<p>into XML snippets like this one:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><document<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><docId<span class="re2">></span></span></span>4711<span class="sc3"><span class="re1"></docId<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><title<span class="re2">></span></span></span>Some title<span class="sc3"><span class="re1"></title<span class="re2">></span></span></span>
+ ...
+ <span class="sc3"><span class="re1"><text<span class="re2">></span></span></span>Some text<span class="sc3"><span class="re1"></text<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></document<span class="re2">></span></span></span></pre></div>
+<p>And for each snippet a record would be created and submitted to a job run of job "indexUpdateXml".
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Record</span> <span class="re0">xmlns</span>=<span class="st0">"http://www.eclipse.org/smila/record"</span> <span class="re0">version</span>=<span class="st0">"2.0"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"_recordid"</span><span class="re2">></span></span>xmlsplitter:someBigXmlfile.xml#4711<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"_source"</span><span class="re2">></span></span>xmlsplitter<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"__isXmlSnippet"</span><span class="re2">></span></span>true<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"xmlOut"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><document<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><docId<span class="re2">></span></span></span>4711<span class="sc3"><span class="re1"></docId<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><title<span class="re2">></span></span></span>Some title<span class="sc3"><span class="re1"></title<span class="re2">></span></span></span>
+ ...
+ <span class="sc3"><span class="re1"><text<span class="re2">></span></span></span>Some text<span class="sc3"><span class="re1"></text<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></document<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></Record<span class="re2">></span></span></span></pre></div>
+<p>To use the <a href="https://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/core/SMILA.application/configuration/org.eclipse.smila.processing.bpel/pipelines/XmlSplitAndAddPipeline.bpel" class="external text" title="https://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/core/SMILA.application/configuration/org.eclipse.smila.processing.bpel/pipelines/XmlSplitAndAddPipeline.bpel" rel="nofollow">XmlSplitAndAddPipeline.bpel</a> via the predefined asynchronous workflow <tt>indexUpdateXml</tt> you should create a job definition that sets the "xmlSnippetJobName" to the job's own name:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript"><span class="br0">{</span>
+ <span class="st0">"name"</span>: <span class="st0">"indexUpdateXmlJob"</span>,
+ <span class="st0">"workflow"</span>: <span class="st0">"indexUpdateXml"</span>,
+ <span class="st0">"parameters"</span>: <span class="br0">{</span>
+ <span class="st0">"tempStore"</span>: <span class="st0">"xmlbulks"</span>,
+ <span class="st0">"xmlSnippetJobName"</span>: <span class="st0">"indexUpdateXmlJob"</span>
+ <span class="br0">}</span>
+<span class="br0">}</span></pre></div>
+
+<!--
+NewPP limit report
+Preprocessor node count: 69/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15199-0!1!0!!en!2!edit=0 and timestamp 20120203101152 -->
+<div class="printfooter">
+Retrieved from "<a href="Bundle_org.eclipse.smila.processing.pipelets.xmlprocessing.html">http://wiki.eclipse.org/SMILA/Documentation/Bundle_org.eclipse.smila.processing.pipelets.xmlprocessing</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Categories</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span> | <span dir='ltr'><a href="http://wiki.eclipse.org/index.php?title=Category:SMILA/Pipelet&action=edit" class="new" title="Category:SMILA/Pipelet">SMILA/Pipelet</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 17:47, 6 January 2012 by <a href="http://wiki.eclipse.org/User:Eclipse.liefke.biz" title="User:Eclipse.liefke.biz">Tobias Liefke</a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>, <a href="http://wiki.eclipse.org/User:Andreas.Weber.empolis.com" title="User:Andreas.Weber.empolis.com">Andreas Weber</a> and <a href="http://wiki.eclipse.org/User:Drazen.cindric.attensity.com" title="User:Drazen.cindric.attensity.com">Drazen Cindric</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Bundle_org.eclipse.smila.processing.pipelets.xmlprocessing&action=credits" title="SMILA/Documentation/Bundle org.eclipse.smila.processing.pipelets.xmlprocessing">others</a>.</p>
+ <p id="footerviews">This page has been accessed 2,577 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.299 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Bundle_org.eclipse.smila.security.processing.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Bundle_org.eclipse.smila.security.processing.html
new file mode 100644
index 0000000..0ecc26f
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Bundle_org.eclipse.smila.security.processing.html
@@ -0,0 +1,224 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/SecurityProcessingServices,SMILA/Documentation/SampleSecurityConverterPipelet" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/SecurityProcessingServices - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/SecurityProcessingServices";
+var wgTitle = "SMILA/Documentation/SecurityProcessingServices";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "30896";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "247168";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Bundle_org.eclipse.smila.security.processing.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_SecurityProcessingServices">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/SecurityProcessingServices">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/SecurityProcessingServices">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/SecurityProcessingServices">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/SecurityProcessingServices&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/SecurityProcessingServices&oldid=247168">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="SecurityProcessingServices.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/SecurityProcessingServices&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/SecurityProcessingServices&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/SecurityProcessingServices&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/SecurityProcessingServices"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/SecurityProcessingServices</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span>(Redirected from <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Bundle_org.eclipse.smila.security.processing&redirect=no" title="SMILA/Documentation/Bundle org.eclipse.smila.security.processing">SMILA/Documentation/Bundle org.eclipse.smila.security.processing</a>)</div>
+ <div id="jump-to-nav">Jump to: <a href="Bundle_org.eclipse.smila.security.processing.html#column-one">navigation</a>, <a href="Bundle_org.eclipse.smila.security.processing.html#searchInput">search</a></div> <!-- start content -->
+ <img src="http://wiki.eclipse.org/skins/common/images/redirectltr.png" alt="#REDIRECT " /><span class="redirectText"><a href="SampleSecurityConverterPipelet.html" title="SMILA/Documentation/SampleSecurityConverterPipelet">SMILA/Documentation/SampleSecurityConverterPipelet</a></span><div class="printfooter">
+Retrieved from "<a href="SecurityProcessingServices.html">http://wiki.eclipse.org/SMILA/Documentation/SecurityProcessingServices</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 13:21, 20 April 2011 by <a href="http://wiki.eclipse.org/User:Drazen.cindric.attensity.com" title="User:Drazen.cindric.attensity.com">Drazen Cindric</a>. </p>
+ <p id="footerviews">This page has been accessed 445 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.064 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/CompoundManagement.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/CompoundManagement.html
new file mode 100644
index 0000000..af5b483
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/CompoundManagement.html
@@ -0,0 +1,523 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/CompoundManagement,SMILA/Documentation/Crawler" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/CompoundManagement - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/CompoundManagement";
+var wgTitle = "SMILA/Documentation/CompoundManagement";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "19793";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "285992";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-java {line-height: normal; font-size: medium;}
+.source-java li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for java
+ * CSS class: source-java, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-java .de1, .source-java .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-java {}
+.source-java .head {}
+.source-java .foot {}
+.source-java .imp {font-weight: bold; color: red;}
+.source-java .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-java li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-java li.li2 {font-weight: bold;}
+.source-java .kw1 {color: #7F0055; font-weight: bold;}
+.source-java .kw2 {color: #7F0055; font-weight: bold;}
+.source-java .kw3 {color: #000000; font-weight: normal}
+.source-java .kw4 {color: #7F0055; font-weight: bold;}
+.source-java .co1 {color: #3F7F5F; font-style: italic;}
+.source-java .co2 {color: #3F7F5F;}
+.source-java .co3 {color: #3F7F5F; font-style: italic; font-weight: bold;}
+.source-java .coMULTI {color: #3F5FBF; font-style: italic;}
+.source-java .es0 {color: #000000;}
+.source-java .br0 {color: #000000;}
+.source-java .st0 {color: #2A00ff;}
+.source-java .nu0 {color: #000000;}
+.source-java .me1 {color: #000000;}
+.source-java .me2 {color: #000000;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="CompoundManagement.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_CompoundManagement">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/CompoundManagement">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/CompoundManagement">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/CompoundManagement">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/CompoundManagement&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/CompoundManagement&oldid=285992">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="CompoundManagement.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/CompoundManagement&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/CompoundManagement&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/CompoundManagement&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/CompoundManagement"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/CompoundManagement</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="CompoundManagement.html#column-one">navigation</a>, <a href="CompoundManagement.html#searchInput">search</a></div> <!-- start content -->
+ <div class="messagebox" style="background-color: #def3fe; border: 1px solid #c5d7e0; color: black; padding: 5px; margin: 1ex 0; min-height: 35px; padding-left: 45px;">
+<div style="float: left; margin-left: -40px;"><a href="http://wiki.eclipse.org/Image:Note.png" class="image" title="Note.png"><img alt="" src="http://wiki.eclipse.org/images/c/cc/Note.png" width="35" height="35" border="0" /></a></div>
+<div><b>This is deprecated for SMILA 1.0, the connectivity framework is still functional but planned to be replaced by scalable import based on SMILAs job management.</b><br /></div>
+</div>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="CompoundManagement.html#Overview"><span class="tocnumber">1</span> <span class="toctext">Overview</span></a></li>
+<li class="toclevel-1"><a href="CompoundManagement.html#API"><span class="tocnumber">2</span> <span class="toctext">API</span></a></li>
+<li class="toclevel-1"><a href="CompoundManagement.html#Implementations"><span class="tocnumber">3</span> <span class="toctext">Implementations</span></a>
+<ul>
+<li class="toclevel-2"><a href="CompoundManagement.html#org.eclipse.smila.connectivity.framework.impl"><span class="tocnumber">3.1</span> <span class="toctext">org.eclipse.smila.connectivity.framework.impl</span></a></li>
+<li class="toclevel-2"><a href="CompoundManagement.html#org.eclipse.smila.connectivity.framework.compound.zip"><span class="tocnumber">3.2</span> <span class="toctext">org.eclipse.smila.connectivity.framework.compound.zip</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="CompoundManagement.html#Configuration"><span class="tocnumber">4</span> <span class="toctext">Configuration</span></a>
+<ul>
+<li class="toclevel-2"><a href="CompoundManagement.html#Configuration_example"><span class="tocnumber">4.1</span> <span class="toctext">Configuration example</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Overview"></a><h2> <span class="mw-headline"> Overview </span></h2>
+<p>CompoundManagement in SMILA is an extendable set of components. The central component is the CompoundManager. It manages CompoundHandlers that are each capable of extraction elements of certain types of files (like zip or chm). Each CompoundHandler registers itself at the CompoundManager providing a list of supported mime types. The CompoundManager provides functionality to check if a given record contains a compound. It uses a MimetypeIdentifier to identify the mime type of the given record and checks if any registered CompoundHandler is capable of processing records this mime type. It then delegates the processing to the CompoundHandler which in turn creates a CompoundCrawler over the extracted elements of the comnpound record and passes the CompoundCrawler back.
+CompoundCrawlers are just like regular Crawlers. The difference is that they work on the given compound record only and not on an external data source.
+</p><p>The following chart shows all CompoundManagement components:
+</p><p><a href="http://wiki.eclipse.org/Image:CompoundManagement.png" class="image" title="Image:CompoundManagement.png"><img alt="Image:CompoundManagement.png" src="http://wiki.eclipse.org/images/3/30/CompoundManagement.png" width="960" height="720" border="0" /></a>
+</p><p><br />
+</p>
+<a name="API"></a><h2> <span class="mw-headline"> API </span></h2>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="coMULTI">/**
+ * The Interface CompoundManager.
+ */</span>
+<span class="kw1">public</span> <span class="kw1">interface</span> CompoundManager <span class="br0">{</span>
+
+ <span class="coMULTI">/**
+ * Checks if a record is a compound object.
+ *
+ * @param record
+ * the Record
+ * @param config
+ * the DataSourceConnectionConfig
+ * @return true if the record is a compound object and is extractable by this CompoundManager, false otherwise
+ * @throws CompoundException
+ * if any error occurs
+ */</span>
+ <span class="kw4">boolean</span> isCompound<span class="br0">(</span><span class="kw1">final</span> Record record, <span class="kw1">final</span> DataSourceConnectionConfig config<span class="br0">)</span> <span class="kw1">throws</span> CompoundException;
+
+ <span class="coMULTI">/**
+ * Extracts the elements of the given record and returns a Crawler over the extracted elements.
+ *
+ * @param record
+ * the Record
+ * @param config
+ * the DataSourceConnectionConfig
+ * @return a Crawler interface over the extracted elements
+ * @throws CompoundException
+ * if any error occurs
+ */</span>
+ Crawler extract<span class="br0">(</span><span class="kw1">final</span> Record record, <span class="kw1">final</span> DataSourceConnectionConfig config<span class="br0">)</span> <span class="kw1">throws</span> CompoundException;
+
+ <span class="coMULTI">/**
+ * Adapts the input record according to the given configuration. The record may be left unmodified, modified or even
+ * set to null.
+ *
+ * @param record
+ * the Record
+ * @param config
+ * the DataSourceConnectionConfig
+ * @return the adapted record
+ * @throws CompoundException
+ * if any error occurs
+ */</span>
+ Record adaptCompoundRecord<span class="br0">(</span><span class="kw1">final</span> Record record, <span class="kw1">final</span> DataSourceConnectionConfig config<span class="br0">)</span> <span class="kw1">throws</span> CompoundException;
+<span class="br0">}</span></pre></div>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="coMULTI">/**
+ * The Interface CompoundHandler.
+ */</span>
+<span class="kw1">public</span> <span class="kw1">interface</span> CompoundHandler <span class="br0">{</span>
+
+ <span class="coMULTI">/**
+ * Gets the mime types the CompoundHandler is capable to extract.
+ * @return a Collection of mime types the CompoundHandler is capable to extract.
+ */</span>
+ Collection<String> getSupportedMimeTypes<span class="br0">(</span><span class="br0">)</span>;
+
+ <span class="coMULTI">/**
+ * Extracts the elements of the given record and returns a Crawler over the extracted elements.
+ * @param record
+ * the Record
+ * @param config
+ * the DataSourceConnectionConfig
+ * @return a Crawler interface over the extracted elements
+ * @throws CompoundException
+ * if any error occurs
+ */</span>
+ Crawler extract<span class="br0">(</span><span class="kw1">final</span> Record record, <span class="kw1">final</span> DataSourceConnectionConfig config<span class="br0">)</span> <span class="kw1">throws</span> CompoundException;
+<span class="br0">}</span></pre></div>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="coMULTI">/**
+ * The Interface CompoundCrawler.
+ */</span>
+<span class="kw1">public</span> <span class="kw1">interface</span> CompoundCrawler <span class="kw1">extends</span> Crawler <span class="br0">{</span>
+
+ <span class="coMULTI">/**
+ * Sets the compound record to extract data from.
+ *
+ * @param record
+ * the compound Record
+ * @throws CrawlerException
+ * if parameter record is null
+ */</span>
+ <span class="kw4">void</span> setCompoundRecord<span class="br0">(</span><span class="kw1">final</span> Record record<span class="br0">)</span> <span class="kw1">throws</span> CrawlerException;
+
+ <span class="coMULTI">/**
+ * Gets the compound record.
+ *
+ * @return the compound record.
+ */</span>
+ Record getCompoundRecord<span class="br0">(</span><span class="br0">)</span>;
+<span class="br0">}</span></pre></div>
+<p><br />
+</p>
+<a name="Implementations"></a><h2> <span class="mw-headline"> Implementations </span></h2>
+<p>It is possible to provide different implementations for all components. Most important is that it is easy to extend CompoundHandling by providing new CompoundHandler implementations.
+</p>
+<a name="org.eclipse.smila.connectivity.framework.impl"></a><h3> <span class="mw-headline">org.eclipse.smila.connectivity.framework.impl</span></h3>
+<p>This bundle contains the default implementation of the CompoundManager interface as well as some abstract base classes for CompoundHandlers and CompoundCrawlers.
+</p><p>The CrawlerController implements the general processing logic common for all types of Crawlers. Its interface is a pure management interface that can be accessed by its Java interface or its wrapping JMX interface. It has references to the following OSGi services:
+</p>
+<ul><li> MimeTypeIdentifier (1..1)
+</li><li> CompoundHandler (0..n)
+</li></ul>
+<p>CompoundHandlers register themselves at the CompoundManager.
+</p><p>The method <tt>adaptCompoundRecord()</tt> is not implemented, yet. It just returns the unmodified input record.
+</p>
+<dl><dt>Configuration
+</dt></dl>
+<p>There are no configuration options available for this bundle.
+</p><p><br />
+</p>
+<a name="org.eclipse.smila.connectivity.framework.compound.zip"></a><h3> <span class="mw-headline">org.eclipse.smila.connectivity.framework.compound.zip</span></h3>
+<p>This bundle contains an implementation to handle zip archives. It can handle the mime types
+</p>
+<ul><li>application/zip
+</li><li>application/java-archive
+</li></ul>
+<p>It provides the OSGi Declarative Services <tt>ZipCompoundHandler</tt> and <tt>ZipCompoundCrawler</tt>. As with regular Crawlers the <tt>ZipCompoundCrawler</tt> is a ComponentFactory. Each time method <tt>extract(...)</tt> is called on the <tt>ZipCompoundHandler</tt> a new instance of a <tt>ZipCompoundCrawler</tt> is created. Both services don't have any dependencies to other services, except that <tt>ZipCompoundHandler</tt> references the <tt>ZipCompoundCrawler</tt>.
+</p><p>For Id creation the ElementAttribute Path is used, for hash creation it's ElementAttribute LastModifiedDate.
+</p><p>The generated records will contain a metadata element called <b>_compounds"</b> that contains the (ordered) path through compounds to the last compound the file is contained within.
+</p><p>E.g. consider the following scenario:
+inside the Zip <code>/path/to/data/folder/compressed_data.zip</code> exists another zip <code>path within zip/second.zip</code> and within that zip there is a file <code>path within second zip/myfile.txt</code> then the Record would contain (among others) the following metadata elements:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"Path"</span><span class="re2">></span></span>path within second zip/myfile.txt<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"Filename"</span><span class="re2">></span></span>myfile.txt<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"_compounds"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>/path/to/data/folder/compressed_data.zip<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>path within zip/second.zip<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span></pre></div>
+<p>With that information an application could work its way through the compounds to the contained file.
+</p><p><b>Note</b>
+The extract functionality is implemented using standard JDK zip file handling. Therefore only the archives must only contain filenames in UTF-8 encoding. Lot of zip tools doe not use UTF-8 but the platform default encoding. This will lead to errors for some characters (e.g. German Umlaute).
+</p>
+<dl><dt>Configuration
+</dt></dl>
+<p>There are no configuration options available for this bundle.
+</p>
+<a name="Configuration"></a><h2> <span class="mw-headline"> Configuration </span></h2>
+<p>If and how CompoundHandling works is configured within each DataSourceConnectionConfig. There is a special element <b>CompoundHandling</b> that contains this configuration. If this element is omitted no CompoundHandling is done (compound records are processed as single documents). In contrast to regular Crawlers the CompoundHandling configuration may not be overwritten by each CompoundCrawler, they all share the same configuration. In addition it is not configurable how compound elements keys and hashes are created. This is determined by each CompoundCrawler implementation.
+</p><p>CompoundHandling configuration contains the following sub elements:
+</p>
+<dl><dt>MimeTypeAttribute
+</dt><dd>The name of the attribute of the compound record containing the mime type of the <i>ContentAttachment</i>. If no mime type is set any detected mime type by CompoundHandling is stored in an attribute using this name. This parameter is optional. If not specified then ExtensionAttribute must be set!
+</dd><dt>ExtensionAttribute
+</dt><dd>The name of the attribute of the compound record containing the file extension. This parameter is optional. If not specified then MimeTypeAttribute must be set!
+</dd><dt>ContentAttachment (required)
+</dt><dd>The name of the attachment of the compound record containing the content of the compound
+</dd><dt>CompoundAttributes
+</dt><dd>A list of CompoundAttribute to be set on extracted compound elements
+</dd><dt>CompoundAttribute
+</dt><dd>Type (required) – the data type (String, Integer or Date)
+</dd><dd>Name (required) – attributes name
+</dd><dd>Attachment – specify if the attribute returns the data as an attachment instead of an attribute
+</dd><dt>ElementAttribute
+</dt><dd>The supported ElementAttribute types are LastModifiedDate, Path, Content, Size, FileExtension, Name
+</dd></dl>
+<p><br />
+</p>
+<a name="Configuration_example"></a><h3> <span class="mw-headline"> Configuration example </span></h3>
+<p>Here is a sample snippet of a CompoundHandling configuration:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><CompoundHandling<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><MimeTypeAttribute<span class="re2">></span></span></span>MimeType<span class="sc3"><span class="re1"></MimeTypeAttribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><ExtensionAttribute<span class="re2">></span></span></span>Extension<span class="sc3"><span class="re1"></ExtensionAttribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><ContentAttachment<span class="re2">></span></span></span>Content<span class="sc3"><span class="re1"></ContentAttachment<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><CompoundAttributes<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><CompoundAttribute</span> <span class="re0">Type</span>=<span class="st0">"Date"</span> <span class="re0">Name</span>=<span class="st0">"LastModifiedDate"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><ElementAttribute<span class="re2">></span></span></span>LastModifiedDate<span class="sc3"><span class="re1"></ElementAttribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></CompoundAttribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><CompoundAttribute</span> <span class="re0">Type</span>=<span class="st0">"String"</span> <span class="re0">Name</span>=<span class="st0">"Path"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><ElementAttribute<span class="re2">></span></span></span>Path<span class="sc3"><span class="re1"></ElementAttribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></CompoundAttribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><CompoundAttribute</span> <span class="re0">Type</span>=<span class="st0">"String"</span> <span class="re0">Name</span>=<span class="st0">"Content"</span> <span class="re0">Attachment</span>=<span class="st0">"true"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><ElementAttribute<span class="re2">></span></span></span>Content<span class="sc3"><span class="re1"></ElementAttribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></CompoundAttribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><CompoundAttribute</span> <span class="re0">Type</span>=<span class="st0">"String"</span> <span class="re0">Name</span>=<span class="st0">"Size"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><ElementAttribute<span class="re2">></span></span></span>Size<span class="sc3"><span class="re1"></ElementAttribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></CompoundAttribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><CompoundAttribute</span> <span class="re0">Type</span>=<span class="st0">"String"</span> <span class="re0">Name</span>=<span class="st0">"Extension"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><ElementAttribute<span class="re2">></span></span></span>FileExtension<span class="sc3"><span class="re1"></ElementAttribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></CompoundAttribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><CompoundAttribute</span> <span class="re0">Type</span>=<span class="st0">"String"</span> <span class="re0">Name</span>=<span class="st0">"Filename"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><ElementAttribute<span class="re2">></span></span></span>Name<span class="sc3"><span class="re1"></ElementAttribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></CompoundAttribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></CompoundAttributes<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></CompoundHandling<span class="re2">></span></span></span></pre></div>
+<p>For details about the integration of this configuration part in some crawler's configuration please see <a href="Crawler.html" title="SMILA/Documentation/Crawler">Crawler</a> documentation.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 75/1000000
+Post-expand include size: 1036/2097152 bytes
+Template argument size: 506/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:19793-0!1!0!!en!2!edit=0 and timestamp 20120202190336 -->
+<div class="printfooter">
+Retrieved from "<a href="CompoundManagement.html">http://wiki.eclipse.org/SMILA/Documentation/CompoundManagement</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 09:44, 24 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/User:Drazen.cindric.attensity.com" title="User:Drazen.cindric.attensity.com">Drazen Cindric</a>, <a href="http://wiki.eclipse.org/User:Igor.novakovic.empolis.com" title="User:Igor.novakovic.empolis.com">Igor Novakovic</a> and <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/CompoundManagement&action=credits" title="SMILA/Documentation/CompoundManagement">others</a>.</p>
+ <p id="footerviews">This page has been accessed 2,083 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.051 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/ConnectivityFramework.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/ConnectivityFramework.html
new file mode 100644
index 0000000..ab5f686
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/ConnectivityFramework.html
@@ -0,0 +1,291 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/ConnectivityFramework,SMILA/Documentation/Agent,SMILA/Documentation/AgentController,SMILA/Documentation/CompoundManagement,SMILA/Documentation/ConnectivityManager,SMILA/Documentation/Crawler,SMILA/Documentation/CrawlerController,SMILA/Documentation/DeltaIndexingManager" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/ConnectivityFramework - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/ConnectivityFramework";
+var wgTitle = "SMILA/Documentation/ConnectivityFramework";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "18822";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "285981";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="ConnectivityFramework.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_ConnectivityFramework">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/ConnectivityFramework">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/ConnectivityFramework">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/ConnectivityFramework">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/ConnectivityFramework&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/ConnectivityFramework&oldid=285981">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="ConnectivityFramework.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/ConnectivityFramework&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/ConnectivityFramework&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/ConnectivityFramework&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/ConnectivityFramework"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/ConnectivityFramework</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="ConnectivityFramework.html#column-one">navigation</a>, <a href="ConnectivityFramework.html#searchInput">search</a></div> <!-- start content -->
+ <div class="messagebox" style="background-color: #def3fe; border: 1px solid #c5d7e0; color: black; padding: 5px; margin: 1ex 0; min-height: 35px; padding-left: 45px;">
+<div style="float: left; margin-left: -40px;"><a href="http://wiki.eclipse.org/Image:Note.png" class="image" title="Note.png"><img alt="" src="http://wiki.eclipse.org/images/c/cc/Note.png" width="35" height="35" border="0" /></a></div>
+<div><b>This is deprecated for SMILA 1.0, the connectivity framework is still functional but will aimed to be replaced by scalable import based on SMILAs job management.</b><br /></div>
+</div>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="ConnectivityFramework.html#Overview"><span class="tocnumber">1</span> <span class="toctext">Overview</span></a></li>
+<li class="toclevel-1"><a href="ConnectivityFramework.html#Architecture"><span class="tocnumber">2</span> <span class="toctext">Architecture</span></a></li>
+<li class="toclevel-1"><a href="ConnectivityFramework.html#Configuration"><span class="tocnumber">3</span> <span class="toctext">Configuration</span></a></li>
+<li class="toclevel-1"><a href="ConnectivityFramework.html#Performance_Counters"><span class="tocnumber">4</span> <span class="toctext">Performance Counters</span></a></li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Overview"></a><h2> <span class="mw-headline"> Overview </span></h2>
+<p>The Connectivity framework, as the name suggests, provides a framework to easily integrate data from external systems into SMILA. To access external data two kinds of components are supported: Agents and Crawlers. To integrate some new datasource type into SMILA just a new Agent or Crawler has to be implemented.
+</p>
+<a name="Architecture"></a><h2> <span class="mw-headline"> Architecture </span></h2>
+<p>Here is a short overview of the components of the ConnectivityFramework:
+</p>
+<ul><li> <a href="AgentController.html" title="SMILA/Documentation/AgentController"><b>AgentController</b></a>: The AgentController implements the general processing logic common for all types of Agents. It's service interface is used by Agents to trigger add/update/delete actions. This component is not yet implemented!
+</li><li> <a href="Agent.html" title="SMILA/Documentation/Agent"><b>Agents</b></a>: Agents monitor datasources for changes (add/update/delete) or are triggered by events (e.g. trigger in databases) and report those changes to the AgentController. Currently we do not provide any Agent implementation!
+</li><li> <a href="CrawlerController.html" title="SMILA/Documentation/CrawlerController"><b>CrawlerController</b></a>: The CrawlerController implements the general processing logic common for all types of Crawlers.It's service interface is used by clients (e.g. JMX console) to start/stop crawls.
+</li><li> <a href="Crawler.html" title="SMILA/Documentation/Crawler"><b>Crawlers</b></a>: A Crawler crawls a data source (e.g. a filesystem or a website) and returns all found data objects.
+</li><li> <a href="CompoundManagement.html" title="SMILA/Documentation/CompoundManagement"><b>CompoundManagement</b></a>: Provides extractors for certain MimeTypes (e.g. zip, chm) and handles the processing of compound objects.
+</li></ul>
+<p>In addition there are three components that are not part of the ConnectivityFramework, but that interact with it:
+</p>
+<ul><li> <a href="ConnectivityManager.html" title="SMILA/Documentation/ConnectivityManager"><b>ConnectivityManager</b></a>: The ConnectivityManager is the single point of entry for data in the SMILA. The Agent- and CrawlerController push the data through this component into the Queue.
+</li><li> <a href="DeltaIndexingManager.html" title="SMILA/Documentation/DeltaIndexingManager"><b>DeltaIndexingManager</b></a>: The DeltaIndexingManager provides functionailty to decide wheter a record needs to be updated and sent to the ConnectivityManager or not.
+</li><li><b>Configuration Management</b>: This component is not yet implemented. It is designed to manage configurations for all kinds of services, e.g. DataSources for crawlers. At the moment all configurations have to be provided locally in the SMILA configuration folder.
+</li></ul>
+<p><br />
+The following chart shows the architecture of the Connectivity Framework with it's plugable components (Agents/Crawlers) and relationship to the SMILA entry point Connectivity Module.
+<a href="http://wiki.eclipse.org/Image:ConnectivityFrameworkArchitecture.png" class="image" title="Connectivity Framework Architecture"><img alt="Connectivity Framework Architecture" src="http://wiki.eclipse.org/images/7/71/ConnectivityFrameworkArchitecture.png" width="960" height="720" border="0" /></a>
+</p><p>The red labeled components are not yet implemented.
+</p>
+<a name="Configuration"></a><h2> <span class="mw-headline"> Configuration </span></h2>
+<p>There is no overall configuration for the framework. Check out the documentation of each framework component for detailed infomation.
+</p><p><br />
+</p>
+<a name="Performance_Counters"></a><h2> <span class="mw-headline"> Performance Counters </span></h2>
+<p>The class <code>org.eclipse.smila.connectivity.framework.performancecounters.ConnectivityPerformanceAgent</code> defines many common performance counters for crawlers and agents. Crawler and agent implementations can extend this class to provide additional specific counters, or just use this class if the common counters are sufficient.
+</p><p>The common counters are:
+</p>
+<ul><li> startDate: date/time when importer was started
+</li><li> endDate: date/time when importer has finished or was stopped
+</li><li> jobName: name of job to which records where submitted
+</li><li> importRunId: ID of the importer run
+</li><li> records: number of records created by importer
+</li><li> deltaIndices: number of requests to delta indexing manager
+</li><li> averageRecordsProcessingTime: time since start divided by "records" in milliseconds
+</li><li> averageDeltaIndicesProcessingTime: time since start divided by "deltaIndices" in milliseconds
+</li><li> attachmentBytesTransferred: complete size of attachments added to records
+</li><li> attachmentsTransferRate: time since start divided by attachmentBytesTransferred
+</li><li> exceptions: number of non-fatal errors during importing
+</li><li> exceptionsCritical: number of fatal errors during importing
+</li><li> errorBuffer: List of descriptions of the last 10 exceptions.
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 42/1000000
+Post-expand include size: 1045/2097152 bytes
+Template argument size: 515/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:18822-0!1!0!!en!2!edit=0 and timestamp 20120202171438 -->
+<div class="printfooter">
+Retrieved from "<a href="ConnectivityFramework.html">http://wiki.eclipse.org/SMILA/Documentation/ConnectivityFramework</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 09:35, 24 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a> and <a href="http://wiki.eclipse.org/User:Igor.novakovic.empolis.com" title="User:Igor.novakovic.empolis.com">Igor Novakovic</a>.</p>
+ <p id="footerviews">This page has been accessed 2,968 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.070 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/ConnectivityManager.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/ConnectivityManager.html
new file mode 100644
index 0000000..3f18a98
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/ConnectivityManager.html
@@ -0,0 +1,271 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/ConnectivityManager,SMILA/Documentation/AgentController,SMILA/Documentation/Binary Storage,SMILA/Documentation/Bulkbuilder,SMILA/Documentation/CrawlerController,SMILA/Documentation/DeltaIndexingManager,SMILA/Documentation/JobManager,SMILA/Documentation/ObjectStore/Bundle org.eclipse.smila.objectstore,SMILA/Documentation/Usage of Blackboard Service" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/ConnectivityManager - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/ConnectivityManager";
+var wgTitle = "SMILA/Documentation/ConnectivityManager";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "18805";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "285982";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="ConnectivityManager.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_ConnectivityManager">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/ConnectivityManager">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/ConnectivityManager">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/ConnectivityManager">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/ConnectivityManager&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/ConnectivityManager&oldid=285982">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="ConnectivityManager.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/ConnectivityManager&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/ConnectivityManager&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/ConnectivityManager&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/ConnectivityManager"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/ConnectivityManager</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="ConnectivityManager.html#column-one">navigation</a>, <a href="ConnectivityManager.html#searchInput">search</a></div> <!-- start content -->
+ <div class="messagebox" style="background-color: #def3fe; border: 1px solid #c5d7e0; color: black; padding: 5px; margin: 1ex 0; min-height: 35px; padding-left: 45px;">
+<div style="float: left; margin-left: -40px;"><a href="http://wiki.eclipse.org/Image:Note.png" class="image" title="Note.png"><img alt="" src="http://wiki.eclipse.org/images/c/cc/Note.png" width="35" height="35" border="0" /></a></div>
+<div><b>This is deprecated for SMILA 1.0, the connectivity framework is still functional but will aimed to be replaced by scalable import based on SMILAs job management.</b><br /></div>
+</div>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="ConnectivityManager.html#Overview"><span class="tocnumber">1</span> <span class="toctext">Overview</span></a></li>
+<li class="toclevel-1"><a href="ConnectivityManager.html#API"><span class="tocnumber">2</span> <span class="toctext">API</span></a></li>
+<li class="toclevel-1"><a href="ConnectivityManager.html#Implementations"><span class="tocnumber">3</span> <span class="toctext">Implementations</span></a>
+<ul>
+<li class="toclevel-2"><a href="ConnectivityManager.html#org.eclipse.smila.connectivity.bulkbuilder"><span class="tocnumber">3.1</span> <span class="toctext">org.eclipse.smila.connectivity.bulkbuilder</span></a></li>
+<li class="toclevel-2"><a href="ConnectivityManager.html#Configuration"><span class="tocnumber">3.2</span> <span class="toctext">Configuration</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Overview"></a><h2> <span class="mw-headline"> Overview </span></h2>
+<p>The Connectivity Manager is the single point of entry for data in the SMILA. It's functionality is divided into several Sub-Components for better modularization. The Connectivity Manager and its Sub-Components are implemented as Java OSGi services.
+</p>
+<a name="API"></a><h2> <span class="mw-headline"> API </span></h2>
+<p>See javadoc: <a href="http://build.eclipse.org/rt/smila/javadoc/current/org/eclipse/smila/connectivity/ConnectivityManager.html" class="external text" title="http://build.eclipse.org/rt/smila/javadoc/current/org/eclipse/smila/connectivity/ConnectivityManager.html" rel="nofollow">org.eclipse.smila.connectivity.ConnectivityManager</a>
+</p>
+<a name="Implementations"></a><h2> <span class="mw-headline"> Implementations </span></h2>
+<p>It is possible to provide different implementations for the ConnectivityManager interface. At the moment there is only one implementation available:
+</p>
+<a name="org.eclipse.smila.connectivity.bulkbuilder"></a><h3> <span class="mw-headline">org.eclipse.smila.connectivity.bulkbuilder</span></h3>
+<p>This bundle contains the default implementation of the ConnectivityManager interface. It is based on the routing of records to asynchronous workflows resp. jobs (see <a href="JobManager.html" title="SMILA/Documentation/JobManager">Jobmanager</a>). Therefore the records are pushed to the <a href="Bulkbuilder.html" title="SMILA/Documentation/Bulkbuilder">Bulkbuilder</a>.
+</p><p>The ConnectivityManagerImpl contains the core execution logic as it does the actual processing of the incoming requests. Incoming record objects are pushed to the Bulkbuilder via bulkbuilder's record and microbulk API.
+</p><p>This chart shows the Connectivity Manager implementation, it's Sub-Components and the relationship to other components:
+<a href="http://wiki.eclipse.org/Image:ConnectivityManager-0.9.0.png" class="image" title="Image:ConnectivityManager-0.9.0.png"><img alt="Image:ConnectivityManager-0.9.0.png" src="http://wiki.eclipse.org/images/d/d4/ConnectivityManager-0.9.0.png" width="898" height="386" border="0" /></a>
+</p><p>(original slides can be found here: <a href="http://wiki.eclipse.org/images/5/50/ConnectivityManager.zip" class="internal" title="ConnectivityManager.zip">ConnectivityManager.zip</a>)
+</p><p><b><a href="CrawlerController.html" title="SMILA/Documentation/CrawlerController">CrawlerController</a>/<a href="AgentController.html" title="SMILA/Documentation/AgentController">AgentController</a></b>: Provide the records imported via Crawler/Agent.
+</p><p><b><a href="DeltaIndexingManager.html" title="SMILA/Documentation/DeltaIndexingManager">DeltaIndexing</a></b>: Check if records have changed since their last processing
+</p><p><b><a href="Bulkbuilder.html" title="SMILA/Documentation/Bulkbuilder">Bulkbuilder</a></b>: Builds record bulks stored in <a href="ObjectStore/Bundle_org.eclipse.smila.objectstore.html" title="SMILA/Documentation/ObjectStore/Bundle org.eclipse.smila.objectstore">Objectstore</a>. Stores record's attachments in <a href="Binary_Storage.html" title="SMILA/Documentation/Binary Storage">BinaryStorage</a> via <a href="Usage_of_Blackboard_Service.html" title="SMILA/Documentation/Usage of Blackboard Service">Blackboard</a>.
+</p>
+<a name="Configuration"></a><h3> <span class="mw-headline"> Configuration </span></h3>
+<p>There are no configuration options available for this bundle.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 42/1000000
+Post-expand include size: 1045/2097152 bytes
+Template argument size: 515/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:18805-0!1!0!!en!2!edit=0 and timestamp 20120203101246 -->
+<div class="printfooter">
+Retrieved from "<a href="ConnectivityManager.html">http://wiki.eclipse.org/SMILA/Documentation/ConnectivityManager</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 09:36, 24 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/User:Andreas.Weber.empolis.com" title="User:Andreas.Weber.empolis.com">Andreas Weber</a>, <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a> and <a href="http://wiki.eclipse.org/User:Juergen.schumacher.empolis.com" title="User:Juergen.schumacher.empolis.com">Juergen Schumacher</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/ConnectivityManager&action=credits" title="SMILA/Documentation/ConnectivityManager">others</a>.</p>
+ <p id="footerviews">This page has been accessed 2,140 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.106 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Crawler.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Crawler.html
new file mode 100644
index 0000000..06c8377
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Crawler.html
@@ -0,0 +1,371 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/Crawler,SMILA/Development Guidelines/How to implement a crawler,SMILA/Documentation/CompoundManagement,SMILA/Documentation/Filesystem Crawler,SMILA/Documentation/JDBC Crawler,SMILA/Documentation/Web Crawler" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/Crawler - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/Crawler";
+var wgTitle = "SMILA/Documentation/Crawler";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "18589";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "285985";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="Crawler.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_Crawler">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Crawler">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/Crawler">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/Crawler">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Crawler&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Crawler&oldid=285985">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Crawler.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/Crawler&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Crawler&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Crawler&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Crawler"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/Crawler</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Crawler.html#column-one">navigation</a>, <a href="Crawler.html#searchInput">search</a></div> <!-- start content -->
+ <div class="messagebox" style="background-color: #def3fe; border: 1px solid #c5d7e0; color: black; padding: 5px; margin: 1ex 0; min-height: 35px; padding-left: 45px;">
+<div style="float: left; margin-left: -40px;"><a href="http://wiki.eclipse.org/Image:Note.png" class="image" title="Note.png"><img alt="" src="http://wiki.eclipse.org/images/c/cc/Note.png" width="35" height="35" border="0" /></a></div>
+<div><b>This is deprecated for SMILA 1.0, the connectivity framework is still functional but will aimed to be replaced by scalable import based on SMILAs job management.</b><br /></div>
+</div>
+<div class="thumb tright"><div class="thumbinner" style="width:182px;"><a href="http://wiki.eclipse.org/Image:CrawlerWorkflow.png" class="image" title="Crawler Wokflow"><img alt="Crawler Wokflow" src="http://wiki.eclipse.org/images/thumb/6/66/CrawlerWorkflow.png/180px-CrawlerWorkflow.png" width="180" height="99" border="0" class="thumbimage" /></a> <div class="thumbcaption"><div class="magnify"><a href="http://wiki.eclipse.org/Image:CrawlerWorkflow.png" class="internal" title="Enlarge"><img src="http://wiki.eclipse.org/skins/common/images/magnify-clip.png" width="15" height="11" alt="" /></a></div>Crawler Wokflow</div></div></div>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Crawler.html#Overview"><span class="tocnumber">1</span> <span class="toctext">Overview</span></a></li>
+<li class="toclevel-1"><a href="Crawler.html#API"><span class="tocnumber">2</span> <span class="toctext">API</span></a></li>
+<li class="toclevel-1"><a href="Crawler.html#Architecture"><span class="tocnumber">3</span> <span class="toctext">Architecture</span></a></li>
+<li class="toclevel-1"><a href="Crawler.html#Configuration"><span class="tocnumber">4</span> <span class="toctext">Configuration</span></a>
+<ul>
+<li class="toclevel-2"><a href="Crawler.html#Further_Information:"><span class="tocnumber">4.1</span> <span class="toctext">Further Information:</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Crawler.html#Crawler_lifecycle"><span class="tocnumber">5</span> <span class="toctext">Crawler lifecycle</span></a></li>
+<li class="toclevel-1"><a href="Crawler.html#See_also"><span class="tocnumber">6</span> <span class="toctext">See also</span></a></li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Overview"></a><h2> <span class="mw-headline"> Overview </span></h2>
+<p>A crawler gathers information about resources, both content and metadata of interest like size or MIME type. SMILA currently comes with three types of crawlers, each adequate for a different datasource type, namely Web crawler, JDBC Database crawler, and File System crawler, to allow gathering information from the internet, databases, or files from a hard disk. Furthermore, the Connectivity Framework provides an API for developers which allows them to create their own crawlers.
+</p>
+<a name="API"></a><h2> <span class="mw-headline"> API </span></h2>
+<p>A crawler has to implement two interfaces: <tt>Crawler</tt> and <tt>CrawlerCallback</tt>. The easiest way to achieve this is to extend the abstract base class <tt>AbstractCrawler</tt> located in bundle <tt>org.eclipse.smila.connectivity.framework</tt>. This class already contains handling for the crawlers Id and an OSGI service activate method. The crawler method <tt>getNext()</tt> is designed to support an array of Datareference objects, as this reduces the number of method calls. In general there are no restrictions on the size of the array, in fact the size could vary on multiple method calls. This allows a crawler to internally implement a Producer/Consumer pattern. A <tt>Crawler</tt> implementation that is restricted to work as an iterator only can also enforce this by always returning an array of size one.
+</p><p>Javadoc: <a href="http://build.eclipse.org/rt/smila/javadoc/current/org/eclipse/smila/connectivity/framework/Crawler.html" class="external text" title="http://build.eclipse.org/rt/smila/javadoc/current/org/eclipse/smila/connectivity/framework/Crawler.html" rel="nofollow">org.eclipse.smila.connectivity.framework.Crawler</a>
+</p>
+<a name="Architecture"></a><h2> <span class="mw-headline"> Architecture </span></h2>
+<p>Crawlers are managed and instantiated by the CrawlerController. The CrawlerController communicates with the crawler via interface <tt>Crawler</tt>, only. The crawler's <tt>getNext()</tt> method returns <tt>DataReference</tt> objects to the CrawlerController. <tt>DataReference</tt> is also an interface implemented by class <tt>org.eclipse.smila.connectivity.framework.util.internal.DataReferenceImpl</tt>. A DataReference, as the name suggests, is only a reference to data provided by the crawler. This is mainly a performance issue, as due to the use of DeltaIndexing it may not be neccessary to transfer all the data from the crawler to the CrawlerController and to ConnectivityManager. Therefore a DataReference contains only the minumum data needed to perform DeltaIndexing: an Id and a hash token. To access the whole object it provideds method <tt>getRecord()</tt> that returns a complete Record object containing Id, attributes, annotations and attachments. To create the Record object, the DataReference communicates with the crawler via interface <tt>CrawlerCallback</tt>, as each DataReference has a reference to the crawler that created it.
+</p><p>The following chart shows the crawler architecture and how data is shared with the CrawlerController:
+<a href="http://wiki.eclipse.org/Image:Crawler_Architecture.png" class="image" title="Crawler Architecture"><img alt="Crawler Architecture" src="http://wiki.eclipse.org/images/3/3d/Crawler_Architecture.png" width="960" height="720" border="0" /></a>
+</p><p>Package <tt>org.eclipse.smila.connectivity.framework.util</tt> provides some factory classes for crawlers to create Ids, hashes and DataReference objects. More utility classes are planned to be implemented, that allow easy realization of crawlers using an iterator or producer/consumer pattern.
+</p>
+<a name="Configuration"></a><h2> <span class="mw-headline"> Configuration </span></h2>
+<p>A crawler is started with a specific, named configuration, that defines what information is to be crawled (e.g. content, kinds of metadata) and where to find that data (e.g. file system path, JDBC Connection String). See each crawler documentation for details on configuration options.
+</p><p><br />
+Each crawler can define its own configuration because crawlers need different information to execute specifc crawl jobs. As example a JDBC crawler needs information about which database and which table should be crawled and which columns should be returned.
+</p><p>Therefore the crawler developer defines a schema that contains all interesting information. This schema is based on a root schema that is supported by the SMILA framework. It declares the generic framework/frame which has to be used to send DataSourceConnectionConfigs (a crawl task) to the SMILA framework.
+The root-schema can be found in:
+configuration\org.eclipse.smila.connectivity.framework.schema/schemas/RootDataSourceConnectionConfigSchema.xsd.
+</p><p>The root schema looks like as follows:
+</p><p><a href="http://wiki.eclipse.org/Image:RootdatasourceConnectionConfig.png" class="image" title="Image:RootdatasourceConnectionConfig.png"><img alt="Image:RootdatasourceConnectionConfig.png" src="http://wiki.eclipse.org/images/a/ab/RootdatasourceConnectionConfig.png" width="1065" height="514" border="0" /></a>
+</p>
+<dl><dt>DataSourceID
+</dt><dd>A description string that is used in the whole framework to separate and address information that apply to the same crawl job
+</dd></dl>
+<dl><dt>SchemaID
+</dt><dd>The SchemaID contains the whole bundle name of the crawler (e.g. File System crawler: org.eclipse.smila.connectivity.framework.crawler.filesystem).<br /> The SMILA Framework uses this information to gather the schema for the validation of the DataSourceConnectionConfig that should be executed.
+</dd></dl>
+<dl><dt>DataConnectionID
+</dt><dd>This tag describes if an agent or crawler should be used. It contains either of the following tags:
+<ul><li><b>Agent</b>
+</li><li><b>Crawler</b>
+</li></ul>
+</dd><dd>The name that is used in these tags is the Service name of the agent/crawler.
+</dd></dl>
+<dl><dt>RecordBuffer
+</dt><dd>Here you can specify settings to optimize record transfer to ConnectivityManager
+<ul><li>Size - the number of records to be send to ConnectivityyManager in one block. Default is 1.
+</li><li>FlushInterval - a time interval in milliseconds after which to send the current elements of the RecordBuffer to ConnectivityManager. Default is 1000.
+</li></ul>
+</dd></dl>
+<dl><dt>DeltaIndexing</dt><dd>
+</dd><dd>Configuration options for delta indexing that are to be interpreted by the CrawlerController. The following values are supported:
+<ul><li><tt>full</tt> - delta indexing is fully activated. Records are checked if they need to be updated, entries for new/updated records are added to the deltaIndexingManager, delta-delete is executed if no error occured
+</li><li><tt>additive</tt> - as <tt>full</tt> but delta-delete is not executed
+</li><li><tt>initial</tt> - For an initial import in an empty index or a new source in an existing index performance can be optimized by NOT checking if a record needs to be updated (we know that all records are new) but adding an entry in the DeltaIndexingManager for each Record. This allows later runs using <tt>full</tt> or <tt>additive</tt> to make use of DeltaIndexing infformation.
+</li><li><tt>disabled</tt> - delta indexing is fully disabled. No checks are done, no entries are created/updated, no Delta-Delete is executed. Later runs cannot benefit from DeltaIndexing
+</li></ul>
+</dd></dl>
+<dl><dt>CompoundHandling</dt><dd>
+</dd><dd>Configuration options for CompoundHandling. See <a href="CompoundManagement.html#Configuration" title="SMILA/Documentation/CompoundManagement">CompoundManagement</a> for details.
+</dd></dl>
+<dl><dt>Attributes
+</dt><dd>Placeholder for each crawler's attribute definition. <br />Each crawler can define here which attributes it can return. An attribute is a specific information of an entry in the datasource that is crawled by the crawler (E.g. In a filesystem an entry is a file, and attributes of an file are Size, Content, etc.)
+</dd></dl>
+<dl><dt>Process
+</dt><dd>Placeholder for Tags that the crawler developer can define. <br /> In this Tag all information can be transferred for a crawl task that are necessary to start a crawling process. These information are maybe: starting urls/folder, and which entries should be crawled ( e.g. queries/wildcards/include/excludes).
+</dd></dl>
+<p><br />
+</p>
+<a name="Further_Information:"></a><h3> <span class="mw-headline"> Further Information: </span></h3>
+<ol><li> See for each crawler attributes and process tags
+</li><li> <a href="../Development_Guidelines/How_to_implement_a_crawler.html" class="mw-redirect" title="SMILA/Development Guidelines/How to implement a crawler">How to implement a crawler</a>
+</li></ol>
+<a name="Crawler_lifecycle"></a><h2> <span class="mw-headline"> Crawler lifecycle </span></h2>
+<p>The CrawlerController manages the life cycle of the crawler (e.g. start, stop, abort) and may instantiate multiple crawlers concurrently, even of the same type. This is realised by using OSGi ComponentFactories. Each crawler does not automatically start an OSGi service, but registers only a crawler ComponentFactory with the CrawlerController. Via the ComponentFactory the CrawlerController can instantiate crawlers on demand.
+</p><p>Here is a template for a crawler OSGi component definition:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><component</span> <span class="re0">name</span>=<span class="st0">"%CRAWLER_TYPE%"</span> <span class="re0">immediate</span>=<span class="st0">"false"</span> <span class="re0">factory</span>=<span class="st0">"CrawlerFactory"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><implementation</span> <span class="re0">class</span>=<span class="st0">"%CRAWLER_IMPLEMENTATION_CLASS%"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><service<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><provide</span> <span class="re0">interface</span>=<span class="st0">"org.eclipse.smila.connectivity.framework.Crawler"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></service<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></component<span class="re2">></span></span></span></pre></div>
+<a name="See_also"></a><h2> <span class="mw-headline"> See also </span></h2>
+<p>More information about the different crawlers can be found here:
+</p>
+<ul><li> <a href="Filesystem_Crawler.html" title="SMILA/Documentation/Filesystem Crawler">File System crawler</a>
+</li><li> <a href="Web_Crawler.html" title="SMILA/Documentation/Web Crawler">Web crawler</a>
+</li><li> <a href="JDBC_Crawler.html" title="SMILA/Documentation/JDBC Crawler">JDBC crawler</a>
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 73/1000000
+Post-expand include size: 1045/2097152 bytes
+Template argument size: 515/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:18589-0!1!0!!en!2!edit=0 and timestamp 20120202171431 -->
+<div class="printfooter">
+Retrieved from "<a href="Crawler.html">http://wiki.eclipse.org/SMILA/Documentation/Crawler</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 09:38, 24 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a>, <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a> and <a href="http://wiki.eclipse.org/User:Igor.novakovic.empolis.com" title="User:Igor.novakovic.empolis.com">Igor Novakovic</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Crawler&action=credits" title="SMILA/Documentation/Crawler">others</a>.</p>
+ <p id="footerviews">This page has been accessed 4,352 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.061 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/CrawlerController.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/CrawlerController.html
new file mode 100644
index 0000000..d0870c8
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/CrawlerController.html
@@ -0,0 +1,492 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/CrawlerController,SMILA/Documentation/CompoundManagement,SMILA/Documentation/Crawler" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/CrawlerController - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/CrawlerController";
+var wgTitle = "SMILA/Documentation/CrawlerController";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "18820";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "285984";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-javascript {line-height: normal; font-size: medium;}
+.source-javascript li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for javascript
+ * CSS class: source-javascript, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-javascript .de1, .source-javascript .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-javascript {}
+.source-javascript .head {}
+.source-javascript .foot {}
+.source-javascript .imp {font-weight: bold; color: red;}
+.source-javascript .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-javascript li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-javascript li.li2 {font-weight: bold;}
+.source-javascript .kw1 {color: #000066; font-weight: bold;}
+.source-javascript .kw2 {color: #003366; font-weight: bold;}
+.source-javascript .kw3 {color: #000066;}
+.source-javascript .co1 {color: #009900; font-style: italic;}
+.source-javascript .coMULTI {color: #009900; font-style: italic;}
+.source-javascript .es0 {color: #000099; font-weight: bold;}
+.source-javascript .br0 {color: #66cc66;}
+.source-javascript .st0 {color: #3366CC;}
+.source-javascript .nu0 {color: #CC0000;}
+.source-javascript .me1 {color: #006600;}
+.source-javascript .sc0 {}
+.source-javascript .sc1 {}
+.source-javascript .sc2 {}
+.source-javascript .sc3 {}
+.source-javascript .re0 {color: #0066FF;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="CrawlerController.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_CrawlerController">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/CrawlerController">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/CrawlerController">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/CrawlerController">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/CrawlerController&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/CrawlerController&oldid=285984">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="CrawlerController.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/CrawlerController&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/CrawlerController&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/CrawlerController&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/CrawlerController"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/CrawlerController</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="CrawlerController.html#column-one">navigation</a>, <a href="CrawlerController.html#searchInput">search</a></div> <!-- start content -->
+ <div class="messagebox" style="background-color: #def3fe; border: 1px solid #c5d7e0; color: black; padding: 5px; margin: 1ex 0; min-height: 35px; padding-left: 45px;">
+<div style="float: left; margin-left: -40px;"><a href="http://wiki.eclipse.org/Image:Note.png" class="image" title="Note.png"><img alt="" src="http://wiki.eclipse.org/images/c/cc/Note.png" width="35" height="35" border="0" /></a></div>
+<div><b>This is deprecated for SMILA 1.0, the connectivity framework is still functional but will aimed to be replaced by scalable import based on SMILAs job management.</b><br /></div>
+</div>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="CrawlerController.html#Overview"><span class="tocnumber">1</span> <span class="toctext">Overview</span></a></li>
+<li class="toclevel-1"><a href="CrawlerController.html#API"><span class="tocnumber">2</span> <span class="toctext">API</span></a></li>
+<li class="toclevel-1"><a href="CrawlerController.html#Implementations"><span class="tocnumber">3</span> <span class="toctext">Implementations</span></a>
+<ul>
+<li class="toclevel-2"><a href="CrawlerController.html#org.eclipse.smila.connectivity.framework.impl"><span class="tocnumber">3.1</span> <span class="toctext">org.eclipse.smila.connectivity.framework.impl</span></a></li>
+<li class="toclevel-2"><a href="CrawlerController.html#Configuration"><span class="tocnumber">3.2</span> <span class="toctext">Configuration</span></a></li>
+<li class="toclevel-2"><a href="CrawlerController.html#JMX_interface"><span class="tocnumber">3.3</span> <span class="toctext">JMX interface</span></a></li>
+<li class="toclevel-2"><a href="CrawlerController.html#HTTP_ReST_JSON_interface"><span class="tocnumber">3.4</span> <span class="toctext">HTTP ReST JSON interface</span></a>
+<ul>
+<li class="toclevel-3"><a href="CrawlerController.html#Crawler_Datasource_Listing"><span class="tocnumber">3.4.1</span> <span class="toctext">Crawler Datasource Listing</span></a></li>
+<li class="toclevel-3"><a href="CrawlerController.html#Start_a_Crawler"><span class="tocnumber">3.4.2</span> <span class="toctext">Start a Crawler</span></a></li>
+<li class="toclevel-3"><a href="CrawlerController.html#Get_Crawler_Statistics"><span class="tocnumber">3.4.3</span> <span class="toctext">Get Crawler Statistics</span></a></li>
+<li class="toclevel-3"><a href="CrawlerController.html#Stop_a_Crawler"><span class="tocnumber">3.4.4</span> <span class="toctext">Stop a Crawler</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Overview"></a><h2> <span class="mw-headline"> Overview </span></h2>
+<p>The CrawlerController is a component that manages and monitors <a href="Crawler.html" title="SMILA/Documentation/Crawler">Crawlers</a>. Whenever a new crawl is triggered (via <tt>startCrawl()</tt>) a new instance of the used Crawler is created and the crawler object hash value is used as an id (called <i>import run id</i>) to identify records created by this crawler instance. This import run id is set as an attribute <i>_importRunId</i> on all records and is also visible on the crawler instance in the JMX console.
+</p>
+<a name="API"></a><h2> <span class="mw-headline"> API </span></h2>
+<p>Current javadoc:
+</p>
+<ul><li> <a href="http://build.eclipse.org/rt/smila/javadoc/current/org/eclipse/smila/connectivity/framework/CrawlerController.html" class="external text" title="http://build.eclipse.org/rt/smila/javadoc/current/org/eclipse/smila/connectivity/framework/CrawlerController.html" rel="nofollow">org.eclipse.smila.connectivity.framework.CrawlerController</a>
+</li><li> <a href="http://build.eclipse.org/rt/smila/javadoc/current/org/eclipse/smila/connectivity/framework/util/CrawlerControllerCallback.html" class="external text" title="http://build.eclipse.org/rt/smila/javadoc/current/org/eclipse/smila/connectivity/framework/util/CrawlerControllerCallback.html" rel="nofollow">org.eclipse.smila.connectivity.framework.util.CrawlerControllerCallback</a>
+</li></ul>
+<a name="Implementations"></a><h2> <span class="mw-headline"> Implementations </span></h2>
+<p>It is possible to provide different implementations for the CrawlerController interface. At the moment there is one implementation available.
+</p>
+<a name="org.eclipse.smila.connectivity.framework.impl"></a><h3> <span class="mw-headline">org.eclipse.smila.connectivity.framework.impl</span></h3>
+<p>This bundle contains the default implementation of the CrawlerController interface.
+</p><p>The CrawlerController implements the general processing logic common for all types of Crawlers. Its interface is a pure management interface that can be accessed by its Java interface or its wrapping JMX interface. It has references to the following OSGi services:
+</p>
+<ul><li> Crawler ComponentFactory
+</li><li> ConnectivityManager
+</li><li> DeltaIndexingManager (optional)
+</li><li> CompoundManager
+</li><li> ConfigurationManagement (t.b.d.)
+</li></ul>
+<p>Crawler Factories register themselves at the CrawlerController. Each time a crawl for a certain type of crawler is initiated, a new instance of that Crawler type is created via the Crawler ComponentFactory. This allows parallel crawling of datasources with the same type (e.g. several websites). Note that it is not possible to crawl the same data source concurrently!
+</p><p><br />
+This chart shows the current CrawlerController processing logic for one crawl run:
+<a href="http://wiki.eclipse.org/Image:CrawlerControllerProcessingLogic.png" class="image" title="Image:CrawlerControllerProcessingLogic.png"><img alt="Image:CrawlerControllerProcessingLogic.png" src="http://wiki.eclipse.org/images/6/67/CrawlerControllerProcessingLogic.png" width="960" height="720" border="0" /></a>
+</p>
+<ul><li> First the CrawlerController initializes DeltaIndexing for the current data source by calling <tt>DeltaIndexingManager::init(String)</tt> and also initializes a new Crawler (not shown)
+</li><li> the then executes subprocess <b>process crawler</b> with the initialized Crawler
+</li><li> if no error occured so far it performs the subprocess <b>delete delta</b>
+</li><li> finally it finishes the run by calling <tt>DeltaIndexingManager::finish(String)</tt>
+</li></ul>
+<p><br />
+</p>
+<dl><dt>Process Crawler
+</dt></dl>
+<ul><li> the CrawlerController checks if the given Crawler has more data available
+</li><li> YES: the CrawlerController checks each received DataReference send by the Crawler if it needs to be updated by calling <tt>DeltaIndexingManager::checkForUpdate(...)</tt>
+<ul><li> YES: the CrawlerController request the complete record from the Crawler and checks if the record is a compound
+<ul><li> YES: the subprocess <b>process compounds</b> is executed.
+</li><li> NO: no special actions are taken
+</li></ul>
+</li><li>the record is added to the Queue by calling <tt>ConnectivityManager::add(...)</tt> and is marked as visited in the DeltaIndexingManager by calling <tt>DeltaIndexingManager::visit(...)</tt>
+</li><li> NO: the DataReference is skipped. DeltaIndexingManager internally already set the visited flag for this Id
+</li></ul>
+</li><li> NO: return to the calling process
+</li></ul>
+<p><br />
+</p>
+<dl><dt>Process Compounds
+</dt></dl>
+<p>Please see <a href="CompoundManagement.html" title="SMILA/Documentation/CompoundManagement">CompoundManagement</a> for details on compound handling.
+</p>
+<ul><li> by calling <tt>CompoundManager:extract(Record, DataSourceConnectionConfig)</tt> the subprocess receives a CompoundCrawler that iterates over the elements of the compound record
+</li><li> the subprocess recursively calls subprocess <b>process crawler</b> using the CompoundCrawler
+</li><li> the compound record is adapted according to the configuration (set to null, modified, left unmodified) by calling <tt>CompoundManager:adaptCompoundRecord(Record, DataSourceConnectionConfig)</tt>
+</li><li> return to the calling process
+</li></ul>
+<p><br />
+</p>
+<dl><dt>Delete Delta
+</dt></dl>
+<ul><li> by calling <tt>DeltaIndexingManager::obsoleteIdIterator(...)</tt> the subprocess receives an Iterator over all Ids that have to be deleted
+</li><li> for each Id <tt>ConnectivityManager::delete(...)</tt> is called
+</li><li> return to the calling process
+</li></ul>
+<p><br />
+</p>
+<dl><dt>Note</dt><dd> The exact logic depends on the settings of <tt>DeltaIndexing</tt> in the data source configuration. Depending on the configured value, delta indexing logic is executed fully, partially or not at all.
+</dd></dl>
+<a name="Configuration"></a><h3> <span class="mw-headline"> Configuration </span></h3>
+<p>There are no configuration options available for this bundle.
+</p>
+<a name="JMX_interface"></a><h3> <span class="mw-headline"> JMX interface </span></h3>
+<p>Javdoc: <a href="http://build.eclipse.org/rt/smila/javadoc/current/org/eclipse/smila/connectivity/framework/CrawlerControllerAgent.html" class="external text" title="http://build.eclipse.org/rt/smila/javadoc/current/org/eclipse/smila/connectivity/framework/CrawlerControllerAgent.html" rel="nofollow">org.eclipse.smila.connectivity.framework.CrawlerControllerAgent</a>
+</p><p>Here is a screenshot of the CrawlerController in the JMX Console:
+</p><p><a href="http://wiki.eclipse.org/Image:CrawlerControllerJMX.png" class="image" title="Image:CrawlerControllerJMX.png"><img alt="Image:CrawlerControllerJMX.png" src="http://wiki.eclipse.org/images/7/7b/CrawlerControllerJMX.png" width="713" height="443" border="0" /></a>
+</p>
+<a name="HTTP_ReST_JSON_interface"></a><h3> <span class="mw-headline"> HTTP ReST JSON interface </span></h3>
+<p>Since version 0.9 the CrawlerController can also be controlled via the SMILA ReST API. It provides the following endpoints:
+</p>
+<table border="1px solid #CCC" cellpadding="5px" style="border:1px solid #CCC; border-collapse:collapse; font:small/1.5 Tahoma, Bitstream Vera Sans, Verdana, Helvetica, sans-serif;">
+<tr>
+<th> endpoint </th><th> method </th><th> description
+</th></tr>
+<tr>
+<td> /smila/crawlers </td><td> GET </td><td> list data sources available for crawling and the current crawl state
+</td></tr>
+<tr>
+<td> /smila/crawlers/<datasource-id> </td><td> GET </td><td> get statistics of current or last crawl run, if one exists.
+</td></tr>
+<tr>
+<td> /smila/crawlers/<datasource-id> </td><td> POST + JSON-Body </td><td> start crawler
+</td></tr>
+<tr>
+<td> /smila/crawlers/<datasource-id>/finish </td><td> POST </td><td> stop crawler
+</td></tr>
+</table>
+<a name="Crawler_Datasource_Listing"></a><h4> <span class="mw-headline"> Crawler Datasource Listing </span></h4>
+<p>The listing contains the available data sources that can be used for crawling and the current crawl state. State "Undefined" means that no crawl run for the datasource has yet been started. Other states can be
+</p>
+<ul><li> Running: A crawler is current working on this datasource.
+</li><li> Finished: The crawler has crawled the datasource completely.
+</li><li> Stopped: The crawler was stopped by the user before it could finish to crawl the datasource.
+</li><li> Aborted: A fatal error occurred while crawling the datasource.
+</li></ul>
+<p>If the state has one of these four values, it is possible to read statistics for the datasource by using the given URL. Example:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript">GET <span class="re0">/smila/crawlers/</span>
+-->
+<span class="nu0">200</span> OK
+<span class="br0">{</span>
+ <span class="st0">"crawlers"</span>: <span class="br0">[</span>
+ <span class="br0">{</span>
+ <span class="st0">"name"</span>: <span class="st0">"web"</span>,
+ <span class="st0">"state"</span>: <span class="st0">"Undefined"</span>,
+ <span class="st0">"url"</span>: <span class="st0">"http://localhost:8080/smila/crawlers/web/"</span>
+ <span class="br0">}</span>,
+ <span class="br0">{</span>
+ <span class="st0">"name"</span>: <span class="st0">"file"</span>,
+ <span class="st0">"state"</span>: <span class="st0">"Finished"</span>,
+ <span class="st0">"url"</span>: <span class="st0">"http://localhost:8080/smila/crawlers/file/"</span>
+ <span class="br0">}</span>,
+ <span class="br0">{</span>
+ <span class="st0">"name"</span>: <span class="st0">"xmldump"</span>,
+ <span class="st0">"state"</span>: <span class="st0">"Undefined"</span>,
+ <span class="st0">"url"</span>: <span class="st0">"http://localhost:8080/smila/crawlers/xmldump/"</span>
+ <span class="br0">}</span>
+ <span class="br0">]</span>
+<span class="br0">}</span></pre></div>
+<a name="Start_a_Crawler"></a><h4> <span class="mw-headline"> Start a Crawler </span></h4>
+<p>If a datasource is not in crawl state "Running" it can be started using the URL given in the datasource listing. The request must contain a JSON body describing the destination job to submit records to. In case of success the response contains the internal import run ID.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript">POST <span class="re0">/smila/crawlers/file/</span>
+<span class="br0">{</span>
+ <span class="st0">"jobName"</span>: <span class="st0">"indexUpdateJob"</span>
+<span class="br0">}</span>
+-->
+<span class="nu0">200</span> OK
+<span class="br0">{</span>
+ <span class="st0">"importRunId"</span>: <span class="nu0">1992135396</span>
+<span class="br0">}</span></pre></div>
+<p>Other response codes:
+</p>
+<ul><li> 400 Bad Request: datasource ID does not exist, destination job is not active, datasource is not a crawler source or a crawler is already running for the datasource.
+</li><li> 500 Internal Server Error: Ohter errors.
+</li></ul>
+<a name="Get_Crawler_Statistics"></a><h4> <span class="mw-headline"> Get Crawler Statistics </span></h4>
+<p>If a datasource has been crawler or is currently crawler you can read the performance counters using the datasource URL:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript">GET <span class="re0">/smila/crawlers/file/</span>
+-->
+<span class="nu0">200</span> OK
+<span class="br0">{</span>
+ <span class="st0">"jobName"</span>: <span class="st0">"job"</span>,
+ <span class="st0">"attachmentBytesTransfered"</span>: <span class="nu0">0</span>,
+ <span class="st0">"attachmentTransferRate"</span>: <span class="nu0">0</span>,
+ <span class="st0">"averageAttachmentTransferRate"</span>: <span class="nu0">0</span>,
+ <span class="st0">"averageDeltaIndicesProcessingTime"</span>: <span class="nu0">0</span>,
+ <span class="st0">"averageRecordsProcessingTime"</span>: <span class="nu0">0</span>,
+ <span class="st0">"deltaIndices"</span>: <span class="nu0">569</span>,
+ <span class="st0">"endDate"</span>: <span class="st0">"2011-09-06"</span>,
+ <span class="st0">"errorBuffer"</span>: <span class="st0">"[]"</span>,
+ <span class="st0">"exceptions"</span>: <span class="nu0">0</span>,
+ <span class="st0">"exceptionsCritical"</span>: <span class="nu0">0</span>,
+ <span class="st0">"importRunId"</span>: <span class="st0">"786625416"</span>,
+ <span class="st0">"overallAverageDeltaIndicesProcessingTime"</span>: <span class="nu0">10.06854130052724</span>,
+ <span class="st0">"overallAverageRecordsProcessingTime"</span>: <span class="st0">"Infinity"</span>,
+ <span class="st0">"records"</span>: <span class="nu0">0</span>,
+ <span class="st0">"startDate"</span>: <span class="st0">"2011-09-06"</span>,
+ <span class="st0">"files"</span>: <span class="nu0">0</span>,
+ <span class="st0">"folders"</span>: <span class="nu0">0</span>,
+ <span class="st0">"producerExceptions"</span>: <span class="nu0">0</span>,
+ <span class="st0">"dataSourceId"</span>: <span class="st0">"file"</span>,
+ <span class="st0">"state"</span>: <span class="st0">"Finished"</span>
+<span class="br0">}</span></pre></div>
+<p>Other responses are
+</p>
+<ul><li>400 Bad Request: Invalid datasource ID
+</li><li>404 Not Found: No statistics available for given datasource
+</li><li>500 Internal Server Error: Other error.
+</li></ul>
+<a name="Stop_a_Crawler"></a><h4> <span class="mw-headline"> Stop a Crawler </span></h4>
+<p>To stop a running crawler, use the following HTTP request. The response will be empty, just the response code will be "OK".
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript">POST <span class="re0">/smila/crawlers/file/finish/</span>
+-->
+<span class="nu0">200</span> OK</pre></div>
+<p>Other responses are:
+</p>
+<ul><li> 400 Bad Request: No crawler is running for this datasource.
+</li><li> 500 Internal Server Error: Other errors.
+</li></ul>
+<p>,
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 77/1000000
+Post-expand include size: 1219/2097152 bytes
+Template argument size: 515/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:18820-0!1!0!!en!2!edit=0 and timestamp 20120202140623 -->
+<div class="printfooter">
+Retrieved from "<a href="CrawlerController.html">http://wiki.eclipse.org/SMILA/Documentation/CrawlerController</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 09:37, 24 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a>, <a href="http://wiki.eclipse.org/User:Andreas.Weber.empolis.com" title="User:Andreas.Weber.empolis.com">Andreas Weber</a> and <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/CrawlerController&action=credits" title="SMILA/Documentation/CrawlerController">others</a>.</p>
+ <p id="footerviews">This page has been accessed 2,493 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.080 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/DataObjectTypesAndBuckets.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/DataObjectTypesAndBuckets.html
new file mode 100644
index 0000000..b2fcc76
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/DataObjectTypesAndBuckets.html
@@ -0,0 +1,539 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/DataObjectTypesAndBuckets,SMILA/Documentation/JobManagerConfiguration,SMILA/Documentation/JobParameters" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/DataObjectTypesAndBuckets - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/DataObjectTypesAndBuckets";
+var wgTitle = "SMILA/Documentation/DataObjectTypesAndBuckets";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "32418";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286741";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-text {line-height: normal; font-size: medium;}
+.source-text li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for text
+ * CSS class: source-text, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-text .de1, .source-text .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-text {}
+.source-text .head {}
+.source-text .foot {}
+.source-text .imp {font-weight: bold; color: red;}
+.source-text .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-text li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-text li.li2 {font-weight: bold;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="DataObjectTypesAndBuckets.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_DataObjectTypesAndBuckets">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/DataObjectTypesAndBuckets">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/DataObjectTypesAndBuckets">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/DataObjectTypesAndBuckets">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/DataObjectTypesAndBuckets&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/DataObjectTypesAndBuckets&oldid=286741">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="DataObjectTypesAndBuckets.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/DataObjectTypesAndBuckets&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/DataObjectTypesAndBuckets&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/DataObjectTypesAndBuckets&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/DataObjectTypesAndBuckets"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/DataObjectTypesAndBuckets</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="DataObjectTypesAndBuckets.html#column-one">navigation</a>, <a href="DataObjectTypesAndBuckets.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="DataObjectTypesAndBuckets.html#Buckets_and_Data_Object_Types"><span class="tocnumber">1</span> <span class="toctext">Buckets and Data Object Types</span></a>
+<ul>
+<li class="toclevel-2"><a href="DataObjectTypesAndBuckets.html#Buckets"><span class="tocnumber">1.1</span> <span class="toctext">Buckets</span></a>
+<ul>
+<li class="toclevel-3"><a href="DataObjectTypesAndBuckets.html#List.2C_create.2C_and_modify_buckets"><span class="tocnumber">1.1.1</span> <span class="toctext">List, create, and modify buckets</span></a>
+<ul>
+<li class="toclevel-4"><a href="DataObjectTypesAndBuckets.html#All_buckets"><span class="tocnumber">1.1.1.1</span> <span class="toctext">All buckets</span></a></li>
+<li class="toclevel-4"><a href="DataObjectTypesAndBuckets.html#Specific_buckets"><span class="tocnumber">1.1.1.2</span> <span class="toctext">Specific buckets</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="DataObjectTypesAndBuckets.html#Data_Object_Types"><span class="tocnumber">1.2</span> <span class="toctext">Data Object Types</span></a>
+<ul>
+<li class="toclevel-3"><a href="DataObjectTypesAndBuckets.html#List_data_object_types"><span class="tocnumber">1.2.1</span> <span class="toctext">List data object types</span></a>
+<ul>
+<li class="toclevel-4"><a href="DataObjectTypesAndBuckets.html#All_data_object_types"><span class="tocnumber">1.2.1.1</span> <span class="toctext">All data object types</span></a></li>
+<li class="toclevel-4"><a href="DataObjectTypesAndBuckets.html#Specific_data_object_type"><span class="tocnumber">1.2.1.2</span> <span class="toctext">Specific data object type</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Buckets_and_Data_Object_Types"></a><h1> <span class="mw-headline"> Buckets and Data Object Types </span></h1>
+<p>Please note that job manager element names (like buckets and data object types) must conform to the job manager naming convention:
+</p>
+<ul><li> names must inly consist of the following characters: <b>a-zA-Z._-</b>
+</li></ul>
+<p>If they do not conform, they won't be accessible in SMILA.
+</p>
+<ul><li> Pushing elements with invalid names will result in a 400 Bad Request,
+</li><li> predefined elements with invalid names won't be loaded, a warning will be logged in the SMILA.log file.
+</li></ul>
+<p>E.g.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-text">... WARN ... internal.DefinitionPersistenceImpl - Error parsing predefined data object type definitions from configuration area
+org.eclipse.smila.common.exceptions.InvalidDefinitionException: Value 'record?store' in field 'name' is not valid: A name must match pattern ^[a-zA-Z0-9-_\.]+$.</pre></div>
+<a name="Buckets"></a><h2> <span class="mw-headline"> Buckets </span></h2>
+<p>A bucket is a data container comprising logically grouped data objects that are to processed by some asynchronous workflow in SMILA. All data objects in a bucket are physically located in the same store and therefore share the same naming convention. For example, data objects could be sequences of records (so called "record bulks") or indices. Also, the contents within one bucket have the same structure as is determined by its data object type. The actual data object types from which you can select when creating a bucket are predefined by the software and cannot be changed during runtime.
+</p><p>An important aspect of buckets is that they can be persistent or transient: Objects in transient buckets are deleted automatically when the workflow run that created them has ended while objects in persistent buckets survive until they are deleted explicitly or another workflow uses them. Whereas persistent buckets have to be created explicitly via the respective REST/JSON API call (see below) before they can be used in a workflow, transient ones are generated automatically by the system based on the definition of the respective workflow and need not and also cannot be created explicitly via this API. Similar, a store referenced by some transient bucket is created automatically by the Job Manager but a store referenced by a persistent bucket must be created beforehand.
+</p><p>Persistent buckets can have <a href="JobParameters.html" title="SMILA/Documentation/JobParameters">parameters</a> that are required for the referenced data object type or for the involved workers to operate when the bucket is referenced in a workflow. They can be set in the bucket definition itself, in the global section of the respective workflow definition, or later in the job definition.
+</p><p>Buckets can have additional information (e.g. comments or additional layouting information for a configuration tool) apart from name, type or parameter. But a plain GET request will only display relevant information (i.e. relevant to the jobprocessing system). When you want to retrieve the additional info that is present in the json file or has been posted with thte buckets, add <tt>?returnDetails=true</tt> as request parameter.
+</p>
+<a name="List.2C_create.2C_and_modify_buckets"></a><h3> <span class="mw-headline"> List, create, and modify buckets </span></h3>
+<a name="All_buckets"></a><h4> <span class="mw-headline"> All buckets </span></h4>
+<p>Use a GET request to list all persistent buckets. Transient buckets are not shown in the list.
+</p><p>Use POST to add new persistent buckets or to edit them. Transient buckets cannot be created explicitly via this API.
+</p><p><b>Supported operations:</b>
+</p>
+<ul><li>GET: Returns a list of all buckets. If there are no buckets defined, you will get an empty list.
+</li><li>POST: Add a new persistent bucket or edit an existing one. The bucket definition must at least contain the name and the data object type of the bucket. Bucket parameters are optional. If the bucket already exists, it will be updated after successful validation. However, the changes will not apply until the next job run, i.e. the current job run is not influenced by the changes.
+</li></ul>
+<p><b>Usage:</b>
+</p>
+<ul><li>URL: <tt>http://<hostname>:8080/smila/jobmanager/buckets/</tt>
+</li><li>Allowed methods:
+<ul><li>GET
+</li><li>POST
+</li></ul>
+</li><li>Response status codes:
+<ul><li>200 OK: Upon successful execution (GET).
+</li><li>201 CREATED: Upon successfull execution (POST). The result object returns a JSON object giving the name and URI of the created bucket.
+</li><li>400 Bad Request: If the parameters in the bucket definition would result in incorrect store names or the bucket's name is invalid. The result object returns an error message in JSON format.
+</li></ul>
+</li></ul>
+<p><br />
+<b>Examples:</b>
+</p><p>To list all buckets:
+</p>
+<pre>
+GET /smila/jobmanager/buckets/
+</pre>
+<p>The result would be:
+</p>
+<pre>
+HTTP/1.x 200 OK
+
+{
+ "buckets":[
+ {
+ "name":"myBucket",
+ "url":"http://localhost:8080/smila/jobmanager/buckets/myBucket/"
+ },
+ {
+ "name":"myOtherBucket",
+ "url":"http://localhost:8080/smila/jobmanager/buckets/myOtherBucket/"
+ }
+ ]
+}
+</pre>
+<p>To create a bucket:
+</p>
+<pre>
+POST /smila/jobmanager/buckets/
+
+{
+ "name": "myBucket",
+ "type": "recordBulks",
+ "comment": "A bucket I created all by myself.",
+ "parameters":
+ {
+ "store": "mystore"
+ }
+}
+</pre>
+<p>Note that this definition contains an unspecific "comment" field.
+</p><p>The result would be:
+</p>
+<pre>
+HTTP/1.x 201 CREATED
+
+{
+ "name" : "myBucket",
+ "timestamp": "2011-08-15T10:53:42+0200",
+ "url" : "http://localhost:8080/smila/jobmanager/buckets/myBucket/"
+}
+</pre>
+<a name="Specific_buckets"></a><h4> <span class="mw-headline"> Specific buckets </span></h4>
+<p>Use a GET request to get the definition of a bucket. Use DELETE to delete a bucket.
+</p><p><b>Supported operations:</b>
+</p>
+<ul><li>GET: Returns the definition of the given bucket. When you want to retrieve additional info apart from name, type and parameters add returnDetails=true as request parameter.
+</li><li>DELETE: Deletes a bucket. Buckets which are still used in a workflow definition cannot be deleted.
+</li></ul>
+<p><b>Usage:</b>
+</p>
+<ul><li>URL: <tt>http://<hostname>:8080/smila/jobmanager/buckets/<bucket-name>/</tt>
+</li><li>Allowed methods:
+<ul><li>GET
+</li><li>DELETE
+</li></ul>
+</li><li>Response status codes:
+<ul><li>200 OK: Upon successful execution (GET, DELETE). When trying to delete a bucket that does not exist, the call will be ignored (DELETE) and 200 OK is returned nevertheless.
+</li><li>404 Server error: In case <bucket-name> does not exist (GET).
+</li><li>400 Bad Request: If the bucket is referenced by an existing workflow. Also, if a bucket is predefined in the configuration it cannot be removed.
+</li></ul>
+</li></ul>
+<p><b>Examples:</b>
+</p><p>To get a bucket definition:
+</p>
+<pre>
+GET /smila/jobmanager/buckets/myBucket/
+</pre>
+<p>The result would be:
+</p>
+<pre>
+HTTP/1.x 200 OK
+
+{
+ "name" : "myBucket",
+ "timestamp": "2011-08-15T11:55:00.482+0200",
+ "type" : "recordBulks",
+ "parameters" : {
+ "store" : "mystore"
+ }
+}
+</pre>
+<p>To get the complete bucket definition with additional data:
+</p>
+<pre>
+GET /smila/jobmanager/buckets/myBucket/?returnDetails=true
+</pre>
+<p>The result would now be:
+</p>
+<pre>
+HTTP/1.x 200 OK
+
+{
+ "name" : "myBucket",
+ "timestamp": "2011-08-15T11:55:00.482+0200",
+ "type" : "recordBulks",
+ "comment": "A bucket I created all by myself.",
+ "parameters" : {
+ "store" : "mystore"
+ }
+}
+</pre>
+<p>To delete a bucket:
+</p>
+<pre>
+DELETE /smila/jobmanager/buckets/myBucket/
+</pre>
+<p>The result would be:
+</p>
+<pre>
+HTTP/1.x 200 OK
+</pre>
+<a name="Data_Object_Types"></a><h2> <span class="mw-headline"> Data Object Types </span></h2>
+<p>The definition of the data object types available in the system are provided with the software and cannot be added or changed during runtime.
+</p><p>They contain parameter variables denoted by "${...}". System parameter variables, names starting with "_" (underscore), are resolved automatically. Just parameters on root level with non complex values are used for resolving.
+Values for other variables must be set as a bucket parameter or a higher-level definition, e.g. as a workflow or job parameter. Where a type specifies both persistent and transient data, you will have to resolve only those parameter variables defined for the respective type.
+</p><p>Data Object Type definitions can have additional information (e.g. comments). But a plain GET request will only display relevant information (i.e. relevant to the jobprocessing system). When you want to retrieve the additional info that is present in the definitions of the json file, add returnDetails=true as request parameter.
+</p>
+<a name="List_data_object_types"></a><h3> <span class="mw-headline"> List data object types </span></h3>
+<a name="All_data_object_types"></a><h4> <span class="mw-headline"> All data object types </span></h4>
+<p>Use a GET request to retrieve information about all object data types. This API is read-only: You cannot add or modify data object types during runtime.
+</p><p><b>Supported operations:</b>
+</p>
+<ul><li>GET: Returns a list of all data object types. To obtain additional information (if present) add returnDetails=true as request parameter.
+</li></ul>
+<p><b>Usage:</b>
+</p>
+<ul><li>URL: <tt>http://<hostname>:8080/smila/jobmanager/dataobjecttypes/</tt>
+</li><li>Allowed methods:
+<ul><li>GET
+</li></ul>
+</li><li>Response status codes:
+<ul><li>200 OK: Upon successful execution.
+</li></ul>
+</li></ul>
+<p><b>Examples:</b>
+</p><p>To list all data object types:
+</p>
+<pre>
+GET /smila/jobmanager/dataobjecttypes/
+</pre>
+<p>The result would be:
+</p>
+<pre>
+HTTP/1.x 200 OK
+
+{
+ "dataObjectTypes":[
+ {
+ "name":"recordBulks",
+ "url":"http://localhost:8080/smila/jobmanager/dataobjecttypes/recordBulks/"
+ }
+ ]
+}
+</pre>
+<a name="Specific_data_object_type"></a><h4> <span class="mw-headline"> Specific data object type </span></h4>
+<p>Use a GET request to retrieve information about a specific object data type.
+</p><p><b>Supported operations:</b>
+</p>
+<ul><li>GET: Returns the definition of a specific data object type.
+</li></ul>
+<p><b>Usage:</b>
+</p>
+<ul><li>URL: <tt>http://<hostname>:8080/smila/jobmanager/dataobjecttypes/<dataobjecttype-name>/</tt>
+</li><li>Allowed methods:
+<ul><li>GET
+</li></ul>
+</li><li>Response status codes:
+<ul><li>200 OK: Upon successful execution
+</li></ul>
+</li></ul>
+<p><b>Examples:</b>
+</p><p>To get the definition of one data object type:
+</p>
+<pre>
+GET /smila/jobmanager/dataobjecttypes/recordBulks/
+</pre>
+<p>The result would be:
+</p>
+<pre>
+HTTP/1.x 200 OK
+
+{
+ "name":"recordBulks",
+ "readOnly": true,
+ "persistent":{
+ "object":"${_bucketName}/${_uuid}",
+ "store":"${store}"
+ },
+ "transient":{
+ "object":"${_bucketName}/${_uuid}",
+ "store":"${tempStore}"
+ }
+}
+</pre>
+<p>As data object types cannot be defined using an API, but are pre-configured in the system configuration, they are all marked as "readOnly". See <a href="JobManagerConfiguration.html" title="SMILA/Documentation/JobManagerConfiguration">SMILA/Documentation/JobManagerConfiguration</a> for details.
+</p><p><b>Available data object types:</b>
+</p><p>Currently, there is only one data object type available, namely the type "recordBulks" (see its definition above).
+</p><p>The "recordBulk" type allows for sequences of records (record bulks). It is the standard intermediate object type in workflows, meaning there can be workers in a workflow that use objects of the "recordBulk" type as their input data and also workers that write objects of the same type as their result.
+</p><p>The "recordBulk" type allows both transient and persistent data. If a persistent bucket uses this type, one has to set the value of the <tt>${store}</tt> variable. Vice versa, when a transient bucket uses this type, one has to set the value of the <tt>${tempStore}</tt> variable. The variables <tt>${store}</tt> and <tt>${tempStore}</tt> define the name of the object store in which the respective data objects should be stored. They can be set in the bucket definition itself or either as a global workflow parameter or as a job parameter alternatively. However, they cannot be set as a local worker parameter (see <a href="JobParameters.html" title="SMILA/Documentation/JobParameters">SMILA/Documentation/JobParameters</a>).
+</p><p>The system variable <tt>${_uuid}</tt> need not be set by the user. It is set automatically by the system. New <tt>uuid</tt>s are only generated when creating new bulks. When transforming existing bulks, they are resused.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 79/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:32418-0!1!0!!en!2!edit=0 and timestamp 20120203101200 -->
+<div class="printfooter">
+Retrieved from "<a href="DataObjectTypesAndBuckets.html">http://wiki.eclipse.org/SMILA/Documentation/DataObjectTypesAndBuckets</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 14:15, 26 January 2012 by <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>, <a href="http://wiki.eclipse.org/User:Drazen.cindric.attensity.com" title="User:Drazen.cindric.attensity.com">Drazen Cindric</a> and <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a>.</p>
+ <p id="footerviews">This page has been accessed 704 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.132 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Data_Model_and_Serialization_Formats.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Data_Model_and_Serialization_Formats.html
new file mode 100644
index 0000000..6a404e5
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Data_Model_and_Serialization_Formats.html
@@ -0,0 +1,924 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/Data Model and Serialization Formats,SMILA/Documentation/2011.Simplification/Search" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/Data Model and Serialization Formats - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/Data_Model_and_Serialization_Formats";
+var wgTitle = "SMILA/Documentation/Data Model and Serialization Formats";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "30891";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "285388";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-javascript {line-height: normal; font-size: medium;}
+.source-javascript li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for javascript
+ * CSS class: source-javascript, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-javascript .de1, .source-javascript .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-javascript {}
+.source-javascript .head {}
+.source-javascript .foot {}
+.source-javascript .imp {font-weight: bold; color: red;}
+.source-javascript .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-javascript li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-javascript li.li2 {font-weight: bold;}
+.source-javascript .kw1 {color: #000066; font-weight: bold;}
+.source-javascript .kw2 {color: #003366; font-weight: bold;}
+.source-javascript .kw3 {color: #000066;}
+.source-javascript .co1 {color: #009900; font-style: italic;}
+.source-javascript .coMULTI {color: #009900; font-style: italic;}
+.source-javascript .es0 {color: #000099; font-weight: bold;}
+.source-javascript .br0 {color: #66cc66;}
+.source-javascript .st0 {color: #3366CC;}
+.source-javascript .nu0 {color: #CC0000;}
+.source-javascript .me1 {color: #006600;}
+.source-javascript .sc0 {}
+.source-javascript .sc1 {}
+.source-javascript .sc2 {}
+.source-javascript .sc3 {}
+.source-javascript .re0 {color: #0066FF;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-text {line-height: normal; font-size: medium;}
+.source-text li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for text
+ * CSS class: source-text, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-text .de1, .source-text .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-text {}
+.source-text .head {}
+.source-text .foot {}
+.source-text .imp {font-weight: bold; color: red;}
+.source-text .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-text li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-text li.li2 {font-weight: bold;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="Data_Model_and_Serialization_Formats.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_Data_Model_and_Serialization_Formats">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Data_Model_and_Serialization_Formats">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/Data_Model_and_Serialization_Formats">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/Data_Model_and_Serialization_Formats">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Data_Model_and_Serialization_Formats&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Data_Model_and_Serialization_Formats&oldid=285388">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Data_Model_and_Serialization_Formats.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/Data_Model_and_Serialization_Formats&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Data_Model_and_Serialization_Formats&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Data_Model_and_Serialization_Formats&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Data%20Model%20and%20Serialization%20Formats"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/Data Model and Serialization Formats</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Data_Model_and_Serialization_Formats.html#column-one">navigation</a>, <a href="Data_Model_and_Serialization_Formats.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Data_Model_and_Serialization_Formats.html#SMILA_Data_Model"><span class="tocnumber">1</span> <span class="toctext">SMILA Data Model</span></a>
+<ul>
+<li class="toclevel-2"><a href="Data_Model_and_Serialization_Formats.html#Concepts"><span class="tocnumber">1.1</span> <span class="toctext">Concepts</span></a>
+<ul>
+<li class="toclevel-3"><a href="Data_Model_and_Serialization_Formats.html#System_attributes"><span class="tocnumber">1.1.1</span> <span class="toctext">System attributes</span></a></li>
+<li class="toclevel-3"><a href="Data_Model_and_Serialization_Formats.html#Date_and_DateTime_formats"><span class="tocnumber">1.1.2</span> <span class="toctext">Date and DateTime formats</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="Data_Model_and_Serialization_Formats.html#XML_format"><span class="tocnumber">1.2</span> <span class="toctext">XML format</span></a></li>
+<li class="toclevel-2"><a href="Data_Model_and_Serialization_Formats.html#JSON_format"><span class="tocnumber">1.3</span> <span class="toctext">JSON format</span></a></li>
+<li class="toclevel-2"><a href="Data_Model_and_Serialization_Formats.html#BON_Binary_Object_Notation_Format"><span class="tocnumber">1.4</span> <span class="toctext">BON Binary Object Notation Format</span></a>
+<ul>
+<li class="toclevel-3"><a href="Data_Model_and_Serialization_Formats.html#Format_introduction"><span class="tocnumber">1.4.1</span> <span class="toctext">Format introduction</span></a></li>
+<li class="toclevel-3"><a href="Data_Model_and_Serialization_Formats.html#Scalar_Types"><span class="tocnumber">1.4.2</span> <span class="toctext">Scalar Types</span></a></li>
+<li class="toclevel-3"><a href="Data_Model_and_Serialization_Formats.html#Integer_compressing"><span class="tocnumber">1.4.3</span> <span class="toctext">Integer compressing</span></a></li>
+<li class="toclevel-3"><a href="Data_Model_and_Serialization_Formats.html#Binary_Type"><span class="tocnumber">1.4.4</span> <span class="toctext">Binary Type</span></a></li>
+<li class="toclevel-3"><a href="Data_Model_and_Serialization_Formats.html#Token_Bytes"><span class="tocnumber">1.4.5</span> <span class="toctext">Token Bytes</span></a></li>
+<li class="toclevel-3"><a href="Data_Model_and_Serialization_Formats.html#Backward_compatible_extension_concept"><span class="tocnumber">1.4.6</span> <span class="toctext">Backward compatible extension concept</span></a></li>
+<li class="toclevel-3"><a href="Data_Model_and_Serialization_Formats.html#Examples"><span class="tocnumber">1.4.7</span> <span class="toctext">Examples</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="Data_Model_and_Serialization_Formats.html#Record_Filters"><span class="tocnumber">1.5</span> <span class="toctext">Record Filters</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="SMILA_Data_Model"></a><h2> <span class="mw-headline"> SMILA Data Model </span></h2>
+<ul><li> Implementation bundle: <tt>org.eclipse.smila.datamodel</tt>
+</li><li> Current Version: 1.0.0
+</li></ul>
+<a name="Concepts"></a><h3> <span class="mw-headline"> Concepts </span></h3>
+<p>The data to be processed in SMILA is represented as <b>records</b>. For example, one record could correspond to one document or to any resource which should be indexed or found in a search. A record consists of <b>metadata</b> and optional <b>attachments</b>.
+</p><p><a href="http://wiki.eclipse.org/Image:SMILA-datamodel-1.0.png" class="image" title="SMILA data model version 1.0"><img alt="SMILA data model version 1.0" src="http://wiki.eclipse.org/images/thumb/b/b2/SMILA-datamodel-1.0.png/800px-SMILA-datamodel-1.0.png" width="800" height="600" border="0" /></a>
+</p>
+<dl><dt>Metadata</dt><dd>
+</dd></dl>
+<p>Metadata contains typed <b>values</b> (literals) arranged in <b>maps</b> (key-anything associations) and <b>sequences</b> (lists of anything). Values can be strings, long integers, double precision floating point numbers, booleans, dates (year, month, day) or datetimes (date + time of day, down to seconds). Maps and sequences can be nested arbitrarily, map keys are always strings. All metadata of one record is arranged in a single Map.
+</p>
+<dl><dt>Attachments</dt><dd>
+</dd></dl>
+<p>Attachments can contain any binary content ("byte arrays"), possibly of larger size. If the content is kept in-memory or read from a persistence service on-demand depends on the implementation of the interface. Currently the size is limited to 2 GB (maximum size of a Java <tt>byte[]</tt>), but we are planning to extend this in the future.
+</p><p>A single entry in a record's metadata map is called <b>Metadata element</b>.
+According to the use case, metadata elements can be semantically interpreted as:
+</p>
+<dl><dt>Attributes</dt><dd> Usually, attributes are used when referring to the metadata of an object which is to be processed from a given data source or which is retrieved as the result of a search request. For example, typical attributes characterizing a web page to be indexed are its URL, the size in bytes, the MIME type, the title, and the plain-text content. These attributes are defined by the application domain.
+</dd></dl>
+<dl><dt>Parameters</dt><dd> Attributes may not be adequate or sufficient for all record types. For example, in search processing, a record represents not a single object from some data source but rather a search request object. In such a case, the record's metadata does not contain attributes from the application domain on top-level but rather <i>request parameters</i> that configure and influence the request execution. These parameters are defined by the pipelets which are used in the workflow that was triggered by the search request. Also, their names do not start with underscores. However, a request or result record may contain application-specific attributes on deeper nested levels. Find an example, hopefully illustrating the difference between attributes and parameters, in <a href="2011.Simplification/Search.html" class="mw-redirect" title="SMILA/Documentation/2011.Simplification/Search">Search API</a>.
+</dd></dl>
+<dl><dt>Annotations</dt><dd> An annotation can be used to add a data structure to the record which was generated as the result of some processing step. E.g., a named-entity-recognition pipelet could add an annotation describing at which character position some entity was found, meaning that the record was <i>annotated</i> with this additional information. If annotations appear in the same maps as attributes, their names should be chosen in such a way that they will not conflict with attribute names from the application, e.g. by prefixing them with an underscore "_".
+</dd></dl>
+<dl><dt>System attributes</dt><dd> These attributes are needed by SMILA in order to coordinate the processing of a record (see below). Their names start with an underscore "_", so that they will not conflict with names from the application domain.
+</dd></dl>
+<a name="System_attributes"></a><h4> <span class="mw-headline"> System attributes </span></h4>
+<dl><dt>RecordID</dt><dd> Every record must contain a single-valued string attribute named "_recordid" which is required to identify the record. It must be unique for all processed records. This must be ensured by whoever created and submitted the record it to the system (this would be crawlers or agents, usually). There is no predefined format of the record ID, hence it can contain any string. So, creating UUIDs or something similar would be entirely sufficient. Also, the producer must place any information needed to access the original data from which the record was produced into explicitly named attributes.
+</dd><dt>Source</dt><dd> Every record should also contain a second system attribute named "_source" which contains the ID of the data source (e.g. crawler definition) that produced it. This is used by DeltaIndexing or RecordStorage to perform operations on all records from the same source.
+</dd></dl>
+<a name="Date_and_DateTime_formats"></a><h4> <span class="mw-headline"> Date and DateTime formats </span></h4>
+<p>Internally, date and datetime values are represented as instances of <a href="http://download.oracle.com/javase/6/docs/api/java/util/Date.html" class="external text" title="http://download.oracle.com/javase/6/docs/api/java/util/Date.html" rel="nofollow"><code>java.util.Date</code></a>, which means that they are stored as the number of milliseconds since January 1, 1970, 00:00:00 GMT. For the string serialization used in XML, JSON or BON (see below) the following rules apply:
+</p>
+<ul><li> The format of date values is "yyyy-MM-dd" (see <a href="http://download.oracle.com/javase/6/docs/api/java/text/SimpleDateFormat.html" class="external text" title="http://download.oracle.com/javase/6/docs/api/java/text/SimpleDateFormat.html" rel="nofollow">SimpleDateFormat</a> for the meaning of the format string). The year must have exactly 4 digits, the month and day must have 2 digits.
+</li><li> The format of datetime values is "yyyy-MM-dd'T'HH:mm:ssZ" or "yyyy-MM-dd'T'HH:mm:ss.SSSZ".
+<ul><li> For the date part the date value rules apply.
+</li><li> Milliseconds are optional when parsing datetime values from strings, but if given, they must have exactly 3 digits.
+</li><li> The timezone information must be included and must be either "Z" for GMT/UTC or of the forms "+hhmm" or "-hhmm", e.g. "+0100" for Central European Time (CET, MEZ), or "-0600" for Eastern Standard Time (EST). Of course, using "+0000" or "-0000" for GMT/UTC is fine, too.
+</li><li> When a datetime value is created by parsing from a string (e.g. by parsing XML, JSON or BON, or using the <a href="http://build.eclipse.org/rt/smila/javadoc/current/org/eclipse/smila/datamodel/DataFactory.html" class="external text" title="http://build.eclipse.org/rt/smila/javadoc/current/org/eclipse/smila/datamodel/DataFactory.html" rel="nofollow"><code>DataFactory.parseFromString</code></a> methods, it will be printed in the exactly same way when serialized again when written to XML, JSON or BON (see <a href="http://build.eclipse.org/rt/smila/javadoc/current/org/eclipse/smila/datamodel/ValueFormatHelper.html" class="external text" title="http://build.eclipse.org/rt/smila/javadoc/current/org/eclipse/smila/datamodel/ValueFormatHelper.html" rel="nofollow"><code>ValueFormatHelper.getDefaultDateTimeFormat</code></a>).
+</li><li> When a datetime value was created in Java from an instance of <code>java.util.Date</code> immediately, it will be serialized using the default timezone of the creating JVM. The milliseconds will be included, too, even if they are just 000.
+</li></ul>
+</li></ul>
+<a name="XML_format"></a><h3> <span class="mw-headline"> XML format </span></h3>
+<p>The XML format of a record is designed to be quite compact:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Record</span> <span class="re0">xmlns</span>=<span class="st0">"http://www.eclipse.org/smila/record"</span> <span class="re0">version</span>=<span class="st0">"2.0"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"_recordid"</span><span class="re2">></span></span>web:http://example.org/something<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"_source"</span><span class="re2">></span></span>web<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"url"</span><span class="re2">></span></span>http://example.org/something<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"filesize"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>1234<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"sizeInKb"</span> <span class="re0">type</span>=<span class="st0">"double"</span><span class="re2">></span></span>1.2<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"checked"</span> <span class="re0">type</span>=<span class="st0">"boolean"</span><span class="re2">></span></span>true<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"created"</span> <span class="re0">type</span>=<span class="st0">"date"</span><span class="re2">></span></span>2010-12-02<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"lastModified"</span> <span class="re0">type</span>=<span class="st0">"datetime"</span><span class="re2">></span></span>2010-12-02T16:20:54.123+0100<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"trustee"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>group1<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>group2<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"author"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"firstname"</span><span class="re2">></span></span>John<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"lastname"</span><span class="re2">></span></span>Doe<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"firstname"</span><span class="re2">></span></span>Lisa<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"lastname"</span><span class="re2">></span></span>Müller<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"contact"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"email"</span><span class="re2">></span></span>Homer.Simpson@powerplant.com<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"address"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"street"</span><span class="re2">></span></span>742 Evergreen Terrace<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"city"</span><span class="re2">></span></span>Springfield<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"emptylist"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"emptymap"</span> <span class="re2">/></span></span>
+
+ <span class="sc3"><span class="re1"><Attachment<span class="re2">></span></span></span>content<span class="sc3"><span class="re1"></Attachment<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attachment<span class="re2">></span></span></span>fulltext<span class="sc3"><span class="re1"></Attachment<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></Record<span class="re2">></span></span></span></pre></div>
+<p><b>Notes:</b>
+</p>
+<ul><li> The Any objects are represented by <tt><Val></tt>, <tt><Map></tt>, and <tt><Seq></tt> elements.
+</li><li> An object that is part of a map must have an additional <i>key</i> attribute. Elements of sequences must not have the <i>key</i> attribute.
+</li><li> The type of a value is defined by an optional <i>type</i> attribute, the default is "string".
+</li><li> See above for description of date and datetime formats.
+</li><li> The top-level <tt><Map></tt> element of a record is omitted from the XML.
+</li><li> In XML, the record does not contain the attachment values, but only their names so that a reader knows that there are attachments to be processed.
+</li><li> Attachments are not supported in the XML format, only the names of attachments are preserved, the attachments themselves (the bytes) are lost
+</li></ul>
+<p>See package <tt>org.eclipse.smila.datamodel.xml</tt> for serialization helper classes.
+</p>
+<div class="messagebox" style="background-color: #def3fe; border: 1px solid #c5d7e0; color: black; padding: 5px; margin: 1ex 0; min-height: 35px; padding-left: 45px;">
+<div style="float: left; margin-left: -40px;"><a href="http://wiki.eclipse.org/Image:Bug.png" class="image" title="Bug.png"><img alt="" src="http://wiki.eclipse.org/images/7/7d/Bug.png" width="35" height="30" border="0" /></a></div>
+<div><a href="https://bugs.eclipse.org/351704" class="external text" title="https://bugs.eclipse.org/351704" rel="nofollow"><b>351704</b></a><br />Due to a bug in the JDK's default implementation of XMLStreamReader you should only use xml in version 1.0. When deserializing you either dont specify the XML declaration at all or you must use <div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><?xml</span> <span class="re0">version</span>=<span class="st0">"1.0"</span> <span class="re0">encoding</span>=<span class="st0">"utf-8"</span><span class="re2">?></span></span></pre></div></div>
+</div>
+<a name="JSON_format"></a><h3> <span class="mw-headline"> JSON format </span></h3>
+<p>The JSON format of a record looks like this:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript"><span class="br0">{</span>
+ <span class="st0">"_recordid"</span> : <span class="st0">"web:http://example.org/something"</span>,
+ <span class="st0">"_source"</span> : <span class="st0">"web"</span>,
+ <span class="st0">"url"</span> : <span class="st0">"web:http://example.org/something"</span>,
+ <span class="st0">"filesize"</span> : <span class="nu0">1234</span>,
+ <span class="st0">"sizeInKb"</span> : <span class="nu0">1.2</span>,
+ <span class="st0">"checked"</span> : <span class="kw2">true</span>,
+ <span class="st0">"created"</span> : <span class="st0">"2010-12-02"</span>,
+ <span class="st0">"lastModified"</span> : <span class="st0">"2010-12-02T16:20:54.123+0100"</span>,
+ <span class="st0">"trustee"</span> : <span class="br0">[</span> <span class="st0">"group1"</span>, <span class="st0">"group2"</span> <span class="br0">]</span>,
+ <span class="st0">"author"</span> :
+ <span class="br0">[</span> <span class="br0">{</span>
+ <span class="st0">"firstname"</span> : <span class="st0">"John"</span>,
+ <span class="st0">"lastname"</span> : <span class="st0">"Doe"</span>
+ <span class="br0">}</span>,
+ <span class="br0">{</span>
+ <span class="st0">"firstname"</span> : <span class="st0">"Lisa"</span>,
+ <span class="st0">"lastname"</span> : <span class="st0">"Müller"</span>
+ <span class="br0">}</span> <span class="br0">]</span>,
+ <span class="st0">"contact"</span> :
+ <span class="br0">{</span>
+ <span class="st0">"email"</span> : <span class="st0">"Homer.Simpson@powerplant.com"</span>,
+ <span class="st0">"address"</span> :
+ <span class="br0">{</span>
+ <span class="st0">"street"</span> : <span class="st0">"742 Evergreen Terrace"</span>,
+ <span class="st0">"city"</span> : <span class="st0">"Springfield"</span>
+ <span class="br0">}</span>
+ <span class="br0">}</span>,
+ <span class="st0">"_attachments"</span>: <span class="br0">[</span><span class="st0">"content"</span>, <span class="st0">"fulltext"</span><span class="br0">]</span>
+<span class="br0">}</span></pre></div>
+<p><b>Notes:</b>
+</p>
+<ul><li> Number value types are determined implicitly when parsing JSON:
+<ul><li> If a number value can be parsed as a long integer, a long value will be created, else it will become a double value.
+</li></ul>
+</li><li> Date and DateTime are not supported by JSON natively, therefore date and datetime values are printed to JSON as simple strings using the format rules described above. On the other hand, when the JSON parser finds a string value that has a correct date or datetime format, it creates a date or datetime value. The original string is preserved, so when accessing the value "as a string" the client will get the original string. Also, when the object is written to JSON (or BON or XML) again, the original string will be used. So this autodetection should not cause problems even if some string value has the correct format, but is not meant to be a date or datetime.
+</li><li> Map keys are always strings and must be enclosed in quotes.
+</li><li> Attachments are not supported in the JSON format, only the names of attachments are preserved, the attachments themselves (the bytes) are lost
+</li></ul>
+<p>See package <tt>org.eclipse.smila.datamodel.ipc</tt> for serialization helper classes.
+</p>
+<a name="BON_Binary_Object_Notation_Format"></a><h3> <span class="mw-headline"> BON Binary Object Notation Format </span></h3>
+<a name="Format_introduction"></a><h4> <span class="mw-headline"> Format introduction </span></h4>
+<p>The format consists of a sequence of tokens and data with two different types of tokens:
+</p>
+<ul><li> Event tokens are single bytes which are describing an event (e.g. OBJECT-START, SEQUENCE-START).
+</li><li> Data tokens are the first part of an entity.
+</li></ul>
+<p>Every entity consists of up to three parts. The first part is a one byte token which describes the following data type and in case of a string type this token is followed by a data length information (second part). The last part is the information itself (except for the boolean type which is stored within the token).
+</p><p>Integer values are stored in a compressed format. The sign and the integer length (number of bytes) are stored in the token byte. Strings are generally stored in UTF-8 format.
+</p><p>The handling of date and datetime values is exactly as in JSON. See above for detais.
+</p><p>Attachments are fully supported.
+</p>
+<a name="Scalar_Types"></a><h4> <span class="mw-headline"> Scalar Types </span></h4>
+<p>The current release features the following scalar types:
+</p>
+<ul><li> Integer: <a href="http://en.wikipedia.org/wiki/Integer_(computer_science)" class="external text" title="http://en.wikipedia.org/wiki/Integer_(computer_science)" rel="nofollow">signed int64</a>
+<ul><li> compressed, bytes are stored in <a href="http://en.wikipedia.org/wiki/Network_byte_order#Endianness_in_networking" class="external text" title="http://en.wikipedia.org/wiki/Network_byte_order#Endianness_in_networking" rel="nofollow">network byte order (big endian)</a>
+</li><li> −9,223,372,036,854,775,808 to +9,223,372,036,854,775,807
+</li></ul>
+</li><li> Floating point values:
+<ul><li> double (8 bytes in network byte order IEEE format (java default))
+</li></ul>
+</li><li> Bool
+</li><li> String:
+<ul><li> UTF-8 coded Text Strings, max 2^31-1 bytes
+</li></ul>
+</li></ul>
+<a name="Integer_compressing"></a><h4> <span class="mw-headline"> Integer compressing </span></h4>
+<p>The token bytes 0..15 defines the sign of the number (0-7, positive, 8-15 negative) and the number of the necessary bytes, to store the number. The bytes are stored in network byte order.
+</p>
+<table border="1">
+<caption>Examples for integer compression
+</caption><tr>
+<th> value </th><th> token </th><th> data
+</th></tr>
+<tr>
+<td>17 </td><td> 0 (positiv 1 byte) </td><td> 17 (0x 11)
+</td></tr>
+
+
+<tr>
+<td>17985 </td><td> 1 (positiv 2 bytes) </td><td> 0x 46 41
+</td></tr>
+
+</table>
+<a name="Binary_Type"></a><h4> <span class="mw-headline"> Binary Type </span></h4>
+<p>The Binary type is used for arbitrary binary content in attachments. A single binary is currently limited to a size of max 2^31-1 bytes.
+</p>
+<a name="Token_Bytes"></a><h4> <span class="mw-headline"> Token Bytes </span></h4>
+<p>There are two different types of tokens. Here is a complete list of all tokens which are supported by the current release of the format:
+</p>
+<table border="1">
+<caption> List of event tokens
+</caption><tr>
+<th> token </th><th> description </th><th> byte
+</th></tr>
+<tr>
+<td>OBJECT-START</td><td>No version string</td><td>25
+</td></tr>
+<tr>
+<td>OBJECT-START</td><td>example for BON format extension</td><td>26
+</td></tr>
+<tr>
+<td>OBJECT-END</td><td> </td><td>28
+</td></tr>
+<tr>
+<td>SEQUENCE-START</td><td> </td><td>29
+</td></tr>
+<tr>
+<td>SEQUENCE-END</td><td> </td><td>30
+</td></tr>
+<tr>
+<td>MAPPING-START</td><td> </td><td>31
+</td></tr>
+<tr>
+<td>MAPPING-END</td><td> </td><td>32
+</td></tr>
+<tr>
+<td>ATTACHMENTS-START</td><td> </td><td>33
+</td></tr>
+<tr>
+<td>ATTACHMENTS-END</td><td> </td><td>34
+</td></tr></table>
+<table border="1">
+<caption>List of data tokens
+</caption><tr>
+<th> token </th><th> description </th><th> byte
+</th></tr>
+<tr>
+<td>SCALAR-INT</td><td>positiv length 1</td><td>0
+</td></tr>
+<tr>
+<td> </td><td>positiv length 2</td><td>1
+</td></tr>
+<tr>
+<td> </td><td>...</td><td>...
+</td></tr>
+<tr>
+<td> </td><td>positiv length 8</td><td>7
+</td></tr>
+<tr>
+<td> </td><td>negative length 1</td><td>8
+</td></tr>
+<tr>
+<td> </td><td>negative length 2</td><td>9
+</td></tr>
+<tr>
+<td> </td><td>...</td><td>...
+</td></tr>
+<tr>
+<td> </td><td>negative length 8</td><td>15
+</td></tr>
+<tr>
+<td>SCALAR-BOOL</td><td>true</td><td>16
+</td></tr>
+<tr>
+<td> </td><td>false</td><td>17
+</td></tr>
+<tr>
+<td>SCALAR-FLOAT</td><td>float (32 bit)</td><td>18 (reserved, not implemented)
+</td></tr>
+<tr>
+<td>SCALAR-FLOAT</td><td>double (64 bit)</td><td>19
+</td></tr>
+<tr>
+<td>SCALAR-FLOAT</td><td>long double (80 bit)</td><td>20 (reserved, not implemented)
+</td></tr>
+<tr>
+<td>SCALAR-STRING</td><td>1 length byte</td><td>21
+</td></tr>
+<tr>
+<td> </td><td>2 length byte</td><td>22
+</td></tr>
+<tr>
+<td> </td><td>3 length byte</td><td>23
+</td></tr>
+<tr>
+<td> </td><td>4 length byte</td><td>24
+</td></tr>
+<tr>
+<td>BINARY</td><td>length 1</td><td>35
+</td></tr>
+<tr>
+<td> </td><td>length 2</td><td>36
+</td></tr>
+<tr>
+<td> </td><td>length 3</td><td>37
+</td></tr>
+<tr>
+<td> </td><td>length 4</td><td>38
+</td></tr>
+<tr>
+<td> </td><td>length 5</td><td>39 (reserved, not implemented)
+</td></tr>
+<tr>
+<td> </td><td>...</td><td>...
+</td></tr>
+<tr>
+<td> </td><td>length 8</td><td>42 (reserved, not implemented)
+</td></tr></table>
+<a name="Backward_compatible_extension_concept"></a><h4> <span class="mw-headline"> Backward compatible extension concept </span></h4>
+<p>If we need a BON format change, we pick a unused token number (e.q. 26) to indicate a new bon format. In this new format we can optionally store additional version information e.q BON format version and record schema version as one byte.
+</p><p><br />
+</p>
+<a name="Examples"></a><h4> <span class="mw-headline"> Examples </span></h4>
+<p>Sample integer value: <b>-36364</b>
+</p><p>The BON representation:
+</p>
+<table border="1">
+<tr>
+<th>Value (decimal)</th><th>Info</th><th>Comment
+</th></tr>
+<tr>
+<td>9</td><td>SCALAR-INT</td><td>negative int value with 2 bytes length
+</td></tr>
+<tr>
+<td>36364</td><td>int int value without sign</td><td>
+</td></tr></table>
+<p>and the hex representation:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-text">09 8E 0C</pre></div>
+<p>Sample text: <b>ähnlich</b>
+</p><p>The BON representation:
+</p>
+<table border="1">
+<tr>
+<th>Value (decimal)</th><th>Info</th><th>Comment
+</th></tr>
+<tr>
+<td>21</td><td>SCALAR-STRING</td><td>string with one byte length info
+</td></tr>
+<tr>
+<td>19</td><td>length info</td><td>the string follows
+</td></tr>
+<tr>
+<td>ähnlich</td><td>the string content</td><td>
+</td></tr></table>
+<p>and the hex representation:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-text">15 13 c3 a4 68 6e 6c 69 63 68</pre></div>
+<p>A complex example: This could be some text annotation or highlighting structure. The JSON representation is:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript"><span class="br0">{</span>
+ <span class="st0">"title"</span>: <span class="br0">[</span>
+ <span class="br0">[</span><span class="st0">"STEM"</span>,<span class="st0">"the"</span>,<span class="nu0">0</span>,<span class="nu0">2</span><span class="br0">]</span>,
+ <span class="br0">[</span><span class="st0">"STEM"</span>,<span class="st0">"title"</span>,<span class="nu0">4</span>,<span class="nu0">8</span><span class="br0">]</span>
+ <span class="br0">]</span>,
+ <span class="st0">"text"</span>: <span class="br0">[</span>
+ <span class="br0">[</span><span class="st0">"STEM"</span>,<span class="st0">"the"</span>,<span class="nu0">0</span>,<span class="nu0">2</span><span class="br0">]</span>,
+ <span class="br0">[</span><span class="st0">"STEM"</span>,<span class="st0">"text"</span>,<span class="nu0">4</span>,<span class="nu0">7</span><span class="br0">]</span>
+ <span class="br0">]</span>
+<span class="br0">}</span></pre></div>
+<table border="1">
+<tr>
+<th>Value (decimal)</th><th>Info</th><th>Comment
+</th></tr>
+<tr>
+<td>25</td><td>OBJECT-START</td><td> "---" (here: without Type:version)
+</td></tr>
+<tr>
+<td>31</td><td>MAPPING-START</td><td>
+</td></tr>
+<tr>
+<td>21</td><td>SCALAR-STRING</td><td>string with one byte length info
+</td></tr>
+<tr>
+<td>5</td><td> </td><td> length info of the string
+</td></tr>
+<tr>
+<td>title</td><td> </td><td> the string content
+</td></tr>
+<tr>
+<td>29</td><td>SEQUENCE-START</td><td>start of the sequence "STEM,the,0,2"
+</td></tr>
+<tr>
+<td>21</td><td>SCALAR-STRING</td><td>string with one byte length info
+</td></tr>
+<tr>
+<td>4</td><td> </td><td> length info for "STEM"
+</td></tr>
+<tr>
+<td>STEM</td><td> </td><td>the string content
+</td></tr>
+<tr>
+<td>21</td><td>SCALAR-STRING</td><td>string with one byte length info
+</td></tr>
+<tr>
+<td>3</td><td> </td><td> length info for "the"
+</td></tr>
+<tr>
+<td>the</td><td> </td><td> the string content
+</td></tr>
+<tr>
+<td>0</td><td>SCALAR-INT (positive)</td><td>with one byte length
+</td></tr>
+<tr>
+<td>0</td><td> </td><td> the INT value
+</td></tr>
+<tr>
+<td>0</td><td>SCALAR-INT (positive)</td><td>with one byte length
+</td></tr>
+<tr>
+<td>2</td><td> </td><td> the INT value
+</td></tr>
+<tr>
+<td>30</td><td>SEQUENCE-END</td><td>end of the sequence "STEM,the,0,2"
+</td></tr>
+<tr>
+<td>29</td><td>SEQUENCE-START</td><td>start of the sequence "STEM,title,4,8"
+</td></tr>
+<tr>
+<td>21</td><td>SCALAR-STRING</td><td>string with one byte length info
+</td></tr>
+<tr>
+<td>4</td><td> </td><td> length info for "STEM"
+</td></tr>
+<tr>
+<td>STEM</td><td> </td><td> the string content
+</td></tr>
+<tr>
+<td>21</td><td>SCALAR-STRING</td><td>string with one byte length info
+</td></tr>
+<tr>
+<td>5</td><td> </td><td> length info for "title"
+</td></tr>
+<tr>
+<td>title</td><td> </td><td> the string content
+</td></tr>
+<tr>
+<td>0</td><td>SCALAR-INT (positive)</td><td>with one byte length
+</td></tr>
+<tr>
+<td>4</td><td> </td><td> the INT value
+</td></tr>
+<tr>
+<td>0</td><td>SCALAR-INT (positive)</td><td>with one byte length
+</td></tr>
+<tr>
+<td>8</td><td> </td><td> the INT value
+</td></tr>
+<tr>
+<td>30</td><td>SEQUENCE-END</td><td>end of the sequence "STEM,title,4,8"
+</td></tr>
+<tr>
+<td>32</td><td>MAPPING-END</td><td>
+</td></tr>
+<tr>
+<td>28</td><td>OBJECT-END</td><td>
+</td></tr></table>
+<p><br />
+</p><p>Another example with attachments: This could be some input record generated by a crawler (e.g. a mail crawler). The JSON representation is:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript"><span class="br0">{</span>
+ <span class="st0">"subject"</span>: <span class="st0">"a test mail"</span>,
+ <span class="st0">"_attachments"</span> : <span class="br0">[</span><span class="st0">"pdfFile"</span>, <span class="st0">"zipFile"</span><span class="br0">]</span>
+<span class="br0">}</span></pre></div>
+<p>Note that "_attachments" is not a regular metadata field but contains the name of the attachments. Also note that the JSON representation does not contain the attachments themselves. This is only for documentation purpose.
+</p><p><br />
+</p>
+<table border="1">
+<tr>
+<th>Value (decimal)</th><th>Info</th><th>Comment
+</th></tr>
+<tr>
+<td>25</td><td>OBJECT-START</td><td> "---" (here: without Type:version)
+</td></tr>
+<tr>
+<td>31</td><td>MAPPING-START</td><td>
+</td></tr>
+<tr>
+<td>21</td><td>SCALAR-STRING</td><td>string with one byte length info
+</td></tr>
+<tr>
+<td>7</td><td> </td><td> length info for the string
+</td></tr>
+<tr>
+<td>subject</td><td> </td><td> the string content
+</td></tr>
+<tr>
+<td>21</td><td>SCALAR-STRING</td><td>string with one byte length info
+</td></tr>
+<tr>
+<td>11</td><td> </td><td> length info for "a test mail"
+</td></tr>
+<tr>
+<td>a test mail</td><td> </td><td> the string content
+</td></tr>
+<tr>
+<td>32</td><td>MAPPING-END</td><td>
+</td></tr>
+<tr>
+<td>33</td><td>ATTACHMENTS-START</td><td>
+</td></tr>
+<tr>
+<td>21</td><td>SCALAR-STRING</td><td>string with one byte length info
+</td></tr>
+<tr>
+<td>7</td><td> </td><td> length info the string
+</td></tr>
+<tr>
+<td>pdfFile</td><td> </td><td> the string content
+</td></tr>
+<tr>
+<td>35</td><td>BINARY</td><td> binary with 1 byte length info
+</td></tr>
+<tr>
+<td>12345</td><td> </td><td> length info for the binary content
+</td></tr>
+<tr>
+<td> 03x0815 .... </td><td> </td><td> the binary content
+</td></tr>
+<tr>
+<td>21</td><td>SCALAR-STRING</td><td>string with one byte length info
+</td></tr>
+<tr>
+<td>7</td><td> </td><td> length info for the string
+</td></tr>
+<tr>
+<td>zipFile</td><td> </td><td> the string content
+</td></tr>
+<tr>
+<td>35</td><td>BINARY</td><td> binary with 1 byte length info
+</td></tr>
+<tr>
+<td>98765</td><td> </td><td> length info for the binary content
+</td></tr>
+<tr>
+<td> 08x4711 .... </td><td> </td><td> the binary content
+</td></tr>
+<tr>
+<td>34</td><td>ATTACHMENTS-END</td><td>
+</td></tr>
+<tr>
+<td>28</td><td>OBJECT-END</td><td>
+</td></tr></table>
+<a name="Record_Filters"></a><h3> <span class="mw-headline"> Record Filters </span></h3>
+<p><b>Record filters</b> produce reduced copies of a record: A record filter has a name and contains a list of metadata element names. When applied to a record, it produces a copy of the record that contains only the elements of the list.
+</p><p>Record filters are described in a simple XML format:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><RecordFilters<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Filter</span> <span class="re0">name</span>=<span class="st0">"filter0"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><Filter</span> <span class="re0">name</span>=<span class="st0">"filter1"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Element</span> <span class="re0">name</span>=<span class="st0">"attribute"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></Filter<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Filter</span> <span class="re0">name</span>=<span class="st0">"filter3"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Element</span> <span class="re0">name</span>=<span class="st0">"attribute1"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><Element</span> <span class="re0">name</span>=<span class="st0">"attribute2"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><Element</span> <span class="re0">name</span>=<span class="st0">"attribute3"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></Filter<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Filter</span> <span class="re0">name</span>=<span class="st0">"filter-all"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Element</span> <span class="re0">name</span>=<span class="st0">"*"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></Filter<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></RecordFilters<span class="re2">></span></span></span></pre></div>
+<p><b>Notes:</b>
+</p>
+<ul><li> A filter always copies the system elements "_recordid" and "_source". Therefore, the apparently empty "filter0" in this definition produces records that still contain these system elements.
+</li><li> A filter may contain arbitrary numbers of element names. It's fine if an element does not appear in the record to copy, it's just ignored.
+</li><li> A filter always removes attachments: The "filter-all" in this definition produces a copy of the record with all metadata elements, but not attachments.
+</li></ul>
+<p>Filters are usually applied by asking the blackboard for a filtered copy of the record's metadata. See Blackboard service API for details. To work with filters directly, see package <tt>org.eclipse.smila.datamodel.filter</tt> for utility classes.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 92/1000000
+Post-expand include size: 1388/2097152 bytes
+Template argument size: 797/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:30891-0!1!0!!en!2!edit=0 and timestamp 20120202171433 -->
+<div class="printfooter">
+Retrieved from "<a href="Data_Model_and_Serialization_Formats.html">http://wiki.eclipse.org/SMILA/Documentation/Data_Model_and_Serialization_Formats</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 12:22, 20 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/User:Andreas.Weber.empolis.com" title="User:Andreas.Weber.empolis.com">Andreas Weber</a>, <a href="http://wiki.eclipse.org/index.php?title=User:Daniel.stucky.attensity.com&action=edit" class="new" title="User:Daniel.stucky.attensity.com">Daniel Stucky</a> and <a href="http://wiki.eclipse.org/User:Tmenzel.brox.de" title="User:Tmenzel.brox.de">thomas menzel</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Data_Model_and_Serialization_Formats&action=credits" title="SMILA/Documentation/Data Model and Serialization Formats">others</a>.</p>
+ <p id="footerviews">This page has been accessed 1,207 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.060 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Declarative_Services.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Declarative_Services.html
new file mode 100644
index 0000000..ec97e61
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Declarative_Services.html
@@ -0,0 +1,670 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/Declarative Services" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/Declarative Services - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/Declarative_Services";
+var wgTitle = "SMILA/Documentation/Declarative Services";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15198";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286147";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-java {line-height: normal; font-size: medium;}
+.source-java li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for java
+ * CSS class: source-java, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-java .de1, .source-java .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-java {}
+.source-java .head {}
+.source-java .foot {}
+.source-java .imp {font-weight: bold; color: red;}
+.source-java .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-java li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-java li.li2 {font-weight: bold;}
+.source-java .kw1 {color: #7F0055; font-weight: bold;}
+.source-java .kw2 {color: #7F0055; font-weight: bold;}
+.source-java .kw3 {color: #000000; font-weight: normal}
+.source-java .kw4 {color: #7F0055; font-weight: bold;}
+.source-java .co1 {color: #3F7F5F; font-style: italic;}
+.source-java .co2 {color: #3F7F5F;}
+.source-java .co3 {color: #3F7F5F; font-style: italic; font-weight: bold;}
+.source-java .coMULTI {color: #3F5FBF; font-style: italic;}
+.source-java .es0 {color: #000000;}
+.source-java .br0 {color: #000000;}
+.source-java .st0 {color: #2A00ff;}
+.source-java .nu0 {color: #000000;}
+.source-java .me1 {color: #000000;}
+.source-java .me2 {color: #000000;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="Declarative_Services.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_Declarative_Services">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Declarative_Services">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/Declarative_Services">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/Declarative_Services">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Declarative_Services&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Declarative_Services&oldid=286147">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Declarative_Services.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/Declarative_Services&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Declarative_Services&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Declarative_Services&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Declarative%20Services"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/Declarative Services</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Declarative_Services.html#column-one">navigation</a>, <a href="Declarative_Services.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Declarative_Services.html#Overview"><span class="tocnumber">1</span> <span class="toctext">Overview</span></a></li>
+<li class="toclevel-1"><a href="Declarative_Services.html#Service_Component_Runtime"><span class="tocnumber">2</span> <span class="toctext">Service Component Runtime</span></a></li>
+<li class="toclevel-1"><a href="Declarative_Services.html#Component-Class"><span class="tocnumber">3</span> <span class="toctext">Component-Class</span></a></li>
+<li class="toclevel-1"><a href="Declarative_Services.html#Component-Description"><span class="tocnumber">4</span> <span class="toctext">Component-Description</span></a></li>
+<li class="toclevel-1"><a href="Declarative_Services.html#Provide_services"><span class="tocnumber">5</span> <span class="toctext">Provide services</span></a></li>
+<li class="toclevel-1"><a href="Declarative_Services.html#Use_Services"><span class="tocnumber">6</span> <span class="toctext">Use Services</span></a>
+<ul>
+<li class="toclevel-2"><a href="Declarative_Services.html#Event-Strategy"><span class="tocnumber">6.1</span> <span class="toctext">Event-Strategy</span></a>
+<ul>
+<li class="toclevel-3"><a href="Declarative_Services.html#Sample_Event-Strategy"><span class="tocnumber">6.1.1</span> <span class="toctext">Sample Event-Strategy</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="Declarative_Services.html#Lookup-Strategy"><span class="tocnumber">6.2</span> <span class="toctext">Lookup-Strategy</span></a>
+<ul>
+<li class="toclevel-3"><a href="Declarative_Services.html#Sample_Lookup-Strategy"><span class="tocnumber">6.2.1</span> <span class="toctext">Sample Lookup-Strategy</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Declarative_Services.html#Cardinality_of_a_reference"><span class="tocnumber">7</span> <span class="toctext">Cardinality of a reference</span></a>
+<ul>
+<li class="toclevel-2"><a href="Declarative_Services.html#Optionality"><span class="tocnumber">7.1</span> <span class="toctext">Optionality</span></a></li>
+<li class="toclevel-2"><a href="Declarative_Services.html#Multiplicity"><span class="tocnumber">7.2</span> <span class="toctext">Multiplicity</span></a>
+<ul>
+<li class="toclevel-3"><a href="Declarative_Services.html#Sample_with_0..1_cardinality"><span class="tocnumber">7.2.1</span> <span class="toctext">Sample with 0..1 cardinality</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Declarative_Services.html#Policy_of_a_reference"><span class="tocnumber">8</span> <span class="toctext">Policy of a reference</span></a>
+<ul>
+<li class="toclevel-2"><a href="Declarative_Services.html#Static"><span class="tocnumber">8.1</span> <span class="toctext">Static</span></a></li>
+<li class="toclevel-2"><a href="Declarative_Services.html#Dynamic"><span class="tocnumber">8.2</span> <span class="toctext">Dynamic</span></a>
+<ul>
+<li class="toclevel-3"><a href="Declarative_Services.html#Sample_with_policy.3Ddynamic"><span class="tocnumber">8.2.1</span> <span class="toctext">Sample with policy=dynamic</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Declarative_Services.html#The_life_cycle_of_a_component"><span class="tocnumber">9</span> <span class="toctext">The life cycle of a component</span></a></li>
+<li class="toclevel-1"><a href="Declarative_Services.html#Immediate_and_delayed_components"><span class="tocnumber">10</span> <span class="toctext">Immediate and delayed components</span></a>
+<ul>
+<li class="toclevel-2"><a href="Declarative_Services.html#Immediate_Components"><span class="tocnumber">10.1</span> <span class="toctext">Immediate Components</span></a>
+<ul>
+<li class="toclevel-3"><a href="Declarative_Services.html#Life_cycle_of_immediate_components"><span class="tocnumber">10.1.1</span> <span class="toctext">Life cycle of immediate components</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="Declarative_Services.html#Delayed_Components"><span class="tocnumber">10.2</span> <span class="toctext">Delayed Components</span></a>
+<ul>
+<li class="toclevel-3"><a href="Declarative_Services.html#Life_cycle_of_delayed_components"><span class="tocnumber">10.2.1</span> <span class="toctext">Life cycle of delayed components</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Overview"></a><h2> <span class="mw-headline"> Overview </span></h2>
+<p>SMILA makes heavy usage of a OSGi feature named "Declarative Service" (DS). On this page we describe some practices that we found useful when working with Declarative Services.
+</p><p>A DS component provides and requires services. These services will be described declarative. The so called service component runtime will only activate a service component, if all required services are available in the system. The services that are provided by a service component may be activated retarded, i.e. they are only then created, when a using bundle accesses these services.
+A service component consists of an implementing class (component-class) and an xml-document (component-description).
+</p>
+<a name="Service_Component_Runtime"></a><h2> <span class="mw-headline"> Service Component Runtime </span></h2>
+<p>The Service Component Runtime is responsible for the creation of Service Components and for the administration of their life cycles. It will be provided by the implementation of the Declarative-Service-Specification.
+The Service Component Runtime checks with the installation of a Bundle whether this contains one or more component descriptions. Is this the case, the Service Component Runtime tries to solve the dependencies of a component to other services. The Runtime examines whether all required services are present in the system. If all required services are available, an instance of the components will be produced and activated. However if a necessary service is not available, then the instantiation and activation of the component are retarded so for a long time, till all required services are available up to a later time.
+Components may be parameterised by Component Properties. These properties may be declared in the component description. Alternative the properties may be set by Component Factories at Runtime, too.
+</p><p><b>The usage of Declarative Services offers a number of significant advantages:</b>
+</p>
+<ul><li> <b>Delayed activation of services:</b> Services will be retarded activated if they are provided by component. That means the provided service is registered at the service registry with the start of the implementing bundle. But the service instance will be first created and activated with the first access.
+</li></ul>
+<ul><li> <b> Resolving of service references:</b> References for required services are resolved by the Service Component Runtime. Only if all necessary services are available in the system, the component will be instantiated and activated. Thus the handling of potential dynamic of services will be dramatically simplified in the component-class.
+</li></ul>
+<p><br />
+</p>
+<a name="Component-Class"></a><h2> <span class="mw-headline"> Component-Class </span></h2>
+<p>The component-class is a simple java class, that optional may define callback-methods. With these methods you have the ability to run several actions at the activation or deactivation of a service component. A component-class may define a method activate(ComponentContext). This method will be invoked by the Service Component Runtime, if the corresponding component instance is activated.
+</p><p><b>Sample activate()-method:</b>
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">protected</span> <span class="kw4">void</span> activate<span class="br0">(</span>ComponentContext<span class="br0">)</span></pre></div>
+<p>The method deactivate(ComponentContext) will be invoked, if the corresponding component instance is deactivated.
+</p><p><b>Sample deactivate()-method:</b>
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">protected</span> <span class="kw4">void</span> deactivate<span class="br0">(</span>ComponentContext<span class="br0">)</span></pre></div>
+<p>Keep in mind that the component class have not to implement a special interface. It is enough when both methods exist on the component class. Both methods will be assigned an object from type <b>org.osgi.service.component.ComponentContext</b> by a parameter. With the component context you may access properties of a component or you may query the bundle context of the defined bundle and some things more. See below:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">package</span> org.<span class="me1">osgi</span>.<span class="me1">service</span>.<span class="me1">component</span>;
+
+ <span class="kw1">public</span> <span class="kw1">interface</span> ComponentContext <span class="br0">{</span>
+
+ <span class="kw1">public</span> <span class="kw3">Dictionary</span> getProperties<span class="br0">(</span><span class="br0">)</span>;
+ <span class="kw1">public</span> <span class="kw3">Object</span> locateService<span class="br0">(</span><span class="kw3">String</span> name<span class="br0">)</span>;
+ <span class="kw1">public</span> <span class="kw3">Object</span> locateService<span class="br0">(</span><span class="kw3">String</span> name, ServiceReference reference<span class="br0">)</span>;
+ <span class="kw1">public</span> <span class="kw3">Object</span><span class="br0">[</span><span class="br0">]</span> locateServices<span class="br0">(</span><span class="kw3">String</span> name<span class="br0">)</span>;
+ <span class="kw1">public</span> BundleContext getBundleContext<span class="br0">(</span><span class="br0">)</span>;
+ <span class="kw1">public</span> Bundle getUsingBundle<span class="br0">(</span><span class="br0">)</span>;
+ <span class="kw1">public</span> ComponentInstance getComponentInstance<span class="br0">(</span><span class="br0">)</span>;
+ <span class="kw1">public</span> <span class="kw4">void</span> enableComponent<span class="br0">(</span><span class="kw3">String</span> name<span class="br0">)</span>;
+ <span class="kw1">public</span> <span class="kw4">void</span> disableComponent<span class="br0">(</span><span class="kw3">String</span> name<span class="br0">)</span>;
+ <span class="kw1">public</span> ServiceReference getServiceReference<span class="br0">(</span><span class="br0">)</span>;
+
+ <span class="br0">}</span></pre></div>
+<a name="Component-Description"></a><h2> <span class="mw-headline"> Component-Description </span></h2>
+<p>The component description describes a component, if necessary with dependencies to other services. This happens in form of an xml-document. Additional you may declare, if a component provides itself a service at over the service registry. The name of the xml file has to be defined as the manifest header Service-Component.
+</p><p><b>Sample Service-Component manifest header:</b>
+</p>
+<pre>
+Service-Component: OSGI-INF/component-description.xml
+</pre>
+<p>The root element of a component-description is the xml-element <i><b>component</b></i>. It offers the listed attributes:
+</p>
+<table border="1">
+<tr>
+<th>name</th><th>constraint</th><th>description
+</th></tr>
+<tr>
+<td>name</td><td>required</td><td>The global explicit name of a component.
+</td></tr>
+<tr>
+<td>enabled</td><td>optional</td><td>Defines, whether the component starts the bundle and whether the component is activated or not. <b>Default: true</b>
+</td></tr>
+<tr>
+<td>factory </td><td>optional</td><td>When the described component is a factory component then this attribute has to include the name of the factory.
+</td></tr>
+<tr>
+<td>immediate</td><td>optional</td><td>Defines, whether a component, that defines own services, should activated delayed or not.
+</td></tr></table>
+<p>The implementing class of a component is specified by the child element <i><b>implementation</b></i>. It has a single attribute <i><b>class</b></i>.
+</p>
+<table border="1">
+<tr>
+<th>name</th><th>constraint</th><th>description
+</th></tr>
+<tr>
+<td>class</td><td>required</td><td>The full qualified name of the implementing java class.
+</td></tr></table>
+<p><b>Sample component description:</b>
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><component</span> <span class="re0">name</span>=<span class="st0">"simpleComponent"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><implementation</span> <span class="re0">class</span>=<span class="st0">"org.eclipse.smila.simplecomponent.SimpleComponent"</span> <span class="re2">/></span></span>
+<span class="sc3"><span class="re1"></component<span class="re2">></span></span></span></pre></div>
+<p><br />
+</p>
+<a name="Provide_services"></a><h2> <span class="mw-headline"> Provide services </span></h2>
+<p>The instance of a component may be registered itself as an OSGI-service at the service registry. This also happens declarative with the xml-element <i><b>service</b></i> in the component description. This element has the attribute <i><b>serviceFactory</b></i>.
+</p>
+<table border="1">
+<tr>
+<th>name</th><th>constraint</th><th>description
+</th></tr>
+<tr>
+<td>serviceFactory</td><td>optional</td><td>Defines, whether the service should be identical to all using bundles (true) or whether an instance of the component should be created for each using bundle by a ServiceFactory. <b>Default: false</b>
+</td></tr></table>
+<p>The specification of the service-interfaces takes place via the child element <i><b>provide</b></i>. This element has the attribute <i><b>interface</b></i>.
+</p>
+<table border="1">
+<tr>
+<th>name</th><th>constraint</th><th>description
+</th></tr>
+<tr>
+<td>interface</td><td>required</td><td>The full qualified name of the class, under which the component instance should be announced at the service registry.
+</td></tr></table>
+<p><b>Sample component description:</b>
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><component</span> <span class="re0">name</span>=<span class="st0">"simpleComponent"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><implementation</span> <span class="re0">class</span>=<span class="st0">"org.eclipse.smila.simplecomponent.SimpleComponent"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><service<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><provide</span> <span class="re0">interface</span>=<span class="st0">"org.eclipse.smila.simplecomponent.SimpleService"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></service<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></component<span class="re2">></span></span></span></pre></div>
+<a name="Use_Services"></a><h2> <span class="mw-headline"> Use Services </span></h2>
+<p>Components may use services that were registered by other bundles or components at the service registry. The specification of service dependencies takes place via the xml-element <i><b>reference</b></i>. This element has the following attributes:
+</p>
+<table border="1">
+<tr>
+<th>name</th><th>constraint</th><th>description
+</th></tr>
+<tr>
+<td>name</td><td>required</td><td>The local explicit name of the reference.
+</td></tr>
+<tr>
+<td>interface</td><td>required</td><td>The full qualified name of the interface, under which the service is applied to the service registry.
+</td></tr>
+<tr>
+<td>cardinality</td><td>optional</td><td>Defines, whether a reference is optional how many service may be bounded by this reference.
+</td></tr>
+<tr>
+<td>policy</td><td>optional</td><td>Defines, how to interact with changes at the initial bounded services.
+</td></tr>
+<tr>
+<td>target</td><td>optional</td><td>A filter that describes the referenced service more near.
+</td></tr>
+<tr>
+<td>bind</td><td>optional</td><td>The name of the method, under which a service may be placed to the component.
+</td></tr>
+<tr>
+<td>unbind</td><td>optional</td><td>The name of the method, under which a service may be deleted from the component.
+</td></tr></table>
+<p><b>In principal two different strategies are available for the specification of references to services:</b>
+</p>
+<a name="Event-Strategy"></a><h3> <span class="mw-headline"> Event-Strategy </span></h3>
+<p>Whit the use of the Event-Strategy you have to implement a <i><b>bind</b></i>- and an <i><b>unbind</b></i>-Method for the referenced service in the component-class. You may choose the name of these methods, but the methods have to be <i>public</i> or <i>protected</i> and have to have the return value <i>void</i>. The type of the single parameter may be either a <i>ServiceReference</i> or the type of the service (normally the service interface). If the referenced service is available, it will be set with the <i><b>bind</b></i>-Method by the service component runtime at the component instance. If the referenced service is deleted from the system, the service component runtime will call up the <i><b>unbind</b></i>-Method.
+</p>
+<a name="Sample_Event-Strategy"></a><h4> <span class="mw-headline"> Sample Event-Strategy </span></h4>
+<p><b>component-class</b>
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">package</span> org.<span class="me1">eclipse</span>.<span class="me1">smila</span>.<span class="me1">simplecomponent</span>
+
+<span class="kw1">import</span> org.<span class="me1">osgi</span>.<span class="me1">service</span>.<span class="me1">component</span>.<span class="me1">ComponentContext</span>;
+<span class="kw1">import</span> org.<span class="me1">eclipse</span>.<span class="me1">smila</span>.<span class="me1">service</span>.<span class="me1">SmilaService</span>;
+
+<span class="kw1">public</span> <span class="kw1">class</span> SimpleComponent <span class="kw1">implements</span> SimpleService <span class="br0">{</span>
+
+ <span class="kw1">private</span> SmilaService smilaService;
+
+ <span class="co1">// bind-Method</span>
+ <span class="kw1">protected</span> <span class="kw4">void</span> setSmilaService<span class="br0">(</span>SmilaService smilaService<span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">this</span>.<span class="me1">smilaService</span> = smilaService;
+ <span class="br0">}</span>
+
+ <span class="co1">// unbind-Method</span>
+ <span class="kw1">protected</span> <span class="kw4">void</span> unsetSmilaService<span class="br0">(</span>SmilaService smilaService<span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">this</span>.<span class="me1">smilaService</span> = <span class="kw2">null</span>;
+ <span class="br0">}</span>
+<span class="br0">}</span></pre></div>
+<p><b>component-description</b>
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><component</span> <span class="re0">name</span>=<span class="st0">"simpleComponent"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><implementation</span> <span class="re0">class</span>=<span class="st0">"org.eclipse.smila.simplecomponent.SimpleComponent"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><service<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><provide</span> <span class="re0">interface</span>=<span class="st0">"org.eclipse.smila.simplecomponent.SimpleService"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></service<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><reference</span> <span class="re0">name</span>=<span class="st0">"smilaService"</span>
+ <span class="re0">interface</span>=<span class="st0">"org.eclipse.smila.service.SmilaService"</span>
+ <span class="re0">bind</span>=<span class="st0">"setSmilaService"</span>
+ <span class="re0">unbind</span>=<span class="st0">"unsetSmilaService"</span>
+ <span class="re2">/></span></span>
+<span class="sc3"><span class="re1"></component<span class="re2">></span></span></span></pre></div>
+<p><br />
+</p>
+<a name="Lookup-Strategy"></a><h3> <span class="mw-headline"> Lookup-Strategy </span></h3>
+<p>With the use of the Lookup-Strategy the referenced service aren´t set directly to the component by the service component runtime, but it have to be polled over the component context via the method <i><b>locateService()</b></i>. The implementation of appropriate <i>bind</i>- and <i>unbind</i>-Methods is not necessary.
+</p>
+<a name="Sample_Lookup-Strategy"></a><h4> <span class="mw-headline"> Sample Lookup-Strategy </span></h4>
+<p><b>component-class</b>
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">package</span> org.<span class="me1">eclipse</span>.<span class="me1">smila</span>.<span class="me1">simplecomponent</span>;
+
+<span class="co1">// [...]</span>
+
+<span class="kw1">public</span> <span class="kw1">class</span> SimpleComponent <span class="kw1">implements</span> SimpleService <span class="br0">{</span>
+
+ <span class="kw1">private</span> ComponentContext componentContext;
+
+ <span class="kw1">protected</span> <span class="kw4">void</span> activate<span class="br0">(</span>ComponentContext context<span class="br0">)</span> <span class="br0">{</span>
+ componentContext = context;
+ <span class="br0">}</span>
+
+ <span class="kw1">protected</span> <span class="kw4">void</span> deactivate<span class="br0">(</span>ComponentContext context<span class="br0">)</span> <span class="br0">{</span>
+ componentContext = <span class="kw2">null</span>;
+ <span class="br0">}</span>
+
+ <span class="kw1">private</span> SmilaService getSmilaService<span class="br0">(</span><span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">if</span> <span class="br0">(</span><span class="kw1">this</span>.<span class="me1">componentContext</span> != <span class="kw2">null</span><span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">return</span> <span class="br0">(</span>SmilaService<span class="br0">)</span> <span class="kw1">this</span>.<span class="me1">componenContext</span>.<span class="me1">locateService</span><span class="br0">(</span><span class="st0">"smilaService"</span><span class="br0">)</span>;
+ <span class="br0">}</span>
+
+ <span class="kw1">return</span> <span class="kw2">null</span>;
+ <span class="br0">}</span>
+<span class="br0">}</span></pre></div>
+<p><b>component-description</b>
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><component</span> <span class="re0">name</span>=<span class="st0">"simpleComponent"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><implementation</span> <span class="re0">class</span>=<span class="st0">"org.eclipse.smila.simplecomponent.SimpleComponent"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><service<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><provide</span> <span class="re0">interface</span>=<span class="st0">"org.eclipse.smila.simplecomponent.SimpleService"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></service<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><reference</span> <span class="re0">name</span>=<span class="st0">"smilaService"</span>
+ <span class="re0">interface</span>=<span class="st0">"org.eclipse.smila.service.SmilaService"</span> <span class="re2">/></span></span>
+<span class="sc3"><span class="re1"></component<span class="re2">></span></span></span></pre></div>
+<a name="Cardinality_of_a_reference"></a><h2> <span class="mw-headline"> Cardinality of a reference </span></h2>
+<p>The cardinality of a reference describes the following properties:
+</p>
+<a name="Optionality"></a><h3> <span class="mw-headline"> Optionality </span></h3>
+<p>The optionality of a reference declares, whether the referenced service is compelling needed by the component or whether it may work without the referenced service. E.g. a component that references a logging service may work meaningful, when the logging service is not available. Only the output of the log message would not be possible in this case.
+</p>
+<a name="Multiplicity"></a><h3> <span class="mw-headline"> Multiplicity </span></h3>
+<p>The multiplicity of a reference defines whether a component is interested in exactly one instance of the referenced service or whether it is able to deal with multi service instances.
+</p><p>The cardinality of a reference is arranged by the attribute <i><b>cardinality</b></i> that is available at the element <i><b>reference</b></i>. The following values may be set:
+</p>
+<table border="1">
+<tr>
+<th>name</th><th>description
+</th></tr>
+<tr>
+<td>0..1 - optional and unary</td><td>The referenced service is optional and only one instance of the referenced service may be assigned to the component.
+</td></tr>
+<tr>
+<td>1..1 - mandatory and unary</td><td>The referenced service is mandatory and only one instance of the referenced service may be assigned to the component. That is the default attitude, if the cardinality-attribute is not set.
+</td></tr>
+<tr>
+<td>0..n - optional and multiple</td><td>The referenced service is optional and all available instances of the referenced service are assigned to the component.
+</td></tr>
+<tr>
+<td>1..n - mandatory and multiple</td><td>The referenced service is mandatory and all available instances of the referenced service are assigned to the component.
+</td></tr></table>
+<a name="Sample_with_0..1_cardinality"></a><h4> <span class="mw-headline"> Sample with 0..1 cardinality </span></h4>
+<p><b>component-description</b>
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><component</span> <span class="re0">name</span>=<span class="st0">"simpleComponent"</span><span class="re2">></span></span>
+ [...]
+ <span class="sc3"><span class="re1"><reference</span> <span class="re0">name</span>=<span class="st0">"smilaService"</span>
+ <span class="re0">interface</span>=<span class="st0">"org.eclipse.smila.service.SmilaService"</span>
+ <span class="re0">bind</span>=<span class="st0">"setSmilaService"</span>
+ <span class="re0">unbind</span>=<span class="st0">"unsetSmilaService"</span>
+ <span class="re0">cardinality</span>=<span class="st0">"0..1"</span>
+ <span class="re2">/></span></span>
+<span class="sc3"><span class="re1"></component<span class="re2">></span></span></span></pre></div>
+<a name="Policy_of_a_reference"></a><h2> <span class="mw-headline"> Policy of a reference </span></h2>
+<p>The service component runtime ensures that a service component will only be instanced and started if all required services for a component are available at the system. The referencing services will be bound to the component by activating. Now the OSGI service platform has the feature that services may be registered and unregistered in the system at runtime. E. g. a service that is bound to a component may be unregistered after activation from the service registry. After that all object references to the corresponding service object expire.
+Therefore a component has to define how it should interact with changes at bound services. For it a component may specify the attribute <i><b>policy</b></i> of the element <i>reference</i>. This attribute may accept the following values:
+</p>
+<a name="Static"></a><h3> <span class="mw-headline"> Static </span></h3>
+<p>With the use of the <i><b>static-policy</b></i> the services that are bound by activating of the component won´t be modified. If a bound service is deactivated by the service registry the referenced component will also be deactivated. If an alternative service that complies with the dependencies of the component is registered to the service registry then the component will directly be (re-)activated with the new bound service. <b>The <i>static-policy</i> is the default policy. It is used if the <i>policy-attribute</i> is not set</b>.
+</p>
+<a name="Dynamic"></a><h3> <span class="mw-headline"> Dynamic </span></h3>
+<p>With the use the <i><b>dynamic-policy</b></i> a component won´t be deactivated, if a bound service is deregistered, while all service references may be further fulfilled. The implementation of the component must be able to react therefore to changes concerning the bound services. If a reference uses the <i>event-strategy</i> to access to service, then the component will be informed about changes of the bound services by the corresponding <i>bind</i>- and <i>unbind</i>-Methods.
+</p>
+<a name="Sample_with_policy.3Ddynamic"></a><h4> <span class="mw-headline"> Sample with policy=dynamic </span></h4>
+<p><b>component-description</b>
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><component</span> <span class="re0">name</span>=<span class="st0">"simpleComponent"</span><span class="re2">></span></span>
+ [...]
+ <span class="sc3"><span class="re1"><reference</span> <span class="re0">name</span>=<span class="st0">"smilaService"</span>
+ <span class="re0">interface</span>=<span class="st0">"org.eclipse.smila.service.SmilaService"</span>
+ <span class="re0">bind</span>=<span class="st0">"setSmilaService"</span>
+ <span class="re0">unbind</span>=<span class="st0">"unsetSmilaService"</span>
+ <span class="re0">cardinality</span>=<span class="st0">"0..1"</span>
+ <span class="re0">policy</span>=<span class="st0">"dynamic"</span>
+ <span class="re2">/></span></span>
+<span class="sc3"><span class="re1"></component<span class="re2">></span></span></span></pre></div>
+<a name="The_life_cycle_of_a_component"></a><h2> <span class="mw-headline"> The life cycle of a component </span></h2>
+<p>General components may be activated, when they are in the condition <i><b>enabled</b></i>. Normally components will be set automatically to this condition by the service component runtime as soon as the defining bundle is started. If the defining bundle is stopped, the service component runtime sets the contained components into the condition <i><b>disabled</b></i>.
+With the component-attribute <i><b>enabled</b></i> it is possible to specify that a component is not set into the condition <i><b>enabled</b></i> when starting the defining bundle. With the methods <i><b>ComponentContext.enableComponent(String name)</b></i> and <i><b>ComponentContext.disableComponent(String name)</b></i> components may set programmatically over their logical name into the condition <i><b>enabled</b></i> or <i><b>disabled</b></i>.
+</p>
+<a name="Immediate_and_delayed_components"></a><h2> <span class="mw-headline"> Immediate and delayed components </span></h2>
+<p>The declarative service specification differentiates two different kinds of components:
+</p>
+<a name="Immediate_Components"></a><h3> <span class="mw-headline"> Immediate Components </span></h3>
+<p>Immediate components are components that are activated directly, when all necessary references are fulfilled, i.e. the referencing services are available in the system.
+</p>
+<a name="Life_cycle_of_immediate_components"></a><h4> <span class="mw-headline"> Life cycle of immediate components </span></h4>
+<p>Immediate component are activated, if all required services of a component are available in the system, i.e. all necessary references may be fulfilled. The possibly implemented method activate() of the component instance is called during the activation of a component. An active component will be deactivated, if the required services are not longer available, the component instance is set into the condition disabled via the method <i>ComponentContext.disableComponent()</i> or the defined bundle is stopped.
+</p><p><br />
+</p>
+<a name="Delayed_Components"></a><h3> <span class="mw-headline"> Delayed Components </span></h3>
+<p>Delayed components are components that provide one or more services. They are only then activated, if the services made available by the component are queried at the service registry.
+</p>
+<a name="Life_cycle_of_delayed_components"></a><h4> <span class="mw-headline"> Life cycle of delayed components </span></h4>
+<p>Service components, that make services available, are delayed components by default. I.e. they will be only then activated, if a service made available by the component is queried by the service registry.
+If a delayed component is set into the condition enabled, the service component runtime tries to solve the service dependencies that are defined by the component. If this is successful the service component runtime will register a proxy-object, which represents the service, to the service registry. Only if the service is queried by the service registry, the service component runtime will activate the service component and delegates the call to the real service. This happens for the user of the service completely transparency.
+If a service reference sets the attribute <i>servicefactory="true"</i>, then a new instance of the component will be instantiated and activated for every querying bundle. Alternatively only one common component instance is available for all bundles.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 61/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15198-0!1!0!!en!2!edit=0 and timestamp 20120202175135 -->
+<div class="printfooter">
+Retrieved from "<a href="Declarative_Services.html">http://wiki.eclipse.org/SMILA/Documentation/Declarative_Services</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 13:37, 24 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/User:Juergen.schumacher.empolis.com" title="User:Juergen.schumacher.empolis.com">Juergen Schumacher</a>.</p>
+ <p id="footerviews">This page has been accessed 2,811 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.061 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Default_configuration_workflow_overview.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Default_configuration_workflow_overview.html
new file mode 100644
index 0000000..f3a1546
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Default_configuration_workflow_overview.html
@@ -0,0 +1,256 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/Default configuration workflow overview,SMILA/Documentation for 5 Minutes to Success" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/Default configuration workflow overview - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/Default_configuration_workflow_overview";
+var wgTitle = "SMILA/Documentation/Default configuration workflow overview";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "16371";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286143";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Default_configuration_workflow_overview.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_Default_configuration_workflow_overview">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Default_configuration_workflow_overview">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/Default_configuration_workflow_overview">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/Default_configuration_workflow_overview">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Default_configuration_workflow_overview&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Default_configuration_workflow_overview&oldid=286143">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Default_configuration_workflow_overview.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/Default_configuration_workflow_overview&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Default_configuration_workflow_overview&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Default_configuration_workflow_overview&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Default%20configuration%20workflow%20overview"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/Default configuration workflow overview</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Default_configuration_workflow_overview.html#column-one">navigation</a>, <a href="Default_configuration_workflow_overview.html#searchInput">search</a></div> <!-- start content -->
+ <p>This pages given a short explanation of what happens behind the scenes when executing the <a href="../Documentation_for_5_Minutes_to_Success.html" title="SMILA/Documentation for 5 Minutes to Success">SMILA in 5 Minutes</a> example.
+</p><p><a href="http://wiki.eclipse.org/Image:DefaultConfigurationWorkflow-1.0.png" class="image" title="Image:DefaultConfigurationWorkflow-1.0.png"><img alt="Image:DefaultConfigurationWorkflow-1.0.png" src="http://wiki.eclipse.org/images/f/f5/DefaultConfigurationWorkflow-1.0.png" width="960" height="720" border="0" /></a>
+</p><p><font size="-1">
+(download <a href="http://wiki.eclipse.org/images/2/24/DefaultConfigurationWorkflow-1.0.zip" class="internal" title="DefaultConfigurationWorkflow-1.0.zip">this archive</a> to get the original Powerpoint file of this diagram)
+</font>
+</p><p>When crawling a web site with SMILA the following happens:
+</p>
+<ol><li> The user starts a job with workflow <i>updateIndex</i>. Nothing else happens yet, the job waits for input to process.
+</li><li> The user starts a job with workflow <i>webCrawling</i> in <tt>runOnce</tt> mode.
+</li><li> The WebCrawler worker initiates the crawl process by reading the configured start URL. It extracts links and feeds them back to itself, and produces records with metadata and content. Additionally it marks links as visited so that other crawler worker instances will not produce duplicates.
+</li><li> The DeltaChecker worker reads the records produced by the crawler and checks in the DeltaService if the crawled resources have changed since a previous crawl run. Unchanged resources are filtered out, only changed and new resources are sent to the next worker.
+</li><li> The WebFetcher worker fetches content of resources that do not have content yet. In this case this would be non-HTML resources because their content was not needed by the crawler worker for link extraction.
+</li><li> At the end of the crawl workflow, the UpdatePusher worker sends the crawled records with their content to the indexing job as <i>added</i> records and saves their current state in the delta service.
+</li><li> Now the indexing job starts to work: The Bulkbuilder writes the records to index to bulks, depending on if they are to be added to or updated in the index, or if they are to be deleted (which does not happen at this point).
+</li><li> The PipelineProcessor worker picks up those record bulks and puts each record (in manageable numbers) on the blackboard ...
+</li><li> ... and invokes a configured pipeline for either adding/updating or deleting records.
+</li><li> The pipelets in the pipelines take the record data from the blackboard, transform the data, extract further metadata and plain text ...
+</li><li> ... and manipulate the SolrIndex accordingly. The index can now be searched using yet another pipeline (not shown here).
+</li><li> Finally (and not yet implemented), when the crawl workflow is done, the DeltaService can be asked for all records that have not been crawled in this run, so that <i>delete</i> records can be sent to the indexing workflow to remove these resources from the index.
+</li></ol>
+<p>All records produced in this are stored in the ObjectStore while being passed from one worker to the next. The Job/TaskManagement uses Apache Zookeeper to coordinate the work when using multiple SMILA nodes for parallelizing the work to be done.
+</p><p>Crawling a filesystem works similar, the "fileCrawling" workflow just replaces the "WebCrawler" and "WebFetcher" workers by "FileCrawler" and "FileFetcher" workers.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 3/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:16371-0!1!0!!en!2!edit=0 and timestamp 20120202171430 -->
+<div class="printfooter">
+Retrieved from "<a href="Default_configuration_workflow_overview.html">http://wiki.eclipse.org/SMILA/Documentation/Default_configuration_workflow_overview</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 13:34, 24 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Daniel.stucky.attensity.com&action=edit" class="new" title="User:Daniel.stucky.attensity.com">Daniel Stucky</a>, <a href="http://wiki.eclipse.org/User:Drazen.cindric.attensity.com" title="User:Drazen.cindric.attensity.com">Drazen Cindric</a> and <a href="http://wiki.eclipse.org/User:Andreas.Weber.empolis.com" title="User:Andreas.Weber.empolis.com">Andreas Weber</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Default_configuration_workflow_overview&action=credits" title="SMILA/Documentation/Default configuration workflow overview">others</a>.</p>
+ <p id="footerviews">This page has been accessed 6,041 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.070 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/DeltaIndexingManager.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/DeltaIndexingManager.html
new file mode 100644
index 0000000..689060c
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/DeltaIndexingManager.html
@@ -0,0 +1,427 @@
+
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/DeltaIndexingManager,SMILA/Documentation/General JPA Configuration in SMILA" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/DeltaIndexingManager - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/DeltaIndexingManager";
+var wgTitle = "SMILA/Documentation/DeltaIndexingManager";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "18207";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "285983";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-java {line-height: normal; font-size: medium;}
+.source-java li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for java
+ * CSS class: source-java, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-java .de1, .source-java .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-java {}
+.source-java .head {}
+.source-java .foot {}
+.source-java .imp {font-weight: bold; color: red;}
+.source-java .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-java li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-java li.li2 {font-weight: bold;}
+.source-java .kw1 {color: #7F0055; font-weight: bold;}
+.source-java .kw2 {color: #7F0055; font-weight: bold;}
+.source-java .kw3 {color: #000000; font-weight: normal}
+.source-java .kw4 {color: #7F0055; font-weight: bold;}
+.source-java .co1 {color: #3F7F5F; font-style: italic;}
+.source-java .co2 {color: #3F7F5F;}
+.source-java .co3 {color: #3F7F5F; font-style: italic; font-weight: bold;}
+.source-java .coMULTI {color: #3F5FBF; font-style: italic;}
+.source-java .es0 {color: #000000;}
+.source-java .br0 {color: #000000;}
+.source-java .st0 {color: #2A00ff;}
+.source-java .nu0 {color: #000000;}
+.source-java .me1 {color: #000000;}
+.source-java .me2 {color: #000000;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="DeltaIndexingManager.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_DeltaIndexingManager">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/DeltaIndexingManager">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/DeltaIndexingManager">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/DeltaIndexingManager">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/DeltaIndexingManager&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/DeltaIndexingManager&oldid=285983">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="DeltaIndexingManager.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/DeltaIndexingManager&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/DeltaIndexingManager&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/DeltaIndexingManager&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/DeltaIndexingManager"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/DeltaIndexingManager</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="DeltaIndexingManager.html#column-one">navigation</a>, <a href="DeltaIndexingManager.html#searchInput">search</a></div> <!-- start content -->
+ <div class="messagebox" style="background-color: #def3fe; border: 1px solid #c5d7e0; color: black; padding: 5px; margin: 1ex 0; min-height: 35px; padding-left: 45px;">
+<div style="float: left; margin-left: -40px;"><a href="http://wiki.eclipse.org/Image:Note.png" class="image" title="Note.png"><img alt="" src="http://wiki.eclipse.org/images/c/cc/Note.png" width="35" height="35" border="0" /></a></div>
+<div><b>This is deprecated for SMILA 1.0, the connectivity framework is still functional but will aimed to be replaced by scalable import based on SMILAs job management.</b><br /></div>
+</div>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="DeltaIndexingManager.html#Overview"><span class="tocnumber">1</span> <span class="toctext">Overview</span></a></li>
+<li class="toclevel-1"><a href="DeltaIndexingManager.html#API"><span class="tocnumber">2</span> <span class="toctext">API</span></a></li>
+<li class="toclevel-1"><a href="DeltaIndexingManager.html#Implementations"><span class="tocnumber">3</span> <span class="toctext">Implementations</span></a>
+<ul>
+<li class="toclevel-2"><a href="DeltaIndexingManager.html#org.eclipse.smila.connectivity.deltaindexing.impl"><span class="tocnumber">3.1</span> <span class="toctext">org.eclipse.smila.connectivity.deltaindexing.impl</span></a>
+<ul>
+<li class="toclevel-3"><a href="DeltaIndexingManager.html#Filter_Property"><span class="tocnumber">3.1.1</span> <span class="toctext">Filter Property</span></a></li>
+<li class="toclevel-3"><a href="DeltaIndexingManager.html#Configuration"><span class="tocnumber">3.1.2</span> <span class="toctext">Configuration</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="DeltaIndexingManager.html#org.eclipse.smila.connectivity.deltaindexing.jpa.impl"><span class="tocnumber">3.2</span> <span class="toctext">org.eclipse.smila.connectivity.deltaindexing.jpa.impl</span></a>
+<ul>
+<li class="toclevel-3"><a href="DeltaIndexingManager.html#Filter_Property_2"><span class="tocnumber">3.2.1</span> <span class="toctext">Filter Property</span></a></li>
+<li class="toclevel-3"><a href="DeltaIndexingManager.html#Configuration_2"><span class="tocnumber">3.2.2</span> <span class="toctext">Configuration</span></a></li>
+<li class="toclevel-3"><a href="DeltaIndexingManager.html#Limitations"><span class="tocnumber">3.2.3</span> <span class="toctext">Limitations</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Overview"></a><h2> <span class="mw-headline"> Overview </span></h2>
+<p>The DeltaIndexingManager stores information about the last modification of each record and can determine if a record has changed since its last processing. This decision is based on a hash value provided by a crawler. How such hash is computed depends on the crawler and its configuration. For example the filesystem crawler usually computes the hash from file's last modification date.
+It provides functionality to manage this information, to determine if already processed documents have changed, to mark documents that have not changed (visited flag) and to determine documents that are indexed but no longer exist in the datasource.
+</p><p>Before you can use delta indexing you have to create a working session with the DeltaIndexingManager by calling <tt>init(final String dataSourceID)</tt>. This will generate a new session and lock the given data source (if not already locked by another session), and return the session ID. This session ID has to be used for all upcomming calls to DeltaIndexingManager. With calling <tt>finish(final String sessionId)</tt> the lock is released and the session is destroyed.
+</p><p><br />
+</p>
+<a name="API"></a><h2> <span class="mw-headline"> API </span></h2>
+<p>for the current definition of the interface in trunk see Javadoc: <a href="http://build.eclipse.org/rt/smila/javadoc/current/org/eclipse/smila/connectivity/deltaindexing/DeltaIndexingManager.html" class="external text" title="http://build.eclipse.org/rt/smila/javadoc/current/org/eclipse/smila/connectivity/deltaindexing/DeltaIndexingManager.html" rel="nofollow">org.eclipse.smila.connectivity.deltaindexing.DeltaIndexingManager</a>
+</p>
+<a name="Implementations"></a><h2> <span class="mw-headline">Implementations</span></h2>
+<p>SMILA comes at the moment with two implementations: a memory and a database backed implementation and others may provide further implementations for the DeltaIndexingManager interface.
+</p><p>In general it makes sense to only activate one DeltaIndexingManager Impl. at a time. This is achieved by just starting the desired impl. bundle. If multiple implementations are started, a client using the DeltaIndexingManager has to use a filter has to provide an OSGi Filter when requesting the service, otherwise it gets a reference randomly. Each component description includes a property named <tt>smila.connectivity.deltaindexing.impl</tt> that can be used for filtering. At the moment the only component that has a reference to the DeltaIndexingManager is the ConnectivityManager.
+</p><p>Below is a list of the currently available implementations.
+</p>
+<a name="org.eclipse.smila.connectivity.deltaindexing.impl"></a><h3> <span class="mw-headline">org.eclipse.smila.connectivity.deltaindexing.impl</span></h3>
+The implementation stores the delta indexing information in memory. When stopping/starting the DeltaIndexingManager the current state is written to/read from files located at <pre>workspace\.metadata\.plugins\org.eclipse.smila.connectivity.deltaindexing</pre> These files are named according to the dataSourceId. This implementation is only usefull during development, as the in memory storage will certainly lead to OutOfMemoryExceptions when used with a high data load.
+<a name="Filter_Property"></a><h4> <span class="mw-headline"> Filter Property </span></h4>
+<p><tt><property name="smila.connectivity.deltaindexing.impl" value="memory"/></tt>
+</p>
+<a name="Configuration"></a><h4> <span class="mw-headline"> Configuration </span></h4>
+<p>There are no configuration options available for this bundle.
+</p><p><br />
+</p><p><br />
+</p>
+<a name="org.eclipse.smila.connectivity.deltaindexing.jpa.impl"></a><h3> <span class="mw-headline">org.eclipse.smila.connectivity.deltaindexing.jpa.impl</span></h3>
+<p>This implementation uses eclipseLink JPA to store the delta indexing information in an apache derby database. The data is stored in the two tables <tt>DATA_SOURCES</tt> and <tt>DELTA_INDEXING</tt>:
+</p>
+<table class="wikitable" border="1" style="text-align:left">
+<caption> DATA_SOURCES
+</caption><tr>
+<th> Column
+</th><th> Type
+</th><th> Description
+</th></tr>
+<tr>
+<th> SOURCE_ID
+</th><td> VARCHAR
+</td><td> a hashed value of the Id object of the record
+</td></tr>
+<tr>
+<th> LOCKED
+</th><td> BOOLEAN
+</td><td> a flag if this data source was locked
+</td></tr>
+<tr>
+<th> LOCKED_BY
+</th><td> VARCHAR
+</td><td> the id of the thread that locked this data source
+</td></tr>
+</table>
+<p><br />
+</p>
+<table class="wikitable" border="1" style="text-align:left">
+<caption> DELTA_INDEXING
+</caption><tr>
+<th> Column
+</th><th> Type
+</th><th> Description
+</th></tr>
+<tr>
+<th> ID_HASH
+</th><td> VARCHAR
+</td><td> the hashed value of the Id object of the record
+</td></tr>
+<tr>
+<th> HASH
+</th><td> VARCHAR
+</td><td> the delta indexing hash value
+</td></tr>
+<tr>
+<th> SOURCE_ID
+</th><td> VARCHAR
+</td><td> the data source Id
+</td></tr>
+<tr>
+<th> IS_COMPOUND
+</th><td> BOOLEAN
+</td><td> flag if this entry is a compound object
+</td></tr>
+<tr>
+<th> PARENT_ID_HASH
+</th><td> VARCHAR
+</td><td> the hashed value of the parent Id object. This is only set if this Id is an element of a compound object, otherwise it is NULL
+</td></tr>
+<tr>
+<th> VISITED
+</th><td> BOOLEAN
+</td><td> flag if this entry was already visited
+</td></tr>
+<tr>
+<th> MODIFIED
+</th><td> BOOLEAN
+</td><td> flag if this entry was modified
+</td></tr>
+<tr>
+<th> ID
+</th><td> BLOB
+</td><td> the serialized Id object. This is needed to reconstruct the Id objects for method obsoleteIdIterator()
+</td></tr>
+</table>
+<p><br />
+</p>
+<a name="Filter_Property_2"></a><h4> <span class="mw-headline"> Filter Property </span></h4>
+<p><tt><property name="smila.connectivity.deltaindexing.impl" value="jpa"/></tt>
+</p><p><br />
+</p>
+<a name="Configuration_2"></a><h4> <span class="mw-headline"> Configuration </span></h4>
+<div class="messagebox" style="background-color: #def3fe; border: 1px solid #c5d7e0; color: black; padding: 5px; margin: 1ex 0; min-height: 35px; padding-left: 45px;">
+<div style="float: left; margin-left: -40px;"><a href="http://wiki.eclipse.org/Image:Note.png" class="image" title="Note.png"><img alt="" src="http://wiki.eclipse.org/images/c/cc/Note.png" width="35" height="35" border="0" /></a></div>
+<div><b>todo</b><br />this section needs to take this new page into account: <a href="General_JPA_Configuration_in_SMILA.html" title="SMILA/Documentation/General JPA Configuration in SMILA">SMILA/Documentation/General_JPA_Configuration_in_SMILA</a></div>
+</div>
+<p>The only configuration needed is a typicall eclipseLink configuration property file. Therin you can specify settings for logging, database connection settings. For more information please refer to the eclipseLink documentation [<a href="http://wiki.eclipse.org/Using_EclipseLink_JPA_Extensions_(ELUG)#Using_EclipseLink_JPA_Extensions_for_JDBC" class="external autonumber" title="http://wiki.eclipse.org/Using_EclipseLink_JPA_Extensions_(ELUG)#Using_EclipseLink_JPA_Extensions_for_JDBC" rel="nofollow">[1]</a>].
+The configuration is located at <tt>configuration/org.eclipse.smila.connectivity.deltaindexing.jpa.impl/persistence.properties</tt>.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"># EclipseLink properties
+eclipselink.<span class="me1">logging</span>.<span class="me1">level</span>=INFO
+eclipselink.<span class="me1">target</span>-server=None
+eclipselink.<span class="me1">target</span>-database=org.<span class="me1">eclipse</span>.<span class="me1">persistence</span>.<span class="me1">platform</span>.<span class="me1">database</span>.<span class="me1">DerbyPlatform</span>
+eclipselink.<span class="me1">jdbc</span>.<span class="me1">driver</span>=org.<span class="me1">apache</span>.<span class="me1">derby</span>.<span class="me1">jdbc</span>.<span class="me1">EmbeddedDriver</span>
+eclipselink.<span class="me1">jdbc</span>.<span class="me1">url</span>=jdbc:derby:workspace/.<span class="me1">metadata</span>/.<span class="me1">plugins</span>/org.<span class="me1">eclipse</span>.<span class="me1">smila</span>.<span class="me1">connectivity</span>.<span class="me1">deltaindexing</span>.<span class="me1">jpa</span>.<span class="me1">impl</span>/deltaindexingstorage;create=<span class="kw2">true</span>
+eclipselink.<span class="me1">jdbc</span>.<span class="me1">password</span>=smila
+eclipselink.<span class="me1">jdbc</span>.<span class="me1">user</span>=smila
+eclipselink.<span class="me1">ddl</span>-generation=drop-and-create-tables</pre></div>
+<p>After starting Smila for the first time, the DDL generation setting will print out some nasty warnings, complaining that it can't create some tables. These warnings are not critical. You can get rid of them by setting <tt>eclipselink.ddl-generation=none</tt>, but only after Smila was started at least once (and the tables were created).
+</p>
+<a name="Limitations"></a><h4> <span class="mw-headline"> Limitations </span></h4>
+<p>At the moment it is necessary to import all packages containing JDBCDriver classes in <tt>org.eclipse.smila.connectivity.deltaindexing.jpa.impl</tt>. So for changing from derby to another database it is not sufficient to change the configuration in <tt>persistence.properties</tt>, you also have to add import package statementsv for the JDBC driver to use to your bundles manifest. This will hopefully be changed with the next release of eclipseLink.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 103/1000000
+Post-expand include size: 1958/2097152 bytes
+Template argument size: 902/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:18207-0!1!0!!en!2!edit=0 and timestamp 20120203101247 -->
+<div class="printfooter">
+Retrieved from "<a href="DeltaIndexingManager.html">http://wiki.eclipse.org/SMILA/Documentation/DeltaIndexingManager</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 09:36, 24 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>, <a href="http://wiki.eclipse.org/User:Tmenzel.brox.de" title="User:Tmenzel.brox.de">thomas menzel</a> and <a href="http://wiki.eclipse.org/User:Igor.novakovic.empolis.com" title="User:Igor.novakovic.empolis.com">Igor Novakovic</a>.</p>
+ <p id="footerviews">This page has been accessed 4,025 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.144 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Enable_Remote_Access.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Enable_Remote_Access.html
new file mode 100644
index 0000000..c64005f
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Enable_Remote_Access.html
@@ -0,0 +1,326 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/Enable Remote Access,Jetty" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/Enable Remote Access - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/Enable_Remote_Access";
+var wgTitle = "SMILA/Documentation/Enable Remote Access";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "35541";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286462";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-text {line-height: normal; font-size: medium;}
+.source-text li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for text
+ * CSS class: source-text, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-text .de1, .source-text .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-text {}
+.source-text .head {}
+.source-text .foot {}
+.source-text .imp {font-weight: bold; color: red;}
+.source-text .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-text li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-text li.li2 {font-weight: bold;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="Enable_Remote_Access.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_Enable_Remote_Access">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Enable_Remote_Access">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/Enable_Remote_Access">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/Enable_Remote_Access">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Enable_Remote_Access&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Enable_Remote_Access&oldid=286462">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Enable_Remote_Access.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/Enable_Remote_Access&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Enable_Remote_Access&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Enable_Remote_Access&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Enable%20Remote%20Access"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/Enable Remote Access</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Enable_Remote_Access.html#column-one">navigation</a>, <a href="Enable_Remote_Access.html#searchInput">search</a></div> <!-- start content -->
+ <p>For security reasons, by default SMILA is configured to allow access to the HTTP and JMX servers only from the host SMILA is running on, i.e. using <tt>"localhost"</tt> adresses.
+</p>
+<div class="messagebox" style="background-color: #def3fe; border: 1px solid #c5d7e0; color: black; padding: 5px; margin: 1ex 0; min-height: 35px; padding-left: 45px;">
+<div style="float: left; margin-left: -40px;"><a href="http://wiki.eclipse.org/Image:Note.png" class="image" title="Note.png"><img alt="" src="http://wiki.eclipse.org/images/c/cc/Note.png" width="35" height="35" border="0" /></a></div>
+<div><b>Warning</b>
+Making the HTTP and JMX interfaces accessible to other hosts may cause security problems because then everyone with access to the SMILA host can add, change, invoke pipelines, run jobs, clear stores and indexes, etc. Ideally, SMILA itself is not accessible to everyone, but there should be a web application for everyone to use so that the SMILA hosts and ports can be secured using firewalls or similar means. If you really need to expose the SMILA HTTP server to the world, you should check the <a href="http://wiki.eclipse.org/Jetty" title="Jetty">Jetty Manual</a> for ways to make it secure.<b><br /></div></b>
+</div>
+<a name="Enable_HTTP_remote_access_to_SMILA_by_HTTP"></a><h3> <span class="mw-headline"> Enable HTTP remote access to SMILA by HTTP </span></h3>
+<p>There are two ways to change this:
+</p>
+<ul><li> Edit <tt>SMILA.ini</tt> and <b>add this line</b> to make the SMILA HTTP server listen on all network interfaces of the host:
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-text">...
+-Djetty.host=0.0.0.0
+...</pre></div>
+<ul><li> Edit <tt>configuration/org.eclipse.smila.http.server/jetty.xml</tt> and edit the connector definition. E.g. <b>remove the attribute</b> <tt>default="localhost"</tt> for setting the <tt>"host"</tt> property to let it listen on all network interfaces:
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml">...
+ <span class="sc3"><span class="re1"><Call</span> <span class="re0">name</span>=<span class="st0">"addConnector"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Arg<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><New</span> <span class="re0">class</span>=<span class="st0">"org.eclipse.jetty.server.nio.SelectChannelConnector"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Set</span> <span class="re0">name</span>=<span class="st0">"host"</span><span class="re2">></span></span><span class="sc3"><span class="re1"><SystemProperty</span> <span class="re0">name</span>=<span class="st0">"jetty.host"</span><span class="re2">/></span></span><span class="sc3"><span class="re1"></Set<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Set</span> <span class="re0">name</span>=<span class="st0">"port"</span><span class="re2">></span></span><span class="sc3"><span class="re1"><Property</span> <span class="re0">name</span>=<span class="st0">"jetty.port"</span> <span class="re0">default</span>=<span class="st0">"8080"</span><span class="re2">/></span></span><span class="sc3"><span class="re1"></Set<span class="re2">></span></span></span>
+ ...</pre></div>
+<p>More fine-grained control is possible using the <tt>jetty.xml</tt> configuration, of course. Consult the <a href="http://wiki.eclipse.org/Jetty" title="Jetty">Jetty Manual</a> for details.
+</p>
+<a name="Enable_JMX_remote_access_to_SMILA"></a><h3> <span class="mw-headline"> Enable JMX remote access to SMILA </span></h3>
+<p>Edit <tt>SMILA.ini</tt> and <b>remove this line</b> to make the SMILA JMX server listen on all network interfaces of the host:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-text">...
+-Djava.rmi.server.hostname=localhost
+...</pre></div>
+
+<!--
+NewPP limit report
+Preprocessor node count: 55/1000000
+Post-expand include size: 2227/2097152 bytes
+Template argument size: 1697/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:35541-0!1!0!!en!2!edit=0 and timestamp 20120203101132 -->
+<div class="printfooter">
+Retrieved from "<a href="Enable_Remote_Access.html">http://wiki.eclipse.org/SMILA/Documentation/Enable_Remote_Access</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 10:36, 25 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. </p>
+ <p id="footerviews">This page has been accessed 41 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.122 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Feed_Agent.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Feed_Agent.html
new file mode 100644
index 0000000..08054a2
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Feed_Agent.html
@@ -0,0 +1,703 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/Feed Agent,SMILA/Documentation/Agent,SMILA/Documentation/Mock Agent" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/Feed Agent - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/Feed_Agent";
+var wgTitle = "SMILA/Documentation/Feed Agent";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "19440";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "270155";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="Feed_Agent.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_Feed_Agent">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Feed_Agent">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/Feed_Agent">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/Feed_Agent">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Feed_Agent&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Feed_Agent&oldid=270155">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Feed_Agent.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/Feed_Agent&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Feed_Agent&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Feed_Agent&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Feed%20Agent"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/Feed Agent</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Feed_Agent.html#column-one">navigation</a>, <a href="Feed_Agent.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Feed_Agent.html#Overview"><span class="tocnumber">1</span> <span class="toctext">Overview</span></a></li>
+<li class="toclevel-1"><a href="Feed_Agent.html#Agent_configuration"><span class="tocnumber">2</span> <span class="toctext">Agent configuration</span></a></li>
+<li class="toclevel-1"><a href="Feed_Agent.html#Agent_configuration_explanation"><span class="tocnumber">3</span> <span class="toctext">Agent configuration explanation</span></a></li>
+<li class="toclevel-1"><a href="Feed_Agent.html#Configuration_example"><span class="tocnumber">4</span> <span class="toctext">Configuration example</span></a></li>
+<li class="toclevel-1"><a href="Feed_Agent.html#Output_example"><span class="tocnumber">5</span> <span class="toctext">Output example</span></a></li>
+<li class="toclevel-1"><a href="Feed_Agent.html#See_also"><span class="tocnumber">6</span> <span class="toctext">See also</span></a></li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Overview"></a><h2> <span class="mw-headline"> Overview </span></h2>
+<p>The Feed agent offers the functionality to receive RSS and Atom feeds on a regular basis. The implementation uses <a href="http://rome.dev.java.net/" class="external text" title="http://rome.dev.java.net/" rel="nofollow">ROME</a> and <a href="http://wiki.java.net/bin/view/Javawsxml/RomeFetcher" class="external text" title="http://wiki.java.net/bin/view/Javawsxml/RomeFetcher" rel="nofollow">ROME Fetcher</a> to retrieve and parse the feeds. ROME supports the following feed formats:
+</p>
+<ul><li> RSS 0.90
+</li><li> RSS 0.91 Netscape
+</li><li> RSS 0.91 Userland
+</li><li> RSS 0.92
+</li><li> RSS 0.93
+</li><li> RSS 0.94
+</li><li> RSS 1.0
+</li><li> RSS 2.0
+</li><li> Atom 0.3
+</li><li> Atom 1.0.
+</li></ul>
+<a name="Agent_configuration"></a><h2> <span class="mw-headline"> Agent configuration </span></h2>
+<p>The example configuration file is located at <tt>configuration/org.eclipse.smila.connectivity.framework/feeds.xml</tt>.
+</p><p>Defining Schema: <tt>org.eclipse.smila.connectivits.framework.agent.feed/schemas/FeedDataSourceConnectionConfigSchema.xsd</tt>.
+</p>
+<a name="Agent_configuration_explanation"></a><h2> <span class="mw-headline"> Agent configuration explanation </span></h2>
+<p>See <a href="Agent.html#Configuration" title="SMILA/Documentation/Agent">SMILA/Documentation/Agent#Configuration</a> for the generic parts of the configuration file.
+</p><p>The root element of the configuration is <tt>DataSourceConnectionConfig</tt> and contains the following sub elements:
+</p>
+<ul><li> <tt>DataSourceID</tt> – the identification of a data source
+</li><li> <tt>SchemaID</tt> – specifies the schema for the data source
+</li><li> <tt>DataConnectionID</tt> – describes which agent or crawler should be used
+<ul><li> <tt>Crawler</tt> – service ID a crawler
+</li><li> <tt>Agent</tt> – service ID of an agent
+</li></ul>
+</li><li> <tt>CompoundHandling</tt> – specify if packed data (like a ZIP containing files) should be unpack and files within should be processed (YES or NO).
+</li><li> <tt>Attributes</tt> – list all attributes provided by the data source
+<ul><li> <tt>Attribute</tt>
+<ul><li> attributes:
+<ul><li> <tt>Type</tt> (required) – the data type (String, Integer or Date).
+</li><li> <tt>Name</tt> (required) – attributes name.
+</li><li> <tt>HashAttribute</tt> – specify if the attribute is used for the hash used for delta indexing (true or false). Must be true for at least one attribute which must always have a value.
+</li><li> <tt>KeyAttribute</tt> – specify if the attribute is used for creating the record ID (true or false). Must be true for at least one attribute. All key attributes used together must identify the entry uniquely, so usually the FeedAttribute <i>Uri</i> will be used.
+</li><li> <tt>Attachment</tt> – specify if the attribute return the data as attachment of record.
+</li></ul>
+</li><li> sub elements:
+<ul><li> <tt>FeedAttributes</tt> content describes what to get from the feed entry. For allowed values see the table below.
+</li></ul>
+</li></ul>
+</li></ul>
+</li><li> <tt>Process</tt> – contains parameters for the agent business logic.
+<ul><li> <tt>UpdateInterval</tt> – the number of seconds to wait before reloading the feeds specified by FeedUrl.
+</li><li> <tt>FeedUrl</tt> – the URL of the news feed to load. You may specify multiple FeedUrls.
+</li></ul>
+</li></ul>
+<p>Here is a description of the attributes that the Feed agent offers. It provides attributes about the feed itself (using prefix <tt>Feed</tt>) and attributes for entries of the feed. Some attributes do not return literals (string, date) but nested objects like <b>Person</b>, <b>Link</b>, etc. These objects are all MObjects that contain attributes themselves. The nested MObjects and their attributes (the attribute names are hard coded and cannot be configured) are described below.
+Note that not all feeds necessarily provide values for all the attributes and that some values are provided that are not apperently part of the feed.
+</p><p>These are the attributes of the feed:
+</p>
+<table class="wikitable" border="1">
+
+<tr>
+<th> Attribute
+</th><th> Type
+</th><th> Description
+</th></tr>
+<tr>
+<td> FeedAuthors
+</td><td> List<Person>
+</td><td> Returns the feed authors
+</td></tr>
+<tr>
+<td> FeedCategories
+</td><td> List<Category>
+</td><td> Returns the feed categories
+</td></tr>
+<tr>
+<td> FeedContributors
+</td><td> List<Person>
+</td><td> Returns the feed contributors
+</td></tr>
+<tr>
+<td> FeedCopyright
+</td><td> String
+</td><td> Returns the feed copyright information
+</td></tr>
+<tr>
+<td> FeedDescription
+</td><td> String
+</td><td> Returns the feed description
+</td></tr>
+<tr>
+<td> FeedEncoding
+</td><td> String
+</td><td> Returns the charset encoding of the feed
+</td></tr>
+<tr>
+<td> FeedType
+</td><td> String
+</td><td> Returns the feed type
+</td></tr>
+<tr>
+<td> FeedImage
+</td><td> Image
+</td><td> Returns the feed image
+</td></tr>
+<tr>
+<td> FeedLanguage
+</td><td> String
+</td><td> Returns the feed language
+</td></tr>
+<tr>
+<td> FeedLinks
+</td><td> List<Link>
+</td><td> Returns the feed links
+</td></tr>
+<tr>
+<td> FeedPublishDate
+</td><td> Date
+</td><td> Returns the feed published date
+</td></tr>
+<tr>
+<td> FeedTitle
+</td><td> String
+</td><td> Returns the feed title
+</td></tr>
+<tr>
+<td> FeedUri
+</td><td> String
+</td><td> Returns the feed uri
+</td></tr>
+</table>
+<p><br />
+And here are the attributes of feed entries:
+</p>
+<table class="wikitable" border="1">
+
+<tr>
+<th> Attribute
+</th><th> Type
+</th><th> Description
+</th></tr>
+<tr>
+<td> Authors
+</td><td> List<Person>
+</td><td> Returns a feed entry authors
+</td></tr>
+<tr>
+<td> Categories
+</td><td> List<Category>
+</td><td> Returns a feed entry categories
+</td></tr>
+<tr>
+<td> Contents
+</td><td> List<Content>
+</td><td> Returns a feed entry contents
+</td></tr>
+<tr>
+<td> Contributors
+</td><td> List<Person>
+</td><td> Returns a feed entry contributors
+</td></tr>
+<tr>
+<td> Description
+</td><td> Content
+</td><td> Returns a feed entry description
+</td></tr>
+<tr>
+<td> Enclosures
+</td><td> List<Enclosure>
+</td><td> Returns a feed entry enclosures
+</td></tr>
+<tr>
+<td> Links
+</td><td> List<Link>
+</td><td> Returns a feed entry links
+</td></tr>
+<tr>
+<td> PublishDate
+</td><td> Date
+</td><td> Returns a feed entry publish date
+</td></tr>
+<tr>
+<td> Title
+</td><td> String
+</td><td> Returns a feed entry title
+</td></tr>
+<tr>
+<td> Uri
+</td><td> String
+</td><td> Returns a feed entry uri.
+</td></tr>
+<tr>
+<td> UpdateDate
+</td><td> Date
+</td><td> Returns a feed entry update date.
+</td></tr>
+</table>
+<p>MObject <b>Person</b>:
+</p>
+<table class="wikitable" border="1">
+
+<tr>
+<th> Attribute
+</th><th> Type
+</th><th> Description
+</th></tr>
+<tr>
+<td> Email
+</td><td> String
+</td><td> Returns the email of the person
+</td></tr>
+<tr>
+<td> Name
+</td><td> String
+</td><td> Returns the name of the person
+</td></tr>
+<tr>
+<td> Uri
+</td><td> String
+</td><td> Returns the uri of the person
+</td></tr>
+</table>
+<p>MObject <b>Image</b>:
+</p>
+<table class="wikitable" border="1">
+
+<tr>
+<th> Attribute
+</th><th> Type
+</th><th> Description
+</th></tr>
+<tr>
+<td> Link
+</td><td> String
+</td><td> Returns the link of the image
+</td></tr>
+<tr>
+<td> Title
+</td><td> String
+</td><td> Returns the title of the image
+</td></tr>
+<tr>
+<td> Url
+</td><td> String
+</td><td> Returns the url of the image
+</td></tr>
+<tr>
+<td> Description
+</td><td> String
+</td><td> Returns the description of the image
+</td></tr>
+</table>
+<p>MObject <b>Category</b>:
+</p>
+<table class="wikitable" border="1">
+
+<tr>
+<th> Attribute
+</th><th> Type
+</th><th> Description
+</th></tr>
+<tr>
+<td> Name
+</td><td> String
+</td><td> Returns the name of the category
+</td></tr>
+<tr>
+<td> TaxanomyUri
+</td><td> String
+</td><td> Returns the taxonomy uri of the category
+</td></tr>
+</table>
+<p>MObject <b>Enclosure</b>:
+</p>
+<table class="wikitable" border="1">
+
+<tr>
+<th> Attribute
+</th><th> Type
+</th><th> Description
+</th></tr>
+<tr>
+<td> Type
+</td><td> String
+</td><td> Returns the type of the enclosure
+</td></tr>
+<tr>
+<td> Url
+</td><td> String
+</td><td> Returns the url of the enclosure
+</td></tr>
+<tr>
+<td> Length
+</td><td> Integer
+</td><td> Returns the length of the enclosure
+</td></tr>
+</table>
+<p>MObject <b>Link</b>:
+</p>
+<table class="wikitable" border="1">
+
+<tr>
+<th> Attribute
+</th><th> Type
+</th><th> Description
+</th></tr>
+<tr>
+<td> Href
+</td><td> String
+</td><td> Returns the href of the link
+</td></tr>
+<tr>
+<td> Hreflang
+</td><td> String
+</td><td> Returns the hreflang of the link
+</td></tr>
+<tr>
+<td> Rel
+</td><td> Integer
+</td><td> Returns the rel of the link
+</td></tr>
+<tr>
+<td> Title
+</td><td> String
+</td><td> Returns the title of the link
+</td></tr>
+<tr>
+<td> Type
+</td><td> String
+</td><td> Returns the type of the link
+</td></tr>
+<tr>
+<td> Length
+</td><td> Integer
+</td><td> Returns the length of the link
+</td></tr>
+</table>
+<p>MObject <b>Content</b>:
+</p>
+<table class="wikitable" border="1">
+
+<tr>
+<th> Attribute
+</th><th> Type
+</th><th> Description
+</th></tr>
+<tr>
+<td> Mode
+</td><td> String
+</td><td> Returns the mode of the content
+</td></tr>
+<tr>
+<td> Value
+</td><td> String
+</td><td> Returns the value of the content
+</td></tr>
+<tr>
+<td> Type
+</td><td> String
+</td><td> Returns the type of the content
+</td></tr>
+</table>
+<a name="Configuration_example"></a><h2> <span class="mw-headline"> Configuration example </span></h2>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><DataSourceConnectionConfig</span>
+ <span class="re0">xmlns:xsi</span>=<span class="st0">"http://www.w3.org/2001/XMLSchema-instance"</span>
+ <span class="re0">xsi:noNamespaceSchemaLocation</span>=<span class="st0">"../org.eclipse.smila.connectivity.framework.agent.feed/schemas/FeedDataSourceConnectionConfigSchema.xsd"</span>
+<span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><DataSourceID<span class="re2">></span></span></span>feeds<span class="sc3"><span class="re1"></DataSourceID<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><SchemaID<span class="re2">></span></span></span>org.eclipse.smila.connectivity.framework.agent.feed<span class="sc3"><span class="re1"></SchemaID<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><DataConnectionID<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Agent<span class="re2">></span></span></span>FeedAgent<span class="sc3"><span class="re1"></Agent<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></DataConnectionID<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><CompoundHandling<span class="re2">></span></span></span>Yes<span class="sc3"><span class="re1"></CompoundHandling<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attributes<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">Type</span>=<span class="st0">"Date"</span> <span class="re0">Name</span>=<span class="st0">"PublishDate"</span> <span class="re0">HashAttribute</span>=<span class="st0">"true"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><FeedAttributes<span class="re2">></span></span></span>PublishDate<span class="sc3"><span class="re1"></FeedAttributes<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Attribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">Type</span>=<span class="st0">"Date"</span> <span class="re0">Name</span>=<span class="st0">"LastModifiedDate"</span> <span class="re0">HashAttribute</span>=<span class="st0">"true"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><FeedAttributes<span class="re2">></span></span></span>UpdateDate<span class="sc3"><span class="re1"></FeedAttributes<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Attribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">Type</span>=<span class="st0">"String"</span> <span class="re0">Name</span>=<span class="st0">"Uri"</span> <span class="re0">KeyAttribute</span>=<span class="st0">"true"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><FeedAttributes<span class="re2">></span></span></span>Uri<span class="sc3"><span class="re1"></FeedAttributes<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Attribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">Type</span>=<span class="st0">"String"</span> <span class="re0">Name</span>=<span class="st0">"Links"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><FeedAttributes<span class="re2">></span></span></span>Links<span class="sc3"><span class="re1"></FeedAttributes<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Attribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">Type</span>=<span class="st0">"MObject"</span> <span class="re0">Name</span>=<span class="st0">"Contents"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><FeedAttributes<span class="re2">></span></span></span>Contents<span class="sc3"><span class="re1"></FeedAttributes<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Attribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">Type</span>=<span class="st0">"String"</span> <span class="re0">Name</span>=<span class="st0">"Title"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><FeedAttributes<span class="re2">></span></span></span>Title<span class="sc3"><span class="re1"></FeedAttributes<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Attribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">Type</span>=<span class="st0">"MObject"</span> <span class="re0">Name</span>=<span class="st0">"Authors"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><FeedAttributes<span class="re2">></span></span></span>Authors<span class="sc3"><span class="re1"></FeedAttributes<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Attribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Attributes<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Process<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><UpdateInterval<span class="re2">></span></span></span>300<span class="sc3"><span class="re1"></UpdateInterval<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><FeedUrl<span class="re2">></span></span></span>http://dev.eclipse.org/newslists/news.eclipse.rt.smila/maillist.rss<span class="sc3"><span class="re1"></FeedUrl<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><FeedUrl<span class="re2">></span></span></span>http://search.twitter.com/search.atom?q=smila<span class="sc3"><span class="re1"></FeedUrl<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Process<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></DataSourceConnectionConfig<span class="re2">></span></span></span></pre></div>
+<a name="Output_example"></a><h2> <span class="mw-headline"> Output example </span></h2>
+<p>A record created by the Feed agent using the default configuration may have the following or a similar structure:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Record</span> <span class="re0">xmlns</span>=<span class="st0">"http://www.eclipse.org/smila/record"</span> <span class="re0">version</span>=<span class="st0">"1.0"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"_recordid"</span><span class="re2">></span></span>feed:<span class="sc1">&lt;</span>Url=http://dev.eclipse.org/mhonarc/newsLists/news.eclipse.rt.smila/msg00022.html<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"_source"</span><span class="re2">></span></span>feed<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"PublishDate"</span><span class="re2">></span></span> type="datetime">2009-04-30T13:28:34+0100<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"Url"</span><span class="re2">></span></span>http://dev.eclipse.org/mhonarc/newsLists/news.eclipse.rt.smila/msg00022.html<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"MimeType"</span><span class="re2">></span></span>text/html<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"Title"</span><span class="re2">></span></span>[news.eclipse.rt.smila] Re: Semantic Software Engineering<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"Contents"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"Value"</span><span class="re2">></span></span>Hi J<span class="sc1">&#xFC;</span>rgen, The idea is to support companies and projects that rely on semantic technologies (especially in RDF or OWL) with a set of plugins that they can reuse for their tooling. The first thing would be support for loading an ontology, searching for conc...<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"Type"</span><span class="re2">></span></span>text/html<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"Authors"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"Name"</span><span class="re2">></span></span>lautenbacher@xxxxxxx (Florian Lautenbacher)<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></Record<span class="re2">></span></span></span></pre></div>
+<a name="See_also"></a><h2> <span class="mw-headline"> See also </span></h2>
+<ul><li> <a href="Agent.html" title="SMILA/Documentation/Agent">Agent</a>
+</li><li> <a href="Mock_Agent.html" title="SMILA/Documentation/Mock Agent">Mock Agent</a>
+</li></ul>
+<p><br />
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 42/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:19440-0!1!0!!en!2!edit=0 and timestamp 20120203101303 -->
+<div class="printfooter">
+Retrieved from "<a href="Feed_Agent.html">http://wiki.eclipse.org/SMILA/Documentation/Feed_Agent</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 10:16, 27 September 2011 by <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>, <a href="http://wiki.eclipse.org/User:Drazen.cindric.attensity.com" title="User:Drazen.cindric.attensity.com">Drazen Cindric</a> and <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Feed_Agent&action=credits" title="SMILA/Documentation/Feed Agent">others</a>.</p>
+ <p id="footerviews">This page has been accessed 2,108 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.203 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Filesystem_Crawler.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Filesystem_Crawler.html
new file mode 100644
index 0000000..98ae376
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Filesystem_Crawler.html
@@ -0,0 +1,413 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/Filesystem Crawler,SMILA/Documentation/Crawler,SMILA/Documentation/JDBC Crawler,SMILA/Documentation/Web Crawler" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/Filesystem Crawler - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/Filesystem_Crawler";
+var wgTitle = "SMILA/Documentation/Filesystem Crawler";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "17587";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "285986";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="Filesystem_Crawler.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_Filesystem_Crawler">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Filesystem_Crawler">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/Filesystem_Crawler">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/Filesystem_Crawler">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Filesystem_Crawler&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Filesystem_Crawler&oldid=285986">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Filesystem_Crawler.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/Filesystem_Crawler&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Filesystem_Crawler&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Filesystem_Crawler&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Filesystem%20Crawler"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/Filesystem Crawler</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Filesystem_Crawler.html#column-one">navigation</a>, <a href="Filesystem_Crawler.html#searchInput">search</a></div> <!-- start content -->
+ <div class="messagebox" style="background-color: #def3fe; border: 1px solid #c5d7e0; color: black; padding: 5px; margin: 1ex 0; min-height: 35px; padding-left: 45px;">
+<div style="float: left; margin-left: -40px;"><a href="http://wiki.eclipse.org/Image:Note.png" class="image" title="Note.png"><img alt="" src="http://wiki.eclipse.org/images/c/cc/Note.png" width="35" height="35" border="0" /></a></div>
+<div><b>This is deprecated for SMILA 1.0, the connectivity framework is still functional but will aimed to be replaced by scalable import based on SMILAs job management.</b><br /></div>
+</div>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Filesystem_Crawler.html#Overview"><span class="tocnumber">1</span> <span class="toctext">Overview</span></a></li>
+<li class="toclevel-1"><a href="Filesystem_Crawler.html#Crawling_configuration"><span class="tocnumber">2</span> <span class="toctext">Crawling configuration</span></a></li>
+<li class="toclevel-1"><a href="Filesystem_Crawler.html#Crawling_configuration_explanation"><span class="tocnumber">3</span> <span class="toctext">Crawling configuration explanation</span></a></li>
+<li class="toclevel-1"><a href="Filesystem_Crawler.html#Crawling_configuration_example"><span class="tocnumber">4</span> <span class="toctext">Crawling configuration example</span></a></li>
+<li class="toclevel-1"><a href="Filesystem_Crawler.html#Output_example_for_default_configuration"><span class="tocnumber">5</span> <span class="toctext">Output example for default configuration</span></a></li>
+<li class="toclevel-1"><a href="Filesystem_Crawler.html#Additional_performance_counters"><span class="tocnumber">6</span> <span class="toctext">Additional performance counters</span></a></li>
+<li class="toclevel-1"><a href="Filesystem_Crawler.html#See_also"><span class="tocnumber">7</span> <span class="toctext">See also</span></a></li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Overview"></a><h2> <span class="mw-headline"> Overview </span></h2>
+<p>The file system crawler recursively fetches all files from a given directory. Besides providing the content of files, it may also gather any file's metadata from the following list:
+</p>
+<ul><li> full path
+</li><li> file name only
+</li><li> file size
+</li><li> last modified date
+</li><li> file content
+</li><li> file extension
+</li></ul>
+<a name="Crawling_configuration"></a><h2> <span class="mw-headline"> Crawling configuration </span></h2>
+<p>The example configuration file is located at <tt>configuration/org.eclipse.smila.connectivity.framework/file.xml</tt>.
+</p><p>Defining Schema: <tt>org.eclipse.smila.connectivits.framework.crawler.filesystem/schemas/FileSystemDataSourceConnectionConfigSchema.xsd</tt>.
+</p>
+<a name="Crawling_configuration_explanation"></a><h2> <span class="mw-headline"> Crawling configuration explanation </span></h2>
+<p>See <a href="Crawler.html#Configuration" title="SMILA/Documentation/Crawler">SMILA/Documentation/Crawler#Configuration</a> for the generic parts of the configuration file.
+</p><p>The root element of crawling configuration is <tt>DataSourceConnectionConfig</tt> and contains the following sub elements:
+</p>
+<ul><li> <tt>DataSourceID</tt> – the identification of a data source
+</li><li> <tt>SchemaID</tt> – specifies the schema for a crawler job
+</li><li> <tt>DataConnectionID</tt> – describes which agent crawler should be used
+<ul><li> <tt>Crawler</tt> – implementation class of a Crawler
+</li><li> <tt>Agent</tt> – implementation class of an Agent
+</li></ul>
+</li><li> <tt>CompoundHandling</tt> – specify if packed data (like a ZIP containing files) should be unpack and files within should be crawled (YES or NO).
+</li><li> <tt>Attributes</tt> – list all attributes which describe a file.
+<ul><li> <tt>Attribute</tt>
+<ul><li> attributes:
+<ul><li> <tt>Type</tt> (required) – the data type (String, Integer or Date).
+</li><li> <tt>Name</tt> (required) – attributes name.
+</li><li> <tt>HashAttribute</tt> – specify if the attribute is used for the hash used for delta indexing (<i>true</i> or <i>false</i>). Must be true for at least one attribute which must always have a value. Usually the attribute containing the <i>LastModifiedDate</i> will be a good candidate to set this to <i>true</i> for.
+</li><li> <tt>KeyAttribute</tt> – specify if the attribute is used for creating the record ID (<i>true</i> or <i>false</i>). Must be true for at least one attribute. All key attributes must identify the file uniquely, so usually you will set it <i>true</i> for the attribute containing <i>Path</i> FileAttribute.
+</li><li> <tt>Attachment</tt> – specify if the attribute return the data as attachment of record.
+</li></ul>
+</li><li> sub elements:
+<ul><li> <tt>FileAttributes</tt> - specify the file attribute to write into the target attribute. The content of the element must be one of
+<ul><li> <i>Name</i>: name of file, without the directory path
+</li><li> <i>Path</i>: complete path including file name.
+</li><li> <i>Size</i>: size in bytes.
+</li><li> <i>LastModifiedDate</i>: Date of last modification
+</li><li> <i>Content</i>: Content of file. Unconverted binary if written to an attachment. Else the crawler tries to detect the encoding and converts the content to a string (with fallbacks to UTF-8 or default encoding of the operating system).
+</li><li> <i>FileExtension</i>: The part of the filename after the last "." character (without the dot). An empty string if the filename does not contain a dot.
+</li></ul>
+</li></ul>
+</li></ul>
+</li></ul>
+</li><li> <tt>Process</tt> – contains parameters for gathering data.
+<ul><li> <tt>BaseDir</tt> – the directory the crawling process begin (if is null, cannot be found/access or is not a directory a CrawlerCriticalException will be thrown).
+<ul><li> <tt>Filter</tt> – select file type and crawling mode.
+<ul><li> <tt>Recursive</tt> – (true or false).
+</li><li> <tt>CaseSensitive</tt> – true or false
+</li></ul>
+</li><li> <tt>Include</tt> – file to crawl.
+<ul><li> <tt>Name</tt> - String e.g. <tt>"*.txt"</tt> (crawl all text files). Everything that is not included is excluded automatically. You could use a star * as wildcard.
+</li></ul>
+</li><li> <tt>Exclude</tt> – files to leave out while crawling.
+<ul><li> <tt>Name</tt> – String e.g. <tt>"*test*"</tt> (leave out all text files which have <tt>test</tt> in the filename).
+</li></ul>
+</li></ul>
+</li></ul>
+</li></ul>
+<a name="Crawling_configuration_example"></a><h2> <span class="mw-headline"> Crawling configuration example </span></h2>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><DataSourceConnectionConfig</span>
+ <span class="re0">xmlns:xsi</span>=<span class="st0">"http://www.w3.org/2001/XMLSchema-instance"</span>
+ <span class="re0">xsi:noNamespaceSchemaLocation</span>=<span class="st0">"../org.eclipse.smila.connectivity.framework.crawler.filesystem/schemas/FileSystemDataSourceConnectionConfigSchema.xsd"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><DataSourceID<span class="re2">></span></span></span>file<span class="sc3"><span class="re1"></DataSourceID<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><SchemaID<span class="re2">></span></span></span>org.eclipse.smila.connectivity.framework.crawler.filesystem<span class="sc3"><span class="re1"></SchemaID<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><DataConnectionID<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Crawler<span class="re2">></span></span></span>FileSystemCrawlerDS<span class="sc3"><span class="re1"></Crawler<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></DataConnectionID<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><CompoundHandling<span class="re2">></span></span></span>Yes<span class="sc3"><span class="re1"></CompoundHandling<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attributes<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">Type</span>=<span class="st0">"Date"</span> <span class="re0">Name</span>=<span class="st0">"LastModifiedDate"</span> <span class="re0">HashAttribute</span>=<span class="st0">"true"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><FileAttributes<span class="re2">></span></span></span>LastModifiedDate<span class="sc3"><span class="re1"></FileAttributes<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Attribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">Type</span>=<span class="st0">"String"</span> <span class="re0">Name</span>=<span class="st0">"Filename"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><FileAttributes<span class="re2">></span></span></span>Name<span class="sc3"><span class="re1"></FileAttributes<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Attribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">Type</span>=<span class="st0">"String"</span> <span class="re0">Name</span>=<span class="st0">"Path"</span> <span class="re0">KeyAttribute</span>=<span class="st0">"true"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><FileAttributes<span class="re2">></span></span></span>Path<span class="sc3"><span class="re1"></FileAttributes<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Attribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">Type</span>=<span class="st0">"String"</span> <span class="re0">Name</span>=<span class="st0">"Content"</span> <span class="re0">Attachment</span>=<span class="st0">"true"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><FileAttributes<span class="re2">></span></span></span>Content<span class="sc3"><span class="re1"></FileAttributes<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Attribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">Type</span>=<span class="st0">"String"</span> <span class="re0">Name</span>=<span class="st0">"Extension"</span>
+ <span class="re1"><FileAttributes<span class="re2">></span></span></span>FileExtension<span class="sc3"><span class="re1"></FileAttributes<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Attribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">Type</span>=<span class="st0">"String"</span> <span class="re0">Name</span>=<span class="st0">"Size"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><FileAttributes<span class="re2">></span></span></span>Size<span class="sc3"><span class="re1"></FileAttributes<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Attribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Attributes<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Process<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><BaseDir<span class="re2">></span></span></span>c:\data<span class="sc3"><span class="re1"></BaseDir<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Filter</span> <span class="re0">Recursive</span>=<span class="st0">"true"</span> <span class="re0">CaseSensitive</span>=<span class="st0">"false"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Include</span> <span class="re0">Name</span>=<span class="st0">"*.txt"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><Include</span> <span class="re0">Name</span>=<span class="st0">"*.htm"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><Include</span> <span class="re0">Name</span>=<span class="st0">"*.html"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><Include</span> <span class="re0">Name</span>=<span class="st0">"*.xml"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></Filter<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Process<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></DataSourceConnectionConfig<span class="re2">></span></span></span></pre></div>
+<a name="Output_example_for_default_configuration"></a><h2> <span class="mw-headline"> Output example for default configuration </span></h2>
+<p>For a text file named <tt>crawler.txt</tt> located in <tt>c:/data</tt> the crawler will create the following record:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Record</span> <span class="re0">xmlns</span>=<span class="st0">"http://www.eclipse.org/smila/record"</span> <span class="re0">version</span>=<span class="st0">"2.0"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"_recordid"</span><span class="re2">></span></span>file:<span class="sc1">&lt;</span>Path=c:\data\crawler.txt<span class="sc1">&gt;</span><span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"_source"</span><span class="re2">></span></span>file<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"LastModifiedDate"</span> <span class="re0">type</span>=<span class="st0">"datetime"</span><span class="re2">></span></span>2009-02-25T17:44:46+0100<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"Path"</span><span class="re2">></span></span>c:\data\crawler.txt<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"Filename"</span><span class="re2">></span></span>crawler.txt<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"Extension"</span><span class="re2">></span></span>txt<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"Size"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>36<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"_HASH_TOKEN"</span><span class="re2">></span></span>66f373e6f13498a65c7f5f1cf185611e94ab45630c825cc2028dda38e8245c7<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attachment<span class="re2">></span></span></span>Content<span class="sc3"><span class="re1"></Attachment<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></Record<span class="re2">></span></span></span></pre></div>
+<a name="Additional_performance_counters"></a><h2> <span class="mw-headline"> Additional performance counters </span></h2>
+<p>The FileSystemCrawler adds some specific counters to the common counters:
+</p>
+<ul><li> files: number of files visited
+</li><li> folders: number of directories visited
+</li><li> producerExceptions: number of filesystem related errors
+</li></ul>
+<a name="See_also"></a><h2> <span class="mw-headline"> See also </span></h2>
+<ul><li> <a href="Crawler.html" title="SMILA/Documentation/Crawler">Crawler</a>
+</li><li> <a href="Web_Crawler.html" title="SMILA/Documentation/Web Crawler">Web Crawler</a>
+</li><li> <a href="JDBC_Crawler.html" title="SMILA/Documentation/JDBC Crawler">JDBC Crawler</a>
+</li></ul>
+<p><br />
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 81/1000000
+Post-expand include size: 1045/2097152 bytes
+Template argument size: 515/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:17587-0!1!0!!en!2!edit=0 and timestamp 20120202140624 -->
+<div class="printfooter">
+Retrieved from "<a href="Filesystem_Crawler.html">http://wiki.eclipse.org/SMILA/Documentation/Filesystem_Crawler</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 09:38, 24 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/User:Drazen.cindric.attensity.com" title="User:Drazen.cindric.attensity.com">Drazen Cindric</a>, <a href="http://wiki.eclipse.org/User:Igor.novakovic.empolis.com" title="User:Igor.novakovic.empolis.com">Igor Novakovic</a> and <a href="http://wiki.eclipse.org/User:Eliseyev.softaria.com" title="User:Eliseyev.softaria.com">Alexander Eliseyev</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Filesystem_Crawler&action=credits" title="SMILA/Documentation/Filesystem Crawler">others</a>.</p>
+ <p id="footerviews">This page has been accessed 3,364 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.061 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/General_JPA_Configuration_in_SMILA.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/General_JPA_Configuration_in_SMILA.html
new file mode 100644
index 0000000..ad01954
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/General_JPA_Configuration_in_SMILA.html
@@ -0,0 +1,400 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/General JPA Configuration in SMILA,Using EclipseLink JPA Extensions (ELUG)" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/General JPA Configuration in SMILA - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/General_JPA_Configuration_in_SMILA";
+var wgTitle = "SMILA/Documentation/General JPA Configuration in SMILA";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "22054";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "285859";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-text {line-height: normal; font-size: medium;}
+.source-text li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for text
+ * CSS class: source-text, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-text .de1, .source-text .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-text {}
+.source-text .head {}
+.source-text .foot {}
+.source-text .imp {font-weight: bold; color: red;}
+.source-text .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-text li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-text li.li2 {font-weight: bold;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="General_JPA_Configuration_in_SMILA.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_General_JPA_Configuration_in_SMILA">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/General_JPA_Configuration_in_SMILA">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/General_JPA_Configuration_in_SMILA">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/General_JPA_Configuration_in_SMILA">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/General_JPA_Configuration_in_SMILA&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/General_JPA_Configuration_in_SMILA&oldid=285859">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="General_JPA_Configuration_in_SMILA.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/General_JPA_Configuration_in_SMILA&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/General_JPA_Configuration_in_SMILA&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/General_JPA_Configuration_in_SMILA&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/General%20JPA%20Configuration%20in%20SMILA"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/General JPA Configuration in SMILA</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="General_JPA_Configuration_in_SMILA.html#column-one">navigation</a>, <a href="General_JPA_Configuration_in_SMILA.html#searchInput">search</a></div> <!-- start content -->
+ <p>
+</p>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="General_JPA_Configuration_in_SMILA.html#Overview"><span class="tocnumber">1</span> <span class="toctext">Overview</span></a></li>
+<li class="toclevel-1"><a href="General_JPA_Configuration_in_SMILA.html#Configuration"><span class="tocnumber">2</span> <span class="toctext">Configuration</span></a>
+<ul>
+<li class="toclevel-2"><a href="General_JPA_Configuration_in_SMILA.html#Configuring_usage_of_another_database_vendor"><span class="tocnumber">2.1</span> <span class="toctext">Configuring usage of another database vendor</span></a>
+<ul>
+<li class="toclevel-3"><a href="General_JPA_Configuration_in_SMILA.html#persistence.properties"><span class="tocnumber">2.1.1</span> <span class="toctext">persistence.properties</span></a></li>
+<li class="toclevel-3"><a href="General_JPA_Configuration_in_SMILA.html#including_the_JDBC_driver"><span class="tocnumber">2.1.2</span> <span class="toctext">including the JDBC driver</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="General_JPA_Configuration_in_SMILA.html#Correcting_Datatypes_and_lengths"><span class="tocnumber">2.2</span> <span class="toctext">Correcting Datatypes and lengths</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="General_JPA_Configuration_in_SMILA.html#Limitations_and_Known_Issues"><span class="tocnumber">3</span> <span class="toctext">Limitations and Known Issues</span></a>
+<ul>
+<li class="toclevel-2"><a href="General_JPA_Configuration_in_SMILA.html#Warning:__No_suitable_driver_found"><span class="tocnumber">3.1</span> <span class="toctext">Warning: No suitable driver found</span></a></li>
+<li class="toclevel-2"><a href="General_JPA_Configuration_in_SMILA.html#Warning:__table_XXX_exists_already"><span class="tocnumber">3.2</span> <span class="toctext">Warning: table XXX exists already</span></a></li>
+<li class="toclevel-2"><a href="General_JPA_Configuration_in_SMILA.html#Why_does_another_DB_provider_involve_so_much_configuration_.3F"><span class="tocnumber">3.3</span> <span class="toctext">Why does another DB provider involve so much configuration ?</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Overview"></a><h2> <span class="mw-headline"> Overview </span></h2>
+<p>This page explains how to configure the general JPA aspects of bundles that use JPA to store information. At the moment EclipseLink (EL) is used as the JPA Provider.
+</p>
+<a name="Configuration"></a><h2> <span class="mw-headline"> Configuration </span></h2>
+<p>To configure JPA you will at least have to edit the <span style="font-family:monospace;"><configuration>/<bundlename>/persistence.properties</span>. These properties are passed to javax.persistence.Persistence.createEntityManagerFactory(String, Map) to initialize EclipseLink .
+</p><p>These are the default values as shipped, although the URL for <span style="font-family:monospace;">eclipselink.jdbc.url</span> will vary for each bundle:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-text"># EclipseLink properties
+eclipselink.logging.level=INFO
+eclipselink.target-server=None
+eclipselink.target-database=org.eclipse.persistence.platform.database.DerbyPlatform
+eclipselink.jdbc.driver=org.apache.derby.jdbc.EmbeddedDriver
+eclipselink.jdbc.url=jdbc:derby:workspace/.metadata/.plugins/org.eclipse.smila.binarystorage.persistence.jpa/binarystorage;create=true
+eclipselink.jdbc.password=smila
+eclipselink.jdbc.user=smila
+eclipselink.ddl-generation=create-tables</pre></div>
+<p>See the <a href="http://wiki.eclipse.org/Using_EclipseLink_JPA_Extensions_%28ELUG%29#Using_EclipseLink_JPA_Extensions_for_JDBC" title="Using EclipseLink JPA Extensions (ELUG)">EL documentation</a> for an in depth discussion.
+</p><p>This page will discuss only a few common use cases.
+</p><p><br />
+</p>
+<a name="Configuring_usage_of_another_database_vendor"></a><h3> <span class="mw-headline"> Configuring usage of another database vendor </span></h3>
+<p>This consists of several steps due to some limitiations of JPA and/or EL:
+</p>
+<a name="persistence.properties"></a><h4> <span class="mw-headline"> persistence.properties </span></h4>
+<p>Here you need to specify at least the values for the new vendor as set forth in its documentation for your setup. The example below shows it for an MSSQL 2005 setup.
+</p>
+<pre>
+eclipselink.target-database=org.eclipse.persistence.platform.database.SQLServerPlatform
+eclipselink.jdbc.driver=com.microsoft.sqlserver.jdbc.SQLServerDriver
+eclipselink.jdbc.url=jdbc:sqlserver://lh:1433;DatabaseName=smila
+</pre>
+<a name="including_the_JDBC_driver"></a><h4> <span class="mw-headline"> including the JDBC driver </span></h4>
+<p>The more correct way to do this is to provide a bundle for the driver and export the package that contains the Driver Class. See the relevant PDE documentation on how this is accompished.
+</p><p>This bundle then must be imported in the <span style="font-family:monospace;"><plugins>/<bundle>/META-INF/MANIFEST.MF</span>, e.g. like so:
+</p>
+<pre>
+Manifest-Version: 1.0
+Bundle-ManifestVersion: 2
+Bundle-Name: BinaryStorage Persistence Jpa Plug-in
+Bundle-SymbolicName: org.eclipse.smila.binarystorage.persistence.jpa
+Bundle-Version: 0.5.0
+Bundle-Vendor: empolis GmbH
+Import-Package: javax.persistence;version="1.99.0",
+ org.apache.commons.io;version="1.4.0",
+ org.apache.commons.logging;version="1.0.4",
+ org.apache.derby.jdbc;version="10.5.1.1",
+ com.microsoft.sqlserver.jdbc;version="1.0.0",
+ org.eclipse.smila.binarystorage;version="0.5.0",
+ org.eclipse.smila.binarystorage.config;version="0.7.0",
+ org.eclipse.smila.binarystorage.persistence;version="0.7.0",
+ org.eclipse.smila.utils.config;version="0.5.0"
+JPA-PersistenceUnits: SmilaBinaryObject
+Eclipse-RegisterBuddy: org.eclipse.smila.binarystorage.impl
+Export-Package: org.eclipse.smila.binarystorage.persistence.jpa;version="0.5.0"
+</pre>
+<p>In this example there was a SQL Server JDBC bundle created that exports the package <span style="font-family:monospace;">com.microsoft.sqlserver.jdbc</span> which package then is imported here.
+</p><p>Alternativly, for a quick test or hack you my just copy the driver.jar to a folder of the bundle using JPA and put it on the bundle's classpath like so:
+</p>
+<pre>
+Manifest-Version: 1.0
+Bundle-ManifestVersion: 2
+Bundle-Name: RecordStorage Impl Plug-in (Incubation)
+Bundle-SymbolicName: org.eclipse.smila.recordstorage.impl
+Bundle-Version: 0.5.0
+Bundle-Vendor: empolis GmbH
+Import-Package: javax.persistence;version="1.99.0",
+ javax.persistence.spi;version="1.99.0",
+ org.apache.commons.io,
+ org.apache.commons.logging,
+ org.apache.derby.jdbc;version="10.4.1.3",
+ org.eclipse.persistence.annotations,
+ org.eclipse.persistence.config,
+ org.eclipse.persistence.expressions,
+ org.eclipse.persistence.internal.expressions,
+ org.eclipse.persistence.jpa,
+ org.eclipse.persistence.queries,
+ org.eclipse.persistence.sessions,
+ org.eclipse.smila.datamodel.id;version="0.5.0",
+ org.eclipse.smila.datamodel.id.impl;version="0.5.0",
+ org.eclipse.smila.datamodel.record;version="0.5.0",
+ org.eclipse.smila.datamodel.record.impl;version="0.5.0",
+ org.eclipse.smila.recordstorage;version="0.5.0",
+ org.eclipse.smila.utils.collections,
+ org.eclipse.smila.utils.config;version="0.5.0",
+ org.osgi.framework;version="1.4.0",
+ org.osgi.service.component;version="1.0.0"
+Service-Component: OSGI-INF/recordstorage.xml
+JPA-PersistenceUnits: SmilaRecord
+Export-Package: org.eclipse.smila.recordstorage.util;version="0.5.0"
+Bundle-RequiredExecutionEnvironment: JavaSE-1.6
+Bundle-ClassPath: .,META-INF/sqljdbc4.jar
+</pre>
+<p>
+<b>Note:</b>
+Some JDBC drivers need java 1.6 while others need 1.5. Since SMILA runs with 1.6 make sure it is supported!
+
+<a name="Correcting_Datatypes_and_lengths"></a><h3> <span class="mw-headline"> Correcting Datatypes and lengths </span></h3>
+<p>In SMILA we uses the file <span style="font-family:monospace;">META-INF/orm.xml</span> to define the mapping of the Java classes to the database. If you get errors when creating the tables it might be due to the default mapping that is in place.
+</p><p>Also check that otherwise the EL default mappings that are defined in the class given in <span style="font-family:monospace;">eclipselink.target-database</span> match your needs. For instance this was not the case for Derby! It defines for byte[] a BLOB(64000) which is not sufficient in binarystorage, so we had to just use BLOB.
+</p>
+<a name="Limitations_and_Known_Issues"></a><h2> <span class="mw-headline"> Limitations and Known Issues </span></h2>
+<a name="Warning:__No_suitable_driver_found"></a><h3> <span class="mw-headline"> Warning: No suitable driver found </span></h3>
+<p>The log contains entries such as:
+</p><p><tt>
+[EL Warning]: 2009.10.17 09:31:39.085--ServerSession(16634203)--java.sql.SQLException: No suitable driver found for jdbc:sqlserver://lh:1433;DatabaseName=smila
+</tt>
+</p><p>These log entries can be ignored. They are caused by EL when iterating over all possible drivers to take the specified connecction. Finally it will find one that works if configiation is correct otherwise.
+</p>
+<a name="Warning:__table_XXX_exists_already"></a><h3> <span class="mw-headline"> Warning: table XXX exists already </span></h3>
+<p>This warning can be ignored as well and is cause by the <span style="font-family:monospace;">eclipselink.ddl-generation</span> property. The default value , causes that the table(s) are attempted to be created at startup of the bundle. If you ran SMILA before then this tables already exist, providing that you didnt drop the DB, and hence the error.
+</p>
+<a name="Why_does_another_DB_provider_involve_so_much_configuration_.3F"></a><h3> <span class="mw-headline"> Why does another DB provider involve so much configuration ? </span></h3>
+<p>unfortunately the world is not perfect and the technologies that we use impose those on us until this is fixed there. See
+</p>
+<ul><li> <a href="http://www.eclipse.org/forums/index.php?t=msg&th=155948&start=0&S=09a587abaac560de95f6274996584c7b" class="external free" title="http://www.eclipse.org/forums/index.php?t=msg&th=155948&start=0&S=09a587abaac560de95f6274996584c7b" rel="nofollow">http://www.eclipse.org/forums/index.php?t=msg&th=155948&start=0&S=09a587abaac560de95f6274996584c7b</a>
+</li><li> <a href="http://www.eclipse.org/forums/index.php?t=msg&th=156088&start=0&S=09a587abaac560de95f6274996584c7b" class="external free" title="http://www.eclipse.org/forums/index.php?t=msg&th=156088&start=0&S=09a587abaac560de95f6274996584c7b" rel="nofollow">http://www.eclipse.org/forums/index.php?t=msg&th=156088&start=0&S=09a587abaac560de95f6274996584c7b</a></p>
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 60/1000000
+Post-expand include size: 515/2097152 bytes
+Template argument size: 207/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:22054-0!1!0!!en!2!edit=0 and timestamp 20120203101244 -->
+<div class="printfooter">
+Retrieved from "<a href="General_JPA_Configuration_in_SMILA.html">http://wiki.eclipse.org/SMILA/Documentation/General_JPA_Configuration_in_SMILA</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 16:10, 23 January 2012 by <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a>. Based on work by <a href="http://wiki.eclipse.org/User:Tmenzel.brox.de" title="User:Tmenzel.brox.de">thomas menzel</a>.</p>
+ <p id="footerviews">This page has been accessed 2,108 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.119 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/HowTo.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/HowTo.html
new file mode 100644
index 0000000..efdcc88
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/HowTo.html
@@ -0,0 +1,280 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/HowTo,SMILA/Documentation/HowTo/3rd party bundle,SMILA/Documentation/HowTo/Create a bundle (plug-in),SMILA/Documentation/HowTo/Create a test bundle (plug-in),SMILA/Documentation/HowTo/How to add a new Data Source to the importing framework,SMILA/Documentation/HowTo/How to export a bundle,SMILA/Documentation/HowTo/How to filter and access record data in BPEL,SMILA/Documentation/HowTo/How to implement a crawler,SMILA/Documentation/HowTo/How to implement an agent,SMILA/Documentation/HowTo/How to integrate new bundle into build process,SMILA/Documentation/HowTo/How to integrate test bundle into build process" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/HowTo - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/HowTo";
+var wgTitle = "SMILA/Documentation/HowTo";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "21353";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286247";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="HowTo.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_HowTo">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/HowTo">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/HowTo">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo&oldid=286247">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="HowTo.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/HowTo&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/HowTo</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="HowTo.html#column-one">navigation</a>, <a href="HowTo.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="HowTo.html#SMILA_HowTo_manuals"><span class="tocnumber">1</span> <span class="toctext">SMILA HowTo manuals</span></a>
+<ul>
+<li class="toclevel-2"><a href="HowTo.html#Set_up_SMILA"><span class="tocnumber">1.1</span> <span class="toctext">Set up SMILA</span></a></li>
+<li class="toclevel-2"><a href="HowTo.html#Build_SMILA"><span class="tocnumber">1.2</span> <span class="toctext">Build SMILA</span></a></li>
+<li class="toclevel-2"><a href="HowTo.html#Create_bundles"><span class="tocnumber">1.3</span> <span class="toctext">Create bundles</span></a></li>
+<li class="toclevel-2"><a href="HowTo.html#Integrate_components"><span class="tocnumber">1.4</span> <span class="toctext">Integrate components</span></a></li>
+<li class="toclevel-2"><a href="HowTo.html#Other_topics"><span class="tocnumber">1.5</span> <span class="toctext">Other topics</span></a></li>
+<li class="toclevel-2"><a href="HowTo.html#Deprecated"><span class="tocnumber">1.6</span> <span class="toctext">Deprecated</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="SMILA_HowTo_manuals"></a><h1> <span class="mw-headline"> SMILA HowTo manuals </span></h1>
+<a name="Set_up_SMILA"></a><h2> <span class="mw-headline"> Set up SMILA</span></h2>
+<ul><li> <a href="HowTo/Howto_set_up_dev_environment.html" title="SMILA/Documentation/HowTo/Howto set up dev environment">How to set up the development environment</a>
+</li><li> <a href="HowTo/Howto_set_up_target_platform.html" title="SMILA/Documentation/HowTo/Howto set up target platform">How to set up a target platform manually</a>
+</li></ul>
+<a name="Build_SMILA"></a><h2> <span class="mw-headline"> Build SMILA </span></h2>
+<ul><li> <a href="HowTo/Howto_build_a_SMILA-Distribution.html" title="SMILA/Documentation/HowTo/Howto build a SMILA-Distribution">How to build a SMILA distribution</a>
+</li></ul>
+<a name="Create_bundles"></a><h2> <span class="mw-headline"> Create bundles </span></h2>
+<ul><li> <a href="HowTo/Create_a_bundle_(plug-in).html" title="SMILA/Documentation/HowTo/Create a bundle (plug-in)">How to create a bundle (plug-in)</a>
+</li><li> <a href="HowTo/Create_a_test_bundle_(plug-in).html" title="SMILA/Documentation/HowTo/Create a test bundle (plug-in)">How to create a test bundle (plug-in)</a>
+</li><li> <a href="HowTo/How_to_integrate_new_bundle_into_build_process.html" title="SMILA/Documentation/HowTo/How to integrate new bundle into build process">How to integrate a new bundle into the build process</a>
+</li><li> <a href="HowTo/How_to_integrate_test_bundle_into_build_process.html" title="SMILA/Documentation/HowTo/How to integrate test bundle into build process">How to integrate a test bundle into the build process</a>
+</li><li> <a href="HowTo/3rd_party_bundle.html" title="SMILA/Documentation/HowTo/3rd party bundle">How to add 3rd party bundle</a>
+</li></ul>
+<a name="Integrate_components"></a><h2> <span class="mw-headline"> Integrate components </span></h2>
+<ul><li> <a href="HowTo/Howto_integrate_a_component_in_SMILA.html" title="SMILA/Documentation/HowTo/Howto integrate a component in SMILA"><b>In detail:</b> How to integrate a component in SMILA</a>
+</li><li> <a href="HowTo/How_to_write_a_Pipelet.html" title="SMILA/Documentation/HowTo/How to write a Pipelet">How to write a <b>pipelet</b></a>
+</li><li> <a href="HowTo/How_to_write_a_Worker.html" title="SMILA/Documentation/HowTo/How to write a Worker">How to write a <b>worker</b></a>
+</li><li> <a href="HowTo/How_to_add_a_new_Data_Source_to_the_importing_framework.html" title="SMILA/Documentation/HowTo/How to add a new Data Source to the importing framework">How to add a new <b>Data Source</b> to the SMILA importing framework</a>
+</li><li> <a href="HowTo/How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet.html" title="SMILA/Documentation/HowTo/How to integrate the HelloWorld webservice as a Pipelet">How to integrate the HelloWorld <b>web service</b> as a pipelet</a>
+</li><li> <a href="HowTo/How_to_filter_and_access_record_data_in_BPEL.html" title="SMILA/Documentation/HowTo/How to filter and access record data in BPEL">How to filter and access record data in BPEL</a>
+</li></ul>
+<a name="Other_topics"></a><h2> <span class="mw-headline"> Other topics </span></h2>
+<ul><li> <a href="HowTo/How_to_export_a_bundle.html" title="SMILA/Documentation/HowTo/How to export a bundle">How to export a bundle</a>
+</li><li> <a href="HowTo/How_to_filter_and_access_record_data_in_BPEL.html" title="SMILA/Documentation/HowTo/How to filter and access record data in BPEL">How to filter and access record data in BPEL</a>
+</li></ul>
+<hr />
+<a name="Deprecated"></a><h2> <span class="mw-headline"> Deprecated </span></h2>
+<ul><li> <a href="HowTo/How_to_implement_an_agent.html" title="SMILA/Documentation/HowTo/How to implement an agent">How to implement an <b>agent</b></a>
+</li><li> <a href="HowTo/How_to_implement_a_crawler.html" title="SMILA/Documentation/HowTo/How to implement a crawler">How to implement a <b>crawler</b></a>
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 8/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:21353-0!1!0!!en!2!edit=0 and timestamp 20120202140612 -->
+<div class="printfooter">
+Retrieved from "<a href="HowTo.html">http://wiki.eclipse.org/SMILA/Documentation/HowTo</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 16:42, 24 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>, <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a> and <a href="http://wiki.eclipse.org/User:Drazen.cindric.attensity.com" title="User:Drazen.cindric.attensity.com">Drazen Cindric</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo&action=credits" title="SMILA/Documentation/HowTo">others</a>.</p>
+ <p id="footerviews">This page has been accessed 4,747 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.083 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/HowTo/3rd_party_bundle.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/HowTo/3rd_party_bundle.html
new file mode 100644
index 0000000..eefc865
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/HowTo/3rd_party_bundle.html
@@ -0,0 +1,241 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/HowTo/3rd party bundle" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/HowTo/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/HowTo/3rd party bundle - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/HowTo/3rd_party_bundle";
+var wgTitle = "SMILA/Documentation/HowTo/3rd party bundle";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "16754";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286582";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="3rd_party_bundle.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_HowTo_3rd_party_bundle">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/3rd_party_bundle">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/HowTo/3rd_party_bundle">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/HowTo/3rd_party_bundle">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/3rd_party_bundle&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/3rd_party_bundle&oldid=286582">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="3rd_party_bundle.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/HowTo/3rd_party_bundle&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/3rd_party_bundle&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/3rd_party_bundle&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/3rd%20party%20bundle"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/HowTo/3rd party bundle</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../../SMILA.html" title="SMILA">SMILA</a> | <a href="../../Documentation.1.html" title="SMILA/Documentation">Documentation</a> | <a href="../HowTo.html" title="SMILA/Documentation/HowTo">HowTo</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="3rd_party_bundle.html#column-one">navigation</a>, <a href="3rd_party_bundle.html#searchInput">search</a></div> <!-- start content -->
+ <p>It is easy to add third-party code to SMILA if it is already provided as an OSGi bundle (which is just a Java JAR with some additional entries in the MANIFEST.MF file). Many open source projects provide their libraries this way. Additionally, you can download many libraries from the <a href="http://eclipse.org/orbit/" class="external text" title="http://eclipse.org/orbit/" rel="nofollow">Eclipse Orbit</a> project.
+</p><p>To add them to SMILA:
+</p>
+<ol><li> Add the third-part bundle to the extension folder at <tt>SMILA.extension/eclipse/plugins</tt>.
+</li><li> Restart Eclipse or reload your target defenition (check if the bundle is really activated).
+</li><li> Include plug-in information into "org.eclipse.smila.extension.feature": <br /> <a href="http://wiki.eclipse.org/Image:ExtensionFeature.jpg" class="image" title="ExtensionFeature.jpg"><img alt="" src="http://wiki.eclipse.org/images/thumb/a/af/ExtensionFeature.jpg/600px-ExtensionFeature.jpg" width="600" height="339" border="0" /></a>
+</li></ol>
+
+<!--
+NewPP limit report
+Preprocessor node count: 3/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:16754-0!1!0!!en!2!edit=0 and timestamp 20120203001905 -->
+<div class="printfooter">
+Retrieved from "<a href="3rd_party_bundle.html">http://wiki.eclipse.org/SMILA/Documentation/HowTo/3rd_party_bundle</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 16:25, 25 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>, <a href="http://wiki.eclipse.org/User:Tmenzel.brox.de" title="User:Tmenzel.brox.de">thomas menzel</a> and <a href="http://wiki.eclipse.org/index.php?title=User:Churkin.ivan.gmail.com&action=edit" class="new" title="User:Churkin.ivan.gmail.com">Ivan Churkin</a>.</p>
+ <p id="footerviews">This page has been accessed 2,381 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.052 secs. --></body></html>
diff --git "a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/HowTo/Create_a_bundle_\050plug-in\051.html" "b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/HowTo/Create_a_bundle_\050plug-in\051.html"
new file mode 100644
index 0000000..f0ac607
--- /dev/null
+++ "b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/HowTo/Create_a_bundle_\050plug-in\051.html"
@@ -0,0 +1,267 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/HowTo/Create a bundle (plug-in),SMILA/Development Guidelines/Create a test bundle (plug-in),SMILA/Development Guidelines/How to integrate new bundle into build process" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/HowTo/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/HowTo/Create a bundle (plug-in) - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/HowTo/Create_a_bundle_(plug-in)";
+var wgTitle = "SMILA/Documentation/HowTo/Create a bundle (plug-in)";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15384";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286103";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Create_a_bundle_(plug-in).html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_HowTo_Create_a_bundle_plug-in">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/Create_a_bundle_(plug-in)">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/HowTo/Create_a_bundle_%28plug-in%29">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/HowTo/Create_a_bundle_%28plug-in%29">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/Create_a_bundle_%28plug-in%29&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/Create_a_bundle_%28plug-in%29&oldid=286103">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Create_a_bundle_(plug-in).html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/HowTo/Create_a_bundle_%28plug-in%29&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/Create_a_bundle_%28plug-in%29&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/Create_a_bundle_%28plug-in%29&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/Create%20a%20bundle%20(plug-in)"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/HowTo/Create a bundle (plug-in)</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../../SMILA.html" title="SMILA">SMILA</a> | <a href="../../Documentation.1.html" title="SMILA/Documentation">Documentation</a> | <a href="../HowTo.html" title="SMILA/Documentation/HowTo">HowTo</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Create_a_bundle_(plug-in).html#column-one">navigation</a>, <a href="Create_a_bundle_(plug-in).html#searchInput">search</a></div> <!-- start content -->
+ <p>This page describes how to create a new bundle for SMILA.The description on how to add a test bundle to test the components of the new bundle can be found in <a href="../../Development_Guidelines/Create_a_test_bundle_(plug-in).html" class="mw-redirect" title="SMILA/Development Guidelines/Create a test bundle (plug-in)">How to create a test bundle (plug-in)</a>.
+</p>
+<a name="Create_the_bundle"></a><h2> <span class="mw-headline"> Create the bundle </span></h2>
+<p>The following steps must be performed to create the project base:
+</p>
+<ol><li>Launch Eclipse and select your SMILA workspace.
+</li><li>Select <i>File > New > Project</i> and click <i>Plug-in Project</i>.
+</li><li>Click <i>Next</i>. <br />Now you have to fill in various metadata and settings for your plug-in project. You may as well edit some of the settings later on by opening the <tt>MANIFEST.MF</tt> with the <i>Plug-in Manifest</i> editor.
+</li><li>Enter a project name (you should use a fully qualified name, for this example we will use <tt>org.eclipse.smila.integration.bundle</tt>).
+</li><li>Add <tt>code</tt> as a parent to the source and output folder:
+<ul><li>Set <i>Source folder</i> to <tt>code/src</tt>.
+</li><li>Set <i>Output folder</i> to <tt>code/bin</tt>.
+</li></ul>
+</li><li>Set <i>Target Platform</i> to <tt>an OSGi framework: Equinox</tt>.
+</li><li>Click <i>Next</i>.
+</li><li>Fill in the metadata information of the new bundle. Set the plug-in's name as ID, your bundle's version, a reasonable bundle name and the information about the provider (i.e. you). For our example we select:
+<ul><li>ID: <tt>org.eclipse.smila.integration.bundle</tt>
+</li><li>Version: <tt>1.0.0</tt>
+</li><li>Name: <tt>Example Bundle Plugin</tt>
+</li><li>Provider: <tt>Example company</tt>
+</li><li>Exection Environment: <tt>JavaSE-1.6</tt>
+</li></ul>
+</li><li>Unless you need an activator, uncheck this option.
+</li><li>Click <i>Next</i>.
+</li><li>Unless you want to use any of the given templates to create your plugin, uncheck the option.
+</li><li>Click <i>Finish</i>.
+</li></ol>
+<a name="Check_the_result"></a><h2> <span class="mw-headline"> Check the result </span></h2>
+<p>When you're done with the above, your actions should have resulted in a new project with (in our example) the name of <tt>org.eclipse.smila.integration.bundle</tt>, that now shows up in your workspace. Just check your <i>Package Explorer</i> for the new bundle. In it, there should be an empty <tt>code/src</tt> package, a <tt>META-INF</tt> folder containing a <tt>MANIFEST.MF</tt> file and a <tt>build.properties</tt> file. Open the <tt>MANIFEST.MF</tt> file and clicking through the panels and you will recognize most of the settings, we did above.
+</p><p>Now that you've created your bundle, you can add your components as you like but do not forget to <a href="../../Development_Guidelines/Create_a_test_bundle_(plug-in).html" class="mw-redirect" title="SMILA/Development Guidelines/Create a test bundle (plug-in)">add a test bundle</a>.
+</p>
+<a name="Integrating_the_new_bundle_in_the_build_process"></a><h2> <span class="mw-headline"> Integrating the new bundle in the build process </span></h2>
+<p>To include the just created bundle in the build you should follow the instructions on <a href="../../Development_Guidelines/How_to_integrate_new_bundle_into_build_process.html" class="mw-redirect" title="SMILA/Development Guidelines/How to integrate new bundle into build process">how to integrate a new bundle into the build process</a>.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 22/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15384-0!1!0!!en!2!edit=0 and timestamp 20120203054755 -->
+<div class="printfooter">
+Retrieved from "<a href="Create_a_bundle_(plug-in).html">http://wiki.eclipse.org/SMILA/Documentation/HowTo/Create_a_bundle_%28plug-in%29</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 13:26, 24 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a>, <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a> and <a href="http://wiki.eclipse.org/User:Igor.novakovic.empolis.com" title="User:Igor.novakovic.empolis.com">Igor Novakovic</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/Create_a_bundle_%28plug-in%29&action=credits" title="SMILA/Documentation/HowTo/Create a bundle (plug-in)">others</a>.</p>
+ <p id="footerviews">This page has been accessed 2,944 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.076 secs. --></body></html>
diff --git "a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/HowTo/Create_a_test_bundle_\050plug-in\051.html" "b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/HowTo/Create_a_test_bundle_\050plug-in\051.html"
new file mode 100644
index 0000000..8ef682e
--- /dev/null
+++ "b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/HowTo/Create_a_test_bundle_\050plug-in\051.html"
@@ -0,0 +1,320 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/HowTo/Create a test bundle (plug-in),SMILA/Development Guidelines/Create a bundle (plug-in),SMILA/Development Guidelines/How to integrate test bundle into build process,SMILA/Development Guidelines/Howto build a SMILA-Distribution" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/HowTo/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/HowTo/Create a test bundle (plug-in) - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/HowTo/Create_a_test_bundle_(plug-in)";
+var wgTitle = "SMILA/Documentation/HowTo/Create a test bundle (plug-in)";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "35439";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286105";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Create_a_test_bundle_(plug-in).html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_HowTo_Create_a_test_bundle_plug-in">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/Create_a_test_bundle_(plug-in)">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/HowTo/Create_a_test_bundle_%28plug-in%29">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/HowTo/Create_a_test_bundle_%28plug-in%29">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/Create_a_test_bundle_%28plug-in%29&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/Create_a_test_bundle_%28plug-in%29&oldid=286105">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Create_a_test_bundle_(plug-in).html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/HowTo/Create_a_test_bundle_%28plug-in%29&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/Create_a_test_bundle_%28plug-in%29&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/Create_a_test_bundle_%28plug-in%29&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/Create%20a%20test%20bundle%20(plug-in)"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/HowTo/Create a test bundle (plug-in)</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../../SMILA.html" title="SMILA">SMILA</a> | <a href="../../Documentation.1.html" title="SMILA/Documentation">Documentation</a> | <a href="../HowTo.html" title="SMILA/Documentation/HowTo">HowTo</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Create_a_test_bundle_(plug-in).html#column-one">navigation</a>, <a href="Create_a_test_bundle_(plug-in).html#searchInput">search</a></div> <!-- start content -->
+ <p>This page descibes how to create a new test bundle for SMILA.The description on how to add a plug-in bundle can be found in <a href="../../Development_Guidelines/Create_a_bundle_(plug-in).html" class="mw-redirect" title="SMILA/Development Guidelines/Create a bundle (plug-in)">How to create a bundle (plug-in)</a>. This HowTo is similar with only minor differences.
+</p>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Create_a_test_bundle_(plug-in).html#Create_the_test_bundle"><span class="tocnumber">1</span> <span class="toctext">Create the test bundle</span></a></li>
+<li class="toclevel-1"><a href="Create_a_test_bundle_(plug-in).html#Create_a_test_suite_file"><span class="tocnumber">2</span> <span class="toctext">Create a test suite file</span></a></li>
+<li class="toclevel-1"><a href="Create_a_test_bundle_(plug-in).html#Prepare_the_testing_gear"><span class="tocnumber">3</span> <span class="toctext">Prepare the testing gear</span></a>
+<ul>
+<li class="toclevel-2"><a href="Create_a_test_bundle_(plug-in).html#Create_the_launcher"><span class="tocnumber">3.1</span> <span class="toctext">Create the launcher</span></a></li>
+<li class="toclevel-2"><a href="Create_a_test_bundle_(plug-in).html#Include_test_bundle_in_build_process"><span class="tocnumber">3.2</span> <span class="toctext">Include test bundle in build process</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Create_the_test_bundle"></a><h2> <span class="mw-headline"> Create the test bundle </span></h2>
+<p>The following steps must be performed to create the test project base:<br />
+</p>
+<ol><li>Launch Eclipse and select your SMILA workspace.
+</li><li>Select <i>File > New > Project</i>and click <i>Plug-in Project</i>.
+</li><li>Click <i>Next</i>. <br />Now you have to fill in various metadata and settings for your plug-in project. You may as well edit some of the settings later on by opening the <tt>MANIFEST.MF</tt> file with the <i>Plug-in Manifest</i> editor.
+</li><li>Enter a project name (you should use the same name as the bundle that should be tested and append a <tt>.test</tt> to it, for this example we will use <tt>org.eclipse.smila.integration.bundle.test</tt>).
+</li><li>Add <tt>code</tt> as a parent to the source and output folder:
+<ul><li>Set <i>Source folder</i> to <tt>code/src</tt>.
+</li><li>Set <i>Output folder</i> to <tt>code/bin</tt>.
+</li></ul>
+</li><li>Set <i>Target Platform</i> to <tt>an OSGi framework: Equinox</tt>.
+</li><li>Click <i>Next</i>.
+</li><li>Fill in the metadata information for the new bundle. Set the plug-in's name as ID, your bundle's version, a reasonable bundle name and the information about the provider (i.e. you). For our example we select:
+<ul><li>ID: <tt>org.eclipse.smila.integration.bundle.test</tt> (in our example)
+</li><li>Version: <tt>1.0.0</tt>
+</li><li>Name: <tt>Example Bundle Plugin Test</tt>
+</li><li>Provider: <tt>Example company</tt>
+</li><li>Exection Environment: <tt>JavaSE-1.6</tt>
+</li></ul>
+</li><li>Normally you won't need an activator in the test bundle, so uncheck this option.
+</li><li>Click <i>Next</i>.
+</li><li>Uncheck the Option <i>Create a plug-in using one of the templates</i>.
+</li><li>Click <i>Finish</i>.
+</li></ol>
+<a name="Create_a_test_suite_file"></a><h2> <span class="mw-headline"> Create a test suite file </span></h2>
+<p>Now you should create a test suite in your test bundle.
+</p>
+<ol><li>Open your <tt>MANIFEST.MF</tt> file.
+</li><li>Switch to the <i>Dependencies</i> page.
+</li><li>In <i>Imported Packages</i> click <i>Add</i>.
+</li><li>Add <tt>junit.framework (3.8.2)</tt>.
+</li><li>Save <tt>MANIFEST.MF</tt>.
+</li><li>Create a package in <tt>code/src</tt> with the same name as your bundle (in our example it is <tt>org.eclipse.smila.integration.bundle.test</tt>).
+</li><li>Add an empty test suite named <tt>AllTests.java</tt>. <br /> Here you can add all your bundle's tests after you've created them.
+</li></ol>
+<a name="Prepare_the_testing_gear"></a><h2> <span class="mw-headline"> Prepare the testing gear </span></h2>
+<p>Now you have to make some additions to the project in order to be able to integrate it into the build process or create plug-in test launchers.
+</p>
+<a name="Create_the_launcher"></a><h3> <span class="mw-headline"> Create the launcher </span></h3>
+<ol><li>Create a <tt>configuration</tt> folder in your test bundle's root folder.
+</li><li>Add this configuration folder to your <tt>build.properties</tt>.
+</li><li>Add a <tt>log4j.properties</tt> file to your <tt>configuration</tt> folder.
+</li><li>If you need plug-ins to be started for your test (which is normally the case), create a <tt>config.ini</tt> file in your <tt>configuration</tt> folder containing your OSGi bundles config.
+</li><li>Create a JUnit Plug-in Test launcher for your <tt>AllTests.java</tt> suite:
+<ul><li>Select <i>Run</i> > <i>Run Configurations</i>.
+</li><li>Select the <i>JUnit Plug-Test</i> node and click <i>New</i>.
+</li><li>Set the name to the bundle's name (here: <tt>org.eclipse.smila.integration.bundle.test</tt>).
+</li><li>On the <i>Test</i> page:
+<ul><li>Select which class to test.
+</li><li>Set the <i>Test runner</i> to <tt>JUnit 3</tt>.
+</li></ul>
+</li><li>On the <i>Arguments</i> page:
+<ul><li>Set the <i>Program arguments</i> to <tt>-os ${target.os} -ws ${target.ws} -arch ${target.arch} -nl ${target.nl}</tt>.
+</li><li>Set the <i>VM arguments</i> to <tt>-Dorg.apache.commons.logging.Log=org.apache.commons.logging.impl.Log4JLogger -Dlog4j.configuration=file:${eclipse_home}configuration/log4j.properties -Xms40m -Xmx256m</tt>.
+</li><li>If you need additional configuration or test data files (files/folders you store in your configuration folder), you should also add the following parameter to the VM arguments: <tt>-Dorg.eclipse.smila.utils.config.root=./configuration</tt> (adding this parameter is a good idea in any case).
+</li></ul>
+</li><li>On the <i>Configuration</i> panel:
+<ul><li>If you have a <tt>config.ini</tt>, you have to reference it here:
+<ul><li>Check <i>Use an existing config.ini file as a template</i>.
+</li><li>Click <i>Workspace</i> and navigate to the config.ini (example path: <tt>${workspace_loc:org.eclipse.smila.integration.bundle.test/configuration/config.ini}</tt>).
+</li></ul>
+</li></ul>
+</li></ul>
+</li></ol>
+<p><i>Hint:</i> You can configure Eclipse to add VM arguments each time a launcher is created:
+</p>
+<ol><li><i>Window </i>--> <i>Preferences </i>--> <i>Plug-in Development</i> --> <i>Target Platform</i> --> <i>Edit</i>.
+</li><li>On the <i>Arguments</i> page, you can set the VM arguments that will be added to each new launch configuration.
+</li></ol>
+<a name="Include_test_bundle_in_build_process"></a><h3> <span class="mw-headline"> Include test bundle in build process </span></h3>
+<p>To enable the build process (see <a href="../../Development_Guidelines/Howto_build_a_SMILA-Distribution.html" class="mw-redirect" title="SMILA/Development Guidelines/Howto build a SMILA-Distribution">How to build a SMILA distribution</a>) to include your test bundle you should follow the instructions on <a href="../../Development_Guidelines/How_to_integrate_test_bundle_into_build_process.html" class="mw-redirect" title="SMILA/Development Guidelines/How to integrate test bundle into build process">how to integrate a test bundle into the build process</a>.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 41/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:35439-0!1!0!!en!2!edit=0 and timestamp 20120202171428 -->
+<div class="printfooter">
+Retrieved from "<a href="Create_a_test_bundle_(plug-in).html">http://wiki.eclipse.org/SMILA/Documentation/HowTo/Create_a_test_bundle_%28plug-in%29</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 13:26, 24 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a> and <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a>.</p>
+ <p id="footerviews">This page has been accessed 194 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.076 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/HowTo/How_to_add_a_new_Data_Source_to_the_importing_framework.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/HowTo/How_to_add_a_new_Data_Source_to_the_importing_framework.html
new file mode 100644
index 0000000..0f57492
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/HowTo/How_to_add_a_new_Data_Source_to_the_importing_framework.html
@@ -0,0 +1,676 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/HowTo/How to add a new Data Source to the importing framework,SMILA/Development Guidelines/Create a bundle (plug-in),SMILA/Development Guidelines/Create a test bundle (plug-in),SMILA/Development Guidelines/How to write a Worker,SMILA/Development Guidelines/Howto set up dev environment,SMILA/Documentation/Importing/Concept,SMILA/Documentation/JobManager" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/HowTo/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/HowTo/How to add a new Data Source to the importing framework - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/HowTo/How_to_add_a_new_Data_Source_to_the_importing_framework";
+var wgTitle = "SMILA/Documentation/HowTo/How to add a new Data Source to the importing framework";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "35477";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286557";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-java {line-height: normal; font-size: medium;}
+.source-java li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for java
+ * CSS class: source-java, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-java .de1, .source-java .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-java {}
+.source-java .head {}
+.source-java .foot {}
+.source-java .imp {font-weight: bold; color: red;}
+.source-java .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-java li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-java li.li2 {font-weight: bold;}
+.source-java .kw1 {color: #7F0055; font-weight: bold;}
+.source-java .kw2 {color: #7F0055; font-weight: bold;}
+.source-java .kw3 {color: #000000; font-weight: normal}
+.source-java .kw4 {color: #7F0055; font-weight: bold;}
+.source-java .co1 {color: #3F7F5F; font-style: italic;}
+.source-java .co2 {color: #3F7F5F;}
+.source-java .co3 {color: #3F7F5F; font-style: italic; font-weight: bold;}
+.source-java .coMULTI {color: #3F5FBF; font-style: italic;}
+.source-java .es0 {color: #000000;}
+.source-java .br0 {color: #000000;}
+.source-java .st0 {color: #2A00ff;}
+.source-java .nu0 {color: #000000;}
+.source-java .me1 {color: #000000;}
+.source-java .me2 {color: #000000;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-javascript {line-height: normal; font-size: medium;}
+.source-javascript li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for javascript
+ * CSS class: source-javascript, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-javascript .de1, .source-javascript .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-javascript {}
+.source-javascript .head {}
+.source-javascript .foot {}
+.source-javascript .imp {font-weight: bold; color: red;}
+.source-javascript .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-javascript li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-javascript li.li2 {font-weight: bold;}
+.source-javascript .kw1 {color: #000066; font-weight: bold;}
+.source-javascript .kw2 {color: #003366; font-weight: bold;}
+.source-javascript .kw3 {color: #000066;}
+.source-javascript .co1 {color: #009900; font-style: italic;}
+.source-javascript .coMULTI {color: #009900; font-style: italic;}
+.source-javascript .es0 {color: #000099; font-weight: bold;}
+.source-javascript .br0 {color: #66cc66;}
+.source-javascript .st0 {color: #3366CC;}
+.source-javascript .nu0 {color: #CC0000;}
+.source-javascript .me1 {color: #006600;}
+.source-javascript .sc0 {}
+.source-javascript .sc1 {}
+.source-javascript .sc2 {}
+.source-javascript .sc3 {}
+.source-javascript .re0 {color: #0066FF;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-text {line-height: normal; font-size: medium;}
+.source-text li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for text
+ * CSS class: source-text, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-text .de1, .source-text .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-text {}
+.source-text .head {}
+.source-text .foot {}
+.source-text .imp {font-weight: bold; color: red;}
+.source-text .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-text li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-text li.li2 {font-weight: bold;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="How_to_add_a_new_Data_Source_to_the_importing_framework.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_HowTo_How_to_add_a_new_Data_Source_to_the_importing_framework">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/How_to_add_a_new_Data_Source_to_the_importing_framework">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/HowTo/How_to_add_a_new_Data_Source_to_the_importing_framework">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/HowTo/How_to_add_a_new_Data_Source_to_the_importing_framework">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_add_a_new_Data_Source_to_the_importing_framework&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_add_a_new_Data_Source_to_the_importing_framework&oldid=286557">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="How_to_add_a_new_Data_Source_to_the_importing_framework.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/HowTo/How_to_add_a_new_Data_Source_to_the_importing_framework&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_add_a_new_Data_Source_to_the_importing_framework&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_add_a_new_Data_Source_to_the_importing_framework&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/How%20to%20add%20a%20new%20Data%20Source%20to%20the%20importing%20framework"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/HowTo/How to add a new Data Source to the importing framework</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../../SMILA.html" title="SMILA">SMILA</a> | <a href="../../Documentation.1.html" title="SMILA/Documentation">Documentation</a> | <a href="../HowTo.html" title="SMILA/Documentation/HowTo">HowTo</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="How_to_add_a_new_Data_Source_to_the_importing_framework.html#column-one">navigation</a>, <a href="How_to_add_a_new_Data_Source_to_the_importing_framework.html#searchInput">search</a></div> <!-- start content -->
+ <p>This how to manual shows how you can add a new data source (e.g. database, connectors, etc.) for the new SMILA importing framework (see <a href="../Importing/Concept.html" title="SMILA/Documentation/Importing/Concept">Importing Concept</a> for more information about the framework).
+</p><p>The steps necessary to include the bundles and workers into the builds or launchers won't be covered here, as they are covered in detail in other how tos (see preconditions).
+</p>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="How_to_add_a_new_Data_Source_to_the_importing_framework.html#Preconditions"><span class="tocnumber">1</span> <span class="toctext">Preconditions</span></a></li>
+<li class="toclevel-1"><a href="How_to_add_a_new_Data_Source_to_the_importing_framework.html#Prepare_the_bundle"><span class="tocnumber">2</span> <span class="toctext">Prepare the bundle</span></a></li>
+<li class="toclevel-1"><a href="How_to_add_a_new_Data_Source_to_the_importing_framework.html#Writing_the_workers"><span class="tocnumber">3</span> <span class="toctext">Writing the workers</span></a>
+<ul>
+<li class="toclevel-2"><a href="How_to_add_a_new_Data_Source_to_the_importing_framework.html#The_Crawler"><span class="tocnumber">3.1</span> <span class="toctext">The Crawler</span></a>
+<ul>
+<li class="toclevel-3"><a href="How_to_add_a_new_Data_Source_to_the_importing_framework.html#What_is_the_crawler_worker_supposed_to_do.3F"><span class="tocnumber">3.1.1</span> <span class="toctext">What is the crawler worker supposed to do?</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="How_to_add_a_new_Data_Source_to_the_importing_framework.html#The_Fetcher"><span class="tocnumber">3.2</span> <span class="toctext">The Fetcher</span></a>
+<ul>
+<li class="toclevel-3"><a href="How_to_add_a_new_Data_Source_to_the_importing_framework.html#What_is_the_fetcher_worker_supposed_to_do.3F"><span class="tocnumber">3.2.1</span> <span class="toctext">What is the fetcher worker supposed to do?</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="How_to_add_a_new_Data_Source_to_the_importing_framework.html#Plugging_it_up"><span class="tocnumber">3.3</span> <span class="toctext">Plugging it up</span></a></li>
+<li class="toclevel-2"><a href="How_to_add_a_new_Data_Source_to_the_importing_framework.html#Mapping_to_Solr"><span class="tocnumber">3.4</span> <span class="toctext">Mapping to Solr</span></a></li>
+<li class="toclevel-2"><a href="How_to_add_a_new_Data_Source_to_the_importing_framework.html#And_....Action.21"><span class="tocnumber">3.5</span> <span class="toctext">And ....Action!</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Preconditions"></a><h1> <span class="mw-headline"> Preconditions </span></h1>
+<ul><li> Set up your development environment, see <a href="../../Development_Guidelines/Howto_set_up_dev_environment.html" class="mw-redirect" title="SMILA/Development Guidelines/Howto set up dev environment">How to set up the development environment</a>.
+</li><li> You should have read and understood the documentation about the <a href="../JobManager.html" title="SMILA/Documentation/JobManager">JobManager</a>, especially the configuration of workers and workflows if you want to create new workers.
+</li><li> You should have at least an idea about the OSGi framework and OSGi services. For links to introductory articles and tutorials see <a href="http://www.osgi.org/About/HowOSGi" class="external autonumber" title="http://www.osgi.org/About/HowOSGi" rel="nofollow">[1]</a>. For a quite comprehensive overview on OSGi see <a href="http://njbartlett.name/osgibook.html" class="external autonumber" title="http://njbartlett.name/osgibook.html" rel="nofollow">[2]</a>. Especially, SMILA makes intensive use of OSGi's Declarative Services facility, so you may want to have at least a quick look at it.
+</li><li> You should already have gone through the <a href="../../Development_Guidelines/How_to_write_a_Worker.html" class="mw-redirect" title="SMILA/Development Guidelines/How to write a Worker">How to write a Worker</a> tutorial, since you need a Crawler and a Fetcher worker in order to be able to crawl a new Data Source.
+</li></ul>
+<a name="Prepare_the_bundle"></a><h1> <span class="mw-headline"> Prepare the bundle </span></h1>
+<p>Please follow the <a href="../../Development_Guidelines/Create_a_bundle_(plug-in).html" class="mw-redirect" title="SMILA/Development Guidelines/Create a bundle (plug-in)">How to create a bundle (plug-in)</a> manual to create a new bundle.
+</p><p>Add the following bundles to the <i>Imported Packages</i> list:
+</p>
+<ul><li> org.eclipse.smila.datamodel: For the Record class.
+</li><li> org.eclipse.smila.objectstore: Possible exceptions when accessing input/output streams.
+</li><li> org.eclipse.smila.taskmanager: To access the Task.
+</li><li> org.eclipse.smila.taskworker: The TaskWorker bundle containing the Worker and TaskContext interfaces.
+</li><li> org.eclipse.smila.taskworker.input: Input streams of the TaskWorker bundle.
+</li><li> org.eclipse.smila.taskworker.output: Output streams of the TaskWorker bundle.
+</li><li> org.eclipse.smila.importing: The importing framework bundle.
+</li></ul>
+<p>You should also add a test bundle (see <a href="../../Development_Guidelines/Create_a_test_bundle_(plug-in).html" class="mw-redirect" title="SMILA/Development Guidelines/Create a test bundle (plug-in)">How to create a test bundle (plug-in)</a>).
+</p>
+<a name="Writing_the_workers"></a><h1> <span class="mw-headline"> Writing the workers </span></h1>
+<p>You should also have a look at the two existing crawlers in SMILA, <tt>org.eclipse.smila.importing.crawler.file</tt> and <tt>org.eclipse.smila.importing.crawler.web</tt>.
+</p>
+<a name="The_Crawler"></a><h2> <span class="mw-headline"> The Crawler </span></h2>
+<p>The crawler worker is responsible to retrieve or produce the IDs (e.g. URLs etc.) to adress or identify the data in the data source.
+</p><p>The only interface the worker has to implement is <span style="font-family:monospace;">org.eclipse.smila.taskworker.Worker</span>.
+</p>
+<a name="What_is_the_crawler_worker_supposed_to_do.3F"></a><h3> <span class="mw-headline"> What is the crawler worker supposed to do? </span></h3>
+<p>The crawler worker is supposed to do the following:
+</p>
+<ul><li> be invoked by the task generator when the crawl job ist started (as Run-Once job!)
+</li><li> optionally get some information about what to crawl (some seed id or base URL or SQL query or whatever)
+</li><li> iterate over the data source according to that information
+</li><li> and for each entry generate an output record
+<ul><li> with the data source property set
+</li><li> with the id set (e.g. to the ID of the data sources data record, to make things easier)
+</li><li> optionally with the attribute <span style="font-family:monospace;">_deltaHash</span> (ImportingConstants.ATTRIBUTE_DELTA_HASH) set to some information that indicates if the data has been changed meanwhile (a hash over the content or a timestampt of the last modification etc.), so the delta checker can determine if the record has to be processed or the data in the index is up-to-date.
+</li><li> optionally with every other information it can easily gather for the data (e.g. for a file crawler these would be the file's metadata that are quickly available without actually reading the file).
+</li></ul>
+</li></ul>
+<p>So the worker could look something like the following:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">public</span> <span class="kw1">class</span> WhatsoeverCrawlerWorker <span class="kw1">implements</span> Worker <span class="br0">{</span>
+
+ <span class="kw1">private</span> <span class="kw1">static</span> <span class="kw1">final</span> <span class="kw3">String</span> NAME = <span class="st0">"whatsoeverCrawler"</span>;
+
+ <span class="kw1">private</span> <span class="kw1">static</span> <span class="kw1">final</span> <span class="kw3">String</span> OUTPUT_SLOT = <span class="st0">"output"</span>;
+
+ <span class="kw1">private</span> <span class="kw1">static</span> <span class="kw1">final</span> <span class="kw3">String</span> PROPERTY_SEED = <span class="st0">"seed"</span>;
+
+ <span class="kw1">private</span> <span class="kw1">static</span> <span class="kw1">final</span> <span class="kw4">int</span> MAX_IDS_PER_BULK = <span class="nu0">1024</span>;
+
+ <span class="kw1">private</span> Log _log = LogFactory.<span class="me1">getLog</span><span class="br0">(</span>getClass<span class="br0">(</span><span class="br0">)</span><span class="br0">)</span>;
+
+ <span class="coMULTI">/** {@inheritDoc} */</span>
+ @Override
+ <span class="kw1">public</span> <span class="kw4">void</span> perform<span class="br0">(</span>TaskContext taskContext<span class="br0">)</span> <span class="kw1">throws</span> <span class="kw3">Exception</span> <span class="br0">{</span>
+ <span class="kw1">final</span> AnyMap taskParams = taskContext.<span class="me1">getTaskParameters</span><span class="br0">(</span><span class="br0">)</span>;
+ <span class="kw1">final</span> <span class="kw3">String</span> dataSource = taskParams
+ .<span class="me1">getStringValue</span><span class="br0">(</span>ImportingConstants.<span class="me1">TASK_PARAM_DATA_SOURCE</span><span class="br0">)</span>;
+ <span class="kw1">if</span> <span class="br0">(</span>dataSource == <span class="kw2">null</span> || dataSource.<span class="me1">trim</span><span class="br0">(</span><span class="br0">)</span>.<span class="me1">length</span><span class="br0">(</span><span class="br0">)</span> == <span class="nu0">0</span><span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">throw</span> <span class="kw1">new</span> <span class="kw3">IllegalArgumentException</span><span class="br0">(</span><span class="st0">"Parameter '"</span>
+ + ImportingConstants.<span class="me1">TASK_PARAM_DATA_SOURCE</span> + <span class="st0">"' of task "</span>
+ + taskContext.<span class="me1">getTask</span><span class="br0">(</span><span class="br0">)</span>.<span class="me1">getTaskId</span><span class="br0">(</span><span class="br0">)</span> + <span class="st0">" is null or empty"</span><span class="br0">)</span>;
+ <span class="br0">}</span>
+ <span class="kw1">final</span> <span class="kw3">String</span> seedId = taskParams.<span class="me1">getStringValue</span><span class="br0">(</span>PROPERTY_SEED<span class="br0">)</span>;
+ <span class="kw1">if</span> <span class="br0">(</span>seedId == <span class="kw2">null</span> || seedId.<span class="me1">trim</span><span class="br0">(</span><span class="br0">)</span>.<span class="me1">length</span><span class="br0">(</span><span class="br0">)</span> == <span class="nu0">0</span><span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">throw</span> <span class="kw1">new</span> <span class="kw3">IllegalArgumentException</span><span class="br0">(</span><span class="st0">"Parameter '"</span> + PROPERTY_SEED
+ + <span class="st0">"' of task "</span> + taskContext.<span class="me1">getTask</span><span class="br0">(</span><span class="br0">)</span>.<span class="me1">getTaskId</span><span class="br0">(</span><span class="br0">)</span>
+ + <span class="st0">" is null or empty"</span><span class="br0">)</span>;
+ <span class="br0">}</span>
+
+ <span class="kw4">int</span> recordCount = <span class="nu0">0</span>;
+ <span class="kw4">int</span> recordOutputIndex = <span class="nu0">0</span>;
+ RecordOutput recordOutput = taskContext.<span class="me1">getOutputs</span><span class="br0">(</span><span class="br0">)</span>.<span class="me1">getAsRecordOutput</span><span class="br0">(</span>
+ OUTPUT_SLOT, recordOutputIndex<span class="br0">)</span>;
+ <span class="kw1">for</span> <span class="br0">(</span>Record record : getRecordsBySeed<span class="br0">(</span>seedId, dataSource<span class="br0">)</span><span class="br0">)</span> <span class="br0">{</span>
+ recordOutput.<span class="me1">writeRecord</span><span class="br0">(</span>record<span class="br0">)</span>;
+ recordCount++;
+ <span class="kw1">if</span> <span class="br0">(</span>_log.<span class="me1">isDebugEnabled</span><span class="br0">(</span><span class="br0">)</span><span class="br0">)</span> <span class="br0">{</span>
+ _log.<span class="me1">debug</span><span class="br0">(</span><span class="st0">"added id "</span> + record.<span class="me1">getId</span><span class="br0">(</span><span class="br0">)</span><span class="br0">)</span>;
+ <span class="br0">}</span>
+ <span class="kw1">if</span> <span class="br0">(</span>recordCount % MAX_IDS_PER_BULK == <span class="nu0">0</span><span class="br0">)</span> <span class="br0">{</span>
+ recordOutput.<span class="me1">commit</span><span class="br0">(</span><span class="br0">)</span>;
+ recordOutputIndex++;
+ recordOutput = taskContext.<span class="me1">getOutputs</span><span class="br0">(</span><span class="br0">)</span>.<span class="me1">getAsRecordOutput</span><span class="br0">(</span>
+ OUTPUT_SLOT, recordOutputIndex<span class="br0">)</span>;
+ <span class="br0">}</span>
+ <span class="br0">}</span>
+ _log.<span class="me1">info</span><span class="br0">(</span><span class="st0">"Found "</span> + recordCount + <span class="st0">" records for seed id "</span> + seedId + <span class="st0">"."</span><span class="br0">)</span>;
+ <span class="br0">}</span>
+
+ <span class="coMULTI">/**
+ * gets records from the data source, if possible fills the
+ * {@link ImportingConstants#ATTRIBUTE_DELTA_HASH} attribute for the delta
+ * checker to be able to determine if the record has to be updated/inserted
+ * at all.
+ *
+ * @param seedId
+ * the seed id to know where/what to crawl.
+ * @param dataSource
+ * the data source to crawl.
+ * @return a list of records containing the ID of the data source's data and
+ * optionally a delta hash.
+ */</span>
+ <span class="kw1">private</span> List<Record> getRecordsBySeed<span class="br0">(</span><span class="kw1">final</span> <span class="kw3">String</span> seedId, <span class="kw1">final</span> <span class="kw3">String</span> dataSource<span class="br0">)</span> <span class="br0">{</span>
+ ArrayList<Record> recordsToCrawl = <span class="kw1">new</span> ArrayList<Record><span class="br0">(</span><span class="br0">)</span>;
+
+ <span class="co1">// iterate over the entries in the data source determined by the seed id</span>
+ <span class="kw1">while</span><span class="br0">(</span>...<span class="br0">)</span> <span class="br0">{</span>
+ <span class="co1">// id: the id of the data</span>
+ <span class="co1">// lastModified: the last modified date of the record (omit if it cannot be determined)</span>
+ <span class="kw1">final</span> Record record = DataFactory.<span class="kw1">DEFAULT</span>.<span class="me1">createRecord</span><span class="br0">(</span>id, dataSource<span class="br0">)</span>;
+ record.<span class="me1">getMetadata</span><span class="br0">(</span><span class="br0">)</span>.<span class="me1">put</span><span class="br0">(</span>ImportingConstants.<span class="me1">ATTRIBUTE_DELTA_HASH</span>, lastModified<span class="br0">)</span>;
+ recordsToCrawl.<span class="me1">add</span><span class="br0">(</span>record<span class="br0">)</span>;
+ <span class="br0">}</span>
+ <span class="kw1">return</span> recordsToCrawl;
+ <span class="br0">}</span>
+
+ <span class="coMULTI">/** {@inheritDoc} */</span>
+ @Override
+ <span class="kw1">public</span> <span class="kw3">String</span> getName<span class="br0">(</span><span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">return</span> NAME;
+ <span class="br0">}</span>
+<span class="br0">}</span></pre></div>
+<p>If your data source is a bit more complex, e.g. hierarchical (file system, etc.) or you have to follow a linked source (like e.g. a web site), you might just have a look at how the sample implementations of file and web crawler work like (e.g. using the VisitedLinks service or looping back to the crawler to visit the next hierarchiy stage, etc.).
+</p>
+<a name="The_Fetcher"></a><h2> <span class="mw-headline"> The Fetcher </span></h2>
+<p>So now we've created bulks of records pointing to the data to be imported into SMILA, we now need a worker that actually fetches the data from the data source using the ids, the crawler provided.
+</p><p>The only interface the worker has to implement is <span style="font-family:monospace;">org.eclipse.smila.taskworker.Worker</span>.
+</p>
+<a name="What_is_the_fetcher_worker_supposed_to_do.3F"></a><h3> <span class="mw-headline"> What is the fetcher worker supposed to do? </span></h3>
+<ul><li> Read the records sent from the crawler and filtered by the delta checker
+</li><li> get the data to be processed by SMILA out of the data source for each ID in the record bulk
+</li><li> create records from that data
+</li><li> hand that data over to the update pusher, which in turn hands it over to the import workflow (i.e. the bulk builder)
+</li><li> optionally (if supported) extract compounds or send them to a compound extractor worker to do so.
+</li></ul>
+<p>so the fetcher worker would look something like the follows, with the magic happening in the <span style="font-family:monospace;">fetch(...)</span> method, that has to be accessing the data source, retrieving the data and adding it as an attachment and filling other metadata as needed (you might have a look at the <span style="font-family:monospace;">FileFetcherWorker</span> or the web crawlers <span style="font-family:monospace;">SimpleFetcher</span> implementation for an inspiration).
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">public</span> <span class="kw1">class</span> WhatsoeverFetcherWorker <span class="kw1">implements</span> Worker <span class="br0">{</span>
+
+ <span class="kw1">private</span> <span class="kw1">static</span> <span class="kw1">final</span> <span class="kw3">String</span> NAME = <span class="st0">"whatsoeverFetcher"</span>;
+ <span class="kw1">private</span> <span class="kw1">static</span> <span class="kw1">final</span> <span class="kw3">String</span> INPUT_SLOT = <span class="st0">"input"</span>;
+ <span class="kw1">private</span> <span class="kw1">static</span> <span class="kw1">final</span> <span class="kw3">String</span> OUTPUT_SLOT = <span class="st0">"output"</span>;
+ <span class="kw1">protected</span> <span class="kw1">final</span> Log _log = LogFactory.<span class="me1">getLog</span><span class="br0">(</span>getClass<span class="br0">(</span><span class="br0">)</span><span class="br0">)</span>;
+
+ <span class="coMULTI">/** {@inheritDoc} */</span>
+ @Override
+ <span class="kw1">public</span> <span class="kw4">void</span> perform<span class="br0">(</span>TaskContext taskContext<span class="br0">)</span> <span class="kw1">throws</span> <span class="kw3">Exception</span> <span class="br0">{</span>
+ <span class="kw1">final</span> RecordInput recordInput = taskContext.<span class="me1">getInputs</span><span class="br0">(</span><span class="br0">)</span>
+ .<span class="me1">getAsRecordInput</span><span class="br0">(</span>INPUT_SLOT<span class="br0">)</span>;
+ <span class="kw1">final</span> RecordOutput recordOutput = taskContext.<span class="me1">getOutputs</span><span class="br0">(</span><span class="br0">)</span>
+ .<span class="me1">getAsRecordOutput</span><span class="br0">(</span>OUTPUT_SLOT<span class="br0">)</span>;
+ Record record;
+ <span class="kw1">do</span> <span class="br0">{</span>
+ record = recordInput.<span class="me1">getRecord</span><span class="br0">(</span><span class="br0">)</span>;
+ <span class="kw1">if</span> <span class="br0">(</span>record != <span class="kw2">null</span><span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">if</span> <span class="br0">(</span>_log.<span class="me1">isDebugEnabled</span><span class="br0">(</span><span class="br0">)</span><span class="br0">)</span> <span class="br0">{</span>
+ _log.<span class="me1">debug</span><span class="br0">(</span><span class="st0">"fetching content for record "</span> + record.<span class="me1">getId</span><span class="br0">(</span><span class="br0">)</span><span class="br0">)</span>;
+ <span class="br0">}</span>
+ fetch<span class="br0">(</span>record, taskContext<span class="br0">)</span>;
+ recordOutput.<span class="me1">writeRecord</span><span class="br0">(</span>record<span class="br0">)</span>;
+ <span class="kw1">if</span> <span class="br0">(</span>_log.<span class="me1">isDebugEnabled</span><span class="br0">(</span><span class="br0">)</span><span class="br0">)</span> <span class="br0">{</span>
+ _log.<span class="me1">debug</span><span class="br0">(</span><span class="st0">"added record "</span> + record.<span class="me1">getId</span><span class="br0">(</span><span class="br0">)</span><span class="br0">)</span>;
+ <span class="br0">}</span>
+ <span class="br0">}</span>
+ <span class="br0">}</span> <span class="kw1">while</span> <span class="br0">(</span>record != <span class="kw2">null</span><span class="br0">)</span>;
+ <span class="br0">}</span>
+
+ <span class="coMULTI">/**
+ * Actually retrieves the data from the source based on the ID of the record
+ * and fills in the record's meta data and/or attachments.
+ *
+ * @param record
+ * the record to be completed with information from the data
+ * source
+ * @param taskContext
+ * the tasks context.
+ */</span>
+ <span class="kw1">private</span> <span class="kw4">void</span> fetch<span class="br0">(</span>Record record, TaskContext taskContext<span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">final</span> <span class="kw4">long</span> time = taskContext.<span class="me1">getTimestamp</span><span class="br0">(</span><span class="br0">)</span>;
+
+ <span class="co1">// go and fetch the content and fill the record's content, metadata and/or</span>
+ <span class="co1">// attachments with it.</span>
+ record.<span class="me1">getMetadata</span><span class="br0">(</span><span class="br0">)</span>.<span class="me1">put</span><span class="br0">(</span>..., ...<span class="br0">)</span>;
+ ...
+
+ <span class="me1">taskContext</span>.<span class="me1">measureTime</span><span class="br0">(</span><span class="st0">"fetchContent"</span>, time<span class="br0">)</span>;
+ <span class="br0">}</span>
+
+ <span class="coMULTI">/** {@inheritDoc} */</span>
+ @Override
+ <span class="kw1">public</span> <span class="kw3">String</span> getName<span class="br0">(</span><span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">return</span> NAME;
+ <span class="br0">}</span>
+<span class="br0">}</span></pre></div>
+<a name="Plugging_it_up"></a><h2> <span class="mw-headline"> Plugging it up </span></h2>
+<p>So, now we have to plug all together.
+</p>
+<ul><li> Write component definitions for your workers (and as well for your service if one is needed to access your data source).
+</li><li> Add the bundle to the launcher and the config.ini file.
+</li><li> Set you Scale-Up limits
+</li><li> add worker descriptions to the <span style="font-family:monospace;">workers.json</span> file for your workers, these could look something like the following code snippet.
+<ul><li> <b>Please note:</b> we need the task generator here for the runOnce triggering!
+</li></ul>
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript"><span class="br0">{</span>
+ <span class="st0">"name"</span>: <span class="st0">"whatsoeverCrawler"</span>,
+ <span class="st0">"taskGenerator"</span>:<span class="st0">"runOnceTrigger"</span>,
+ <span class="st0">"parameters"</span>:<span class="br0">[</span>
+ <span class="br0">{</span>
+ <span class="st0">"name"</span>:<span class="st0">"dataSource"</span>
+ <span class="br0">}</span>,
+ <span class="br0">{</span>
+ <span class="st0">"name"</span>:<span class="st0">"seed"</span>
+ <span class="br0">}</span>
+ <span class="br0">]</span>,
+ <span class="st0">"input"</span>: <span class="br0">[</span><span class="br0">]</span>,
+ <span class="st0">"output"</span>: <span class="br0">[</span>
+ <span class="br0">{</span> <span class="st0">"name"</span>: <span class="st0">"output"</span>,
+ <span class="st0">"type"</span>: <span class="st0">"recordBulks"</span>,
+ <span class="st0">"modes"</span>:<span class="br0">[</span>
+ <span class="st0">"maybeEmpty"</span>,
+ <span class="st0">"multiple"</span>
+ <span class="br0">]</span>
+ <span class="br0">}</span> <span class="br0">]</span>
+<span class="br0">}</span>,
+<span class="br0">{</span>
+ <span class="st0">"name"</span>: <span class="st0">"whatsoeverFetcher"</span>,
+ <span class="st0">"input"</span>: <span class="br0">[</span>
+ <span class="br0">{</span> <span class="st0">"name"</span>: <span class="st0">"input"</span>,
+ <span class="st0">"type"</span>: <span class="st0">"recordBulks"</span>
+ <span class="br0">}</span> <span class="br0">]</span>,
+ <span class="st0">"output"</span>: <span class="br0">[</span>
+ <span class="br0">{</span> <span class="st0">"name"</span>: <span class="st0">"output"</span>,
+ <span class="st0">"type"</span>: <span class="st0">"recordBulks"</span>
+ <span class="br0">}</span> <span class="br0">]</span>
+<span class="br0">}</span></pre></div>
+<ul><li> add the workers to a sensible workflow like e.g.
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript"><span class="br0">{</span>
+ <span class="st0">"name"</span>:<span class="st0">"whatsoeverCrawling"</span>,
+ <span class="st0">"startAction"</span>:<span class="br0">{</span>
+ <span class="st0">"worker"</span>:<span class="st0">"whatsoeverCrawler"</span>,
+ <span class="st0">"output"</span>:<span class="br0">{</span>
+ <span class="st0">"output"</span>:<span class="st0">"somethingToCrawlBucket"</span>
+ <span class="br0">}</span>
+ <span class="br0">}</span>,
+ <span class="st0">"actions"</span>:<span class="br0">[</span>
+ <span class="br0">{</span>
+ <span class="st0">"worker"</span>:<span class="st0">"deltaChecker"</span>,
+ <span class="st0">"input"</span>:<span class="br0">{</span>
+ <span class="st0">"recordsToCheck"</span>:<span class="st0">"somethingToCrawlBucket"</span>
+ <span class="br0">}</span>,
+ <span class="st0">"output"</span>:<span class="br0">{</span>
+ <span class="st0">"updatedRecords"</span>:<span class="st0">"somethingToFetchBucket"</span>
+ <span class="br0">}</span>
+ <span class="br0">}</span>,
+ <span class="br0">{</span>
+ <span class="st0">"worker"</span>:<span class="st0">"whatsoeverFetcher"</span>,
+ <span class="st0">"input"</span>:<span class="br0">{</span>
+ <span class="st0">"input"</span>:<span class="st0">"somethingToFetchBucket"</span>
+ <span class="br0">}</span>,
+ <span class="st0">"output"</span>:<span class="br0">{</span>
+ <span class="st0">"output"</span>:<span class="st0">"somethingToPushBucket"</span>
+ <span class="br0">}</span>
+ <span class="br0">}</span>,
+ <span class="br0">{</span>
+ <span class="st0">"worker"</span>:<span class="st0">"updatePusher"</span>,
+ <span class="st0">"input"</span>:<span class="br0">{</span>
+ <span class="st0">"recordsToPush"</span>:<span class="st0">"somethingToPushBucket"</span>
+ <span class="br0">}</span>
+ <span class="br0">}</span>
+ <span class="br0">]</span>
+ <span class="br0">}</span></pre></div>
+<ul><li> For your convenience you can also create a predfined job in the jobs.json, like the following snippet (you should notice that the seed parameter is fixed if you choose to use a predefined job)
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript"><span class="br0">{</span>
+ <span class="st0">"name"</span>: <span class="st0">"crawlWhatsoever"</span>,
+ <span class="st0">"workflow"</span>: <span class="st0">"whatsoeverCrawling"</span>,
+ <span class="st0">"parameters"</span>: <span class="br0">{</span>
+ <span class="st0">"tempStore"</span>: <span class="st0">"temp"</span>,
+ <span class="st0">"dataSource"</span>: <span class="st0">"whatsoever"</span>,
+ <span class="st0">"seed"</span>: <span class="st0">"your seed data"</span>,
+ <span class="st0">"jobToPushTo"</span>: <span class="st0">"indexUpdate"</span>
+ <span class="br0">}</span></pre></div>
+<a name="Mapping_to_Solr"></a><h2> <span class="mw-headline"> Mapping to Solr </span></h2>
+<p>You may have to map your record's attributes to Solr.
+See AdaptFileCrawlerWorkerOutput.bpel as well as AddPipelinde.bpel of <tt>SMILA.application/configuration/org.eclipse.smila.processing.bpel/pipelines/</tt>.
+</p><p>If you have used attributes that do not match your Solr attributes, you have to adapt them in order to index them. You do not have to do so, if you used attributes that match your Solr schema.
+</p><p>In <tt>SMILA.application</tt> you can find existing mappings for file and web crawling in the configuration folder <tt>configuration/org.eclipse.smila.processing.bpel/pipelines/</tt>.
+</p><p>Just add your own mapping pipeline (e.g. by copying, renaming and adapting <tt>AdaptFileCrawlerWorkerOutput.bpel</tt> or by building it from scratch (the key component to use within is the <tt>org.eclipse.smila.processing.pipelets.CopyPipelet</tt>).
+</p><p>Then extend the <tt>AddPipeline</tt> by inserting your new mapping pipeline.
+</p><p>Don't forget to add your adaption pipeline to the deployment descriptor <tt>deploy.xml</tt> (as a process and as a partner link in the AddPipeline as well!).
+</p><p>Now the attributes of the records your fetcher fetched will be mapped according to your Solr configuration.
+</p>
+<a name="And_....Action.21"></a><h2> <span class="mw-headline"> And ....Action! </span></h2>
+<p>So now it's time to check if everything went right.
+</p>
+<ul><li> Start SMILA
+</li><li> check if you can access your worker definitions, workflow and job via the REST API. If not, check for errors (syntax errors in the json files, others in SMILA log).
+</li><li> check in SMILA's log if your workers were added
+</li><li> check if your adaption pipeline is visible in the pipeline list (<tt><a href="http://localhost:8080/smila/pipeline/" class="external free" title="http://localhost:8080/smila/pipeline/" rel="nofollow">http://localhost:8080/smila/pipeline/</a></tt>)
+</li><li> start the indexing job: POST <tt><a href="http://localhost:8080/smila/jobmanager/jobs/indexUpdate/" class="external free" title="http://localhost:8080/smila/jobmanager/jobs/indexUpdate/" rel="nofollow">http://localhost:8080/smila/jobmanager/jobs/indexUpdate/</a></tt>
+</li><li> start your crawling job (remember: it has to be started as a RunOnce Job!)
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-text">POST http://localhost:8080/smila/jobmanager/jobs/crawlWhatsoever/
+{
+ "mode": "runOnce"
+}</pre></div>
+<ul><li> Check your jobs, after your crawl job succeeded, you can finish your input job. After the input job succeeded (if you finished it), you should wait some seconds (up to 60, because it takes some time for the autocommit), before checking, if your data was indexed (see <tt><a href="http://localhost:8080/SMILA/search" class="external free" title="http://localhost:8080/SMILA/search" rel="nofollow">http://localhost:8080/SMILA/search</a></tt>).
+</li></ul>
+<p>So now you should be able to search in your content.
+</p><p>If you can find your records, you have just successfully added a new datasource to your SMILA application. Congratulations!
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 77/1000000
+Post-expand include size: 440/2097152 bytes
+Template argument size: 132/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:35477-0!1!0!!en!2!edit=0 and timestamp 20120202221648 -->
+<div class="printfooter">
+Retrieved from "<a href="How_to_add_a_new_Data_Source_to_the_importing_framework.html">http://wiki.eclipse.org/SMILA/Documentation/HowTo/How_to_add_a_new_Data_Source_to_the_importing_framework</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 14:05, 25 January 2012 by <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>.</p>
+ <p id="footerviews">This page has been accessed 161 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.051 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/HowTo/How_to_export_a_bundle.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/HowTo/How_to_export_a_bundle.html
new file mode 100644
index 0000000..c6ca868
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/HowTo/How_to_export_a_bundle.html
@@ -0,0 +1,257 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/HowTo/How to export a bundle" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/HowTo/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/HowTo/How to export a bundle - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/HowTo/How_to_export_a_bundle";
+var wgTitle = "SMILA/Documentation/HowTo/How to export a bundle";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "19282";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286125";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="How_to_export_a_bundle.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_HowTo_How_to_export_a_bundle">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/How_to_export_a_bundle">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/HowTo/How_to_export_a_bundle">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/HowTo/How_to_export_a_bundle">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_export_a_bundle&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_export_a_bundle&oldid=286125">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="How_to_export_a_bundle.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/HowTo/How_to_export_a_bundle&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_export_a_bundle&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_export_a_bundle&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/How%20to%20export%20a%20bundle"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/HowTo/How to export a bundle</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../../SMILA.html" title="SMILA">SMILA</a> | <a href="../../Documentation.1.html" title="SMILA/Documentation">Documentation</a> | <a href="../HowTo.html" title="SMILA/Documentation/HowTo">HowTo</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="How_to_export_a_bundle.html#column-one">navigation</a>, <a href="How_to_export_a_bundle.html#searchInput">search</a></div> <!-- start content -->
+ <p>This is a step by step description of how to export a bundle as a plug-in from eclipse IDE.
+</p>
+<ul><li> right click on the bundle to export and select <i>Export...</i>
+</li></ul>
+<p><a href="http://wiki.eclipse.org/Image:Export_bundle_step1.png" class="image" title="Image:export_bundle_step1.png"><img alt="Image:export_bundle_step1.png" src="http://wiki.eclipse.org/images/b/b6/Export_bundle_step1.png" width="487" height="672" border="0" /></a>
+</p>
+<ul><li> the Export dialog opens
+</li><li> select <i>Plug-in Development</i> -> <i>Deployable plug-ins and fragments</i> and click on <i>Next</i>
+</li></ul>
+<p><a href="http://wiki.eclipse.org/Image:Export_bundle_step2.png" class="image" title="Image:export_bundle_step2.png"><img alt="Image:export_bundle_step2.png" src="http://wiki.eclipse.org/images/1/19/Export_bundle_step2.png" width="575" height="551" border="0" /></a>
+</p>
+<ul><li> make sure your bundle is selected. You can also select multiple bundles and export them at once.
+</li><li> enter a directory to export the bundles to. Note that the export will create a folder <tt>plugins</tt> in the selected directory and export the bundles into this subfolder
+</li></ul>
+<p><a href="http://wiki.eclipse.org/Image:Export_bundle_step3.png" class="image" title="Image:export_bundle_step3.png"><img alt="Image:export_bundle_step3.png" src="http://wiki.eclipse.org/images/8/8d/Export_bundle_step3.png" width="576" height="551" border="0" /></a>
+</p>
+<ul><li> click on <i>Options</i> and select <i>Package plug-ins as individual JAR archives</i>
+</li></ul>
+<p><a href="http://wiki.eclipse.org/Image:Export_bundle_step4.png" class="image" title="Image:export_bundle_step4.png"><img alt="Image:export_bundle_step4.png" src="http://wiki.eclipse.org/images/d/d9/Export_bundle_step4.png" width="577" height="551" border="0" /></a>
+</p>
+<ul><li> click on <i>Finish</i> to export the selected bundle(s)
+</li><li> the export creates plug-in <tt>C:/temp/plugins/org.eclipse.smila.sample.pipelet_1.0.0.jar</tt>
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 10/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:19282-0!1!0!!en!2!edit=0 and timestamp 20120202171435 -->
+<div class="printfooter">
+Retrieved from "<a href="How_to_export_a_bundle.html">http://wiki.eclipse.org/SMILA/Documentation/HowTo/How_to_export_a_bundle</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 13:28, 24 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>.</p>
+ <p id="footerviews">This page has been accessed 1,753 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.052 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/HowTo/How_to_filter_and_access_record_data_in_BPEL.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/HowTo/How_to_filter_and_access_record_data_in_BPEL.html
new file mode 100644
index 0000000..f3ebb18
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/HowTo/How_to_filter_and_access_record_data_in_BPEL.html
@@ -0,0 +1,365 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/HowTo/How to filter and access record data in BPEL,SMILA/Glossary" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/HowTo/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/HowTo/How to filter and access record data in BPEL - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/HowTo/How_to_filter_and_access_record_data_in_BPEL";
+var wgTitle = "SMILA/Documentation/HowTo/How to filter and access record data in BPEL";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "16151";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286123";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="How_to_filter_and_access_record_data_in_BPEL.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_HowTo_How_to_filter_and_access_record_data_in_BPEL">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/How_to_filter_and_access_record_data_in_BPEL">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/HowTo/How_to_filter_and_access_record_data_in_BPEL">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/HowTo/How_to_filter_and_access_record_data_in_BPEL">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_filter_and_access_record_data_in_BPEL&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_filter_and_access_record_data_in_BPEL&oldid=286123">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="How_to_filter_and_access_record_data_in_BPEL.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/HowTo/How_to_filter_and_access_record_data_in_BPEL&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_filter_and_access_record_data_in_BPEL&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_filter_and_access_record_data_in_BPEL&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/How%20to%20filter%20and%20access%20record%20data%20in%20BPEL"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/HowTo/How to filter and access record data in BPEL</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../../SMILA.html" title="SMILA">SMILA</a> | <a href="../../Documentation.1.html" title="SMILA/Documentation">Documentation</a> | <a href="../HowTo.html" title="SMILA/Documentation/HowTo">HowTo</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="How_to_filter_and_access_record_data_in_BPEL.html#column-one">navigation</a>, <a href="How_to_filter_and_access_record_data_in_BPEL.html#searchInput">search</a></div> <!-- start content -->
+ <p>This tutorial shows how to add <a href="../../Glossary.html#R" title="SMILA/Glossary">record</a> <a href="../../Glossary.html#A" title="SMILA/Glossary">attributes</a> to a BPEL workflow object and read or write them. Note that this procedure is only necessary if you want to make record data available for being used in BPEL, e.g. to evaluate conditions in the BPEL pipeline or to pass data to external webservices. It is not required for the usage of <a href="../../Glossary.html#P" title="SMILA/Glossary">pipelets</a>.
+</p>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="How_to_filter_and_access_record_data_in_BPEL.html#Adding_record_data_to_the_BPEL_workflow_object"><span class="tocnumber">1</span> <span class="toctext">Adding record data to the BPEL workflow object</span></a>
+<ul>
+<li class="toclevel-2"><a href="How_to_filter_and_access_record_data_in_BPEL.html#Example"><span class="tocnumber">1.1</span> <span class="toctext">Example</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="How_to_filter_and_access_record_data_in_BPEL.html#Using_records_in_BPEL"><span class="tocnumber">2</span> <span class="toctext">Using records in BPEL</span></a>
+<ul>
+<li class="toclevel-2"><a href="How_to_filter_and_access_record_data_in_BPEL.html#Examples"><span class="tocnumber">2.1</span> <span class="toctext">Examples</span></a>
+<ul>
+<li class="toclevel-3"><a href="How_to_filter_and_access_record_data_in_BPEL.html#Reading_an_attribute"><span class="tocnumber">2.1.1</span> <span class="toctext">Reading an attribute</span></a></li>
+<li class="toclevel-3"><a href="How_to_filter_and_access_record_data_in_BPEL.html#Writing_an_attribute"><span class="tocnumber">2.1.2</span> <span class="toctext">Writing an attribute</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="How_to_filter_and_access_record_data_in_BPEL.html#Examples_in_SMILA_source_code"><span class="tocnumber">2.2</span> <span class="toctext">Examples in SMILA source code</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Adding_record_data_to_the_BPEL_workflow_object"></a><h2> <span class="mw-headline"> Adding record data to the BPEL workflow object</span></h2>
+<p>Because the workflow object contains the record IDs only, it is not possible by default to access the data contained in a record. However, you can configure the <a href="../../Glossary.html#B" title="SMILA/Glossary">blackboard service</a> to add particular attributes and annotations to the workflow object to make theme available for being used in BPEL. This is achieved by providing the file <tt>org.eclipse.smila.blackboard/RecordFilters.xml</tt> in the global configuration folder and defining a filter named <i>workflow-object</i> that lists all attributes and annotations that you want to have access to in BPEL. The name of this filter is defined by the <i>record.filter</i> parameter set in the configuration file of the processing service found at <tt>org.eclipse.smila.processing.bpel/processor.properties</tt>. If you wish to write data to attributes you will have to add them to the filter likewise.
+</p>
+<a name="Example"></a><h3> <span class="mw-headline"> Example </span></h3>
+<p>The following listing shows an exemplary configuration of the file <tt>RecordFilters.xml</tt>. It adds a couple of attributes (e.g. <i>Filename</i>, <i>Path</i>, <i>LastModifiedData</i>, ...) to the workflow object. For some of the attributes the <i>keepAnnotations</i> parameter is set to <i>"true"</i> to define that the object should include the annotations of the corresponding attribute too.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><RecordFilters<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Filter</span> <span class="re0">name</span>=<span class="st0">"workflow-object"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">name</span>=<span class="st0">"Filename"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">name</span>=<span class="st0">"Path"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">name</span>=<span class="st0">"LastModifiedDate"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">name</span>=<span class="st0">"Url"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">name</span>=<span class="st0">"Title"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">name</span>=<span class="st0">"Extension"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">name</span>=<span class="st0">"Size"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">name</span>=<span class="st0">"MimeType"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></Filter<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></RecordFilters<span class="re2">></span></span></span></pre></div>
+<a name="Using_records_in_BPEL"></a><h2> <span class="mw-headline"> Using records in BPEL </span></h2>
+<p>Next to the configuration of the attribute/annotation filter mentioned above, you will have to make sure that the following requirements are met if you wish to access records in BPEL:
+</p>
+<ul><li> The XML namespaces for <tt>processor</tt> and <tt>record</tt> must be defined.
+</li><li> The processor <i>processor.wsdl</i> must be imported.
+</li><li> A variable (e.g. <i>request</i>) must be defined that contains the <i>ProcessorMessage</i>.
+</li></ul>
+<p>Here are the corresponding XML snippets:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><process</span> ... <span class="re0">xmlns:proc</span>=<span class="st0">"http://www.eclipse.org/smila/processor"</span> <span class="re0">xmlns:rec</span>=<span class="st0">"http://www.eclipse.org/smila/record"</span> ... <span class="re2">></span></span>
+ ...
+ <span class="sc3"><span class="re1"><import</span> <span class="re0">location</span>=<span class="st0">"processor.wsdl"</span> <span class="re0">namespace</span>=<span class="st0">"http://www.eclipse.org/smila/processor"</span>
+ <span class="re0">importType</span>=<span class="st0">"http://schemas.xmlsoap.org/wsdl/"</span> <span class="re2">/></span></span>
+ ...
+ <span class="sc3"><span class="re1"><variables<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><variable</span> <span class="re0">name</span>=<span class="st0">"request"</span> <span class="re0">messageType</span>=<span class="st0">"proc:ProcessorMessage"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></variables<span class="re2">></span></span></span>
+ ...
+<span class="sc3"><span class="re1"></process<span class="re2">></span></span></span></pre></div>
+<p>Provided that you added the filter configuration and ensured the requirements above it is possible to access records and their contents via the variable <i>request</i>. This variable contains an array of records. Each record can be accessed via its index number (starting at 1). So to be able to process all records, you will have to wrap the record access and execution of any business logic in a loop.
+</p><p>Here are some templates to access (read or write):
+</p>
+<ul><li> an attribute value: <tt>$<variable>.records/rec:Record[position()=<index>]/rec:Val[@key="<Attribute-Name>"]</tt>
+</li></ul>
+<p>For more details on the XML schemas and the WSDL see the files <tt>id.xsd</tt>, <tt>record.xsd</tt>, and <tt>processor.wsdl</tt> in the folder <tt>configuration/org.eclipse.smila.processing.bpel/pipelines</tt>.
+</p>
+<a name="Examples"></a><h3> <span class="mw-headline"> Examples </span></h3>
+<a name="Reading_an_attribute"></a><h4> <span class="mw-headline"> Reading an attribute </span></h4>
+<p>The value of the attribute <i>Title</i> is read from the first record and stored in the variable <i>input.param</i>.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml">...
+<span class="sc3"><span class="re1"><assign</span> <span class="re0">name</span>=<span class="st0">"copy-attribute-to-variable"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><copy<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><from<span class="re2">></span></span></span>$request.records/rec:Record[position()=1]/rec:Val[@key="Title"]<span class="sc3"><span class="re1"></from<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><to<span class="re2">></span></span></span>$input.param<span class="sc3"><span class="re1"></to<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></copy<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></assign<span class="re2">></span></span></span>
+...</pre></div>
+<a name="Writing_an_attribute"></a><h4> <span class="mw-headline"> Writing an attribute </span></h4>
+<p>The value of the variable <i>response.param</i> is stored in the attribute <i>Title</i> of the second record.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml">...
+<span class="sc3"><span class="re1"><assign</span> <span class="re0">name</span>=<span class="st0">"copy-variable-to-attribute"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><copy<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><from<span class="re2">></span></span></span>$response.param<span class="sc3"><span class="re1"></from<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><to<span class="re2">></span></span></span>$request.records/rec:Record[position()=2]/rec:Val[@key="Title"]/text()<span class="sc3"><span class="re1"></to<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></copy<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></assign<span class="re2">></span></span></span>
+...</pre></div>
+<p>Note that in standard BPEL the target element that you want to write data to, must already exist before text can be stored in it, thus it is not possible to add new attributes, literal, and values to the workflow object this simply.
+</p>
+<a name="Examples_in_SMILA_source_code"></a><h3> <span class="mw-headline"> Examples in SMILA source code </span></h3>
+<p>Have a look at the pipelines of the standard configuration in <tt><a href="https://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/core/SMILA.application/configuration/org.eclipse.smila.processing.bpel/pipelines" class="external text" title="https://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/core/SMILA.application/configuration/org.eclipse.smila.processing.bpel/pipelines" rel="nofollow">SMILA.application/configuration/org.eclipse.smila.processing.bpel/pipelines</a></tt> or the test pipelines in bundle <tt><a href="https://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/core/org.eclipse.smila.processing.bpel.test/configuration/org.eclipse.smila.processing.bpel/pipelines" class="external text" title="https://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/core/org.eclipse.smila.processing.bpel.test/configuration/org.eclipse.smila.processing.bpel/pipelines" rel="nofollow">org.eclipse.smila.processing.bpel.test/configuration/org.eclipse.smila.processing.bpel/pipelines</a></tt>. You can find lots of examples for usage of BPEL control structures and XPath queries in there.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 32/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:16151-0!1!0!!en!2!edit=0 and timestamp 20120203101144 -->
+<div class="printfooter">
+Retrieved from "<a href="How_to_filter_and_access_record_data_in_BPEL.html">http://wiki.eclipse.org/SMILA/Documentation/HowTo/How_to_filter_and_access_record_data_in_BPEL</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 13:28, 24 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Pwissel.brox.de&action=edit" class="new" title="User:Pwissel.brox.de">Peter Wissel</a>, <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a> and <a href="http://wiki.eclipse.org/User:Juergen.schumacher.empolis.com" title="User:Juergen.schumacher.empolis.com">Juergen Schumacher</a>.</p>
+ <p id="footerviews">This page has been accessed 3,250 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.124 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/HowTo/How_to_implement_a_crawler.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/HowTo/How_to_implement_a_crawler.html
new file mode 100644
index 0000000..b1d4c5e
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/HowTo/How_to_implement_a_crawler.html
@@ -0,0 +1,576 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/HowTo/How to implement a crawler,SMILA/Development Guidelines/Create a bundle (plug-in),SMILA/Development Guidelines/How to integrate new bundle into build process,SMILA/Development Guidelines/How to integrate test bundle into build process,SMILA/Development Guidelines/Setup for JAXB code generation,SMILA/Documentation/CrawlerController,SMILA/Glossary,SMILA/Howto integrate a component in SMILA" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/HowTo/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/HowTo/How to implement a crawler - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/HowTo/How_to_implement_a_crawler";
+var wgTitle = "SMILA/Documentation/HowTo/How to implement a crawler";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15203";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286129";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-text {line-height: normal; font-size: medium;}
+.source-text li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for text
+ * CSS class: source-text, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-text .de1, .source-text .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-text {}
+.source-text .head {}
+.source-text .foot {}
+.source-text .imp {font-weight: bold; color: red;}
+.source-text .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-text li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-text li.li2 {font-weight: bold;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-java {line-height: normal; font-size: medium;}
+.source-java li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for java
+ * CSS class: source-java, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-java .de1, .source-java .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-java {}
+.source-java .head {}
+.source-java .foot {}
+.source-java .imp {font-weight: bold; color: red;}
+.source-java .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-java li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-java li.li2 {font-weight: bold;}
+.source-java .kw1 {color: #7F0055; font-weight: bold;}
+.source-java .kw2 {color: #7F0055; font-weight: bold;}
+.source-java .kw3 {color: #000000; font-weight: normal}
+.source-java .kw4 {color: #7F0055; font-weight: bold;}
+.source-java .co1 {color: #3F7F5F; font-style: italic;}
+.source-java .co2 {color: #3F7F5F;}
+.source-java .co3 {color: #3F7F5F; font-style: italic; font-weight: bold;}
+.source-java .coMULTI {color: #3F5FBF; font-style: italic;}
+.source-java .es0 {color: #000000;}
+.source-java .br0 {color: #000000;}
+.source-java .st0 {color: #2A00ff;}
+.source-java .nu0 {color: #000000;}
+.source-java .me1 {color: #000000;}
+.source-java .me2 {color: #000000;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="How_to_implement_a_crawler.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_HowTo_How_to_implement_a_crawler">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/How_to_implement_a_crawler">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/HowTo/How_to_implement_a_crawler">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/HowTo/How_to_implement_a_crawler">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_implement_a_crawler&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_implement_a_crawler&oldid=286129">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="How_to_implement_a_crawler.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/Talk:SMILA/Documentation/HowTo/How_to_implement_a_crawler"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_implement_a_crawler&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_implement_a_crawler&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/How%20to%20implement%20a%20crawler"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/HowTo/How to implement a crawler</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../../SMILA.html" title="SMILA">SMILA</a> | <a href="../../Documentation.1.html" title="SMILA/Documentation">Documentation</a> | <a href="../HowTo.html" title="SMILA/Documentation/HowTo">HowTo</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="How_to_implement_a_crawler.html#column-one">navigation</a>, <a href="How_to_implement_a_crawler.html#searchInput">search</a></div> <!-- start content -->
+ <div class="messagebox" style="background-color: #def3fe; border: 1px solid #c5d7e0; color: black; padding: 5px; margin: 1ex 0; min-height: 35px; padding-left: 45px;">
+<div style="float: left; margin-left: -40px;"><a href="http://wiki.eclipse.org/Image:Note.png" class="image" title="Note.png"><img alt="" src="http://wiki.eclipse.org/images/c/cc/Note.png" width="35" height="35" border="0" /></a></div>
+<div><b>This is deprecated for SMILA 1.0, the connectivity framework is still functional but will aimed to be replaced by scalable import based on SMILAs job management.</b><br /></div>
+</div>
+<p>Explains how to implement an <a href="../../Glossary.html#C" title="SMILA/Glossary">Crawler</a> and <a href="../../Howto_integrate_a_component_in_SMILA.html" class="mw-redirect" title="SMILA/Howto integrate a component in SMILA">add its functionality</a> to SMILA.
+</p>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="How_to_implement_a_crawler.html#Prepare_bundle_and_manifest"><span class="tocnumber">1</span> <span class="toctext">Prepare bundle and manifest</span></a></li>
+<li class="toclevel-1"><a href="How_to_implement_a_crawler.html#Prepare_DataSourceConnect_schema_and_classes"><span class="tocnumber">2</span> <span class="toctext">Prepare DataSourceConnect schema and classes</span></a></li>
+<li class="toclevel-1"><a href="How_to_implement_a_crawler.html#OSGi_and_Declarative_Service_requirements"><span class="tocnumber">3</span> <span class="toctext">OSGi and Declarative Service requirements</span></a></li>
+<li class="toclevel-1"><a href="How_to_implement_a_crawler.html#Implement_your_crwler"><span class="tocnumber">4</span> <span class="toctext">Implement your crwler</span></a></li>
+<li class="toclevel-1"><a href="How_to_implement_a_crawler.html#Activate_your_crawler"><span class="tocnumber">5</span> <span class="toctext">Activate your crawler</span></a>
+<ul>
+<li class="toclevel-2"><a href="How_to_implement_a_crawler.html#Activation_SMILA_in_eclipse"><span class="tocnumber">5.1</span> <span class="toctext">Activation SMILA in eclipse</span></a></li>
+<li class="toclevel-2"><a href="How_to_implement_a_crawler.html#Activation_SMILA_application"><span class="tocnumber">5.2</span> <span class="toctext">Activation SMILA application</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="How_to_implement_a_crawler.html#Run_your_crawler"><span class="tocnumber">6</span> <span class="toctext">Run your crawler</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Prepare_bundle_and_manifest"></a><h2> <span class="mw-headline"> Prepare bundle and manifest </span></h2>
+<ul><li>Create a new bundle that will contain your crawler. Follow the instructions on <a href="../../Development_Guidelines/Create_a_bundle_(plug-in).html" class="mw-redirect" title="SMILA/Development Guidelines/Create a bundle (plug-in)">How to create a bundle</a>. In this sample we use the prefix <tt>myplugin.crawler.mock</tt> for the name of project.
+</li><li>For crawler JXB code generation we need to import SMILA.builder project into our workspace.
+</li></ul>
+<ul><li>Edit the manifest file and add at least the following packages to the <i>Import-Package</i> section.
+<ul><li><tt>org.eclipse.smila.connectivity;version="1.0.0"</tt>
+</li><li><tt>org.eclipse.smila.connectivity.framework;version="1.0.0"</tt>
+</li><li><tt>org.eclipse.smila.connectivity.framework.performancecounters;version="1.0.0"</tt>
+</li><li><tt>org.eclipse.smila.connectivity.framework.schema;version="1.0.0"</tt>
+</li><li><tt>org.eclipse.smila.connectivity.framework.schema.config;version="1.0.0"</tt>
+</li><li><tt>org.eclipse.smila.connectivity.framework.schema.config.interfaces;version="1.0.0"</tt>
+</li><li><tt>org.eclipse.smila.connectivity.framework.util;version="1.0.0"</tt>
+</li><li><tt>org.eclipse.smila.datamodel;version="1.0.0"</tt>
+</li></ul>
+</li></ul>
+<ul><li>you will have to add additional packages to fill you crawler with business logic !
+</li></ul>
+<ul><li>Now your MANIFEST.MF file should be like
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-text">Manifest-Version: 1.0
+Bundle-ManifestVersion: 2
+Bundle-Name: Mock Crawler
+Bundle-SymbolicName: myplugin.crawler.mock
+Bundle-Version: 1.0.0
+Bundle-RequiredExecutionEnvironment: JavaSE-1.6
+Import-Package:
+ org.eclipse.smila.connectivity;version="1.0.0",
+ org.eclipse.smila.connectivity.framework;version="1.0.0",
+ org.eclipse.smila.connectivity.framework.performancecounters;version="1.0.0",
+ org.eclipse.smila.connectivity.framework.schema;version="1.0.0",
+ org.eclipse.smila.connectivity.framework.schema.config;version="1.0.0",
+ org.eclipse.smila.connectivity.framework.schema.config.interfaces;version="1.0.0",
+ org.eclipse.smila.connectivity.framework.util;version="1.0.0",
+ org.eclipse.smila.datamodel;version="1.0.0"</pre></div>
+<a name="Prepare_DataSourceConnect_schema_and_classes"></a><h2> <span class="mw-headline"> Prepare DataSourceConnect schema and classes </span></h2>
+<ul><li>create an additional source folder <tt>code/gen</tt> to contain the generated schema sources
+<ul><li>Right-click your bundle and click <i>New > Source Folder</i>.
+</li><li>Enter "code/gen" as the folder name.
+</li><li>edit build.properties and add folder <tt>code/gen</tt> to the source folders.
+</li></ul>
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-text">source.. = code/src/,\
+ code/gen/
+output.. = code/bin/</pre></div>
+<p><br />
+</p>
+<ul><li>create schema definition
+<ul><li>create a folder <tt>schema</tt> in your bundle
+</li><li>create file <tt>schemas\MockCrawlerSchema.xsd</tt> to contain the XSD schema for the crawler configuration based on the abstract XSD schema "RootDataSourceConnectionConfigSchema"
+</li><li>therin you have to provide definitions of "Process" and "Attribute" nodes for crawler specific information
+</li><li>the following code snippet can be used as a template
+</li></ul>
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><?xml</span> <span class="re0">version</span>=<span class="st0">"1.0"</span> <span class="re0">encoding</span>=<span class="st0">"UTF-8"</span><span class="re2">?></span></span>
+<span class="sc3"><span class="re1"><xs:schema</span> <span class="re0">elementFormDefault</span>=<span class="st0">"qualified"</span> <span class="re0">attributeFormDefault</span>=<span class="st0">"unqualified"</span> <span class="re0">xmlns:xs</span>=<span class="st0">"http://www.w3.org/2001/XMLSchema"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><xs:redefine</span> <span class="re0">schemaLocation</span>=<span class="st0">"../../org.eclipse.smila.connectivity.framework.schema/schemas/RootDataSourceConnectionConfigSchema.xsd"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><xs:complexType</span> <span class="re0">name</span>=<span class="st0">"Process"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><xs:annotation<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><xs:documentation<span class="re2">></span></span></span>Process Specification<span class="sc3"><span class="re1"></xs:documentation<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></xs:annotation<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><xs:complexContent<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><xs:extension</span> <span class="re0">base</span>=<span class="st0">"Process"</span><span class="re2">></span></span>
+
+ <span class="sc3"><span class="re1"><</span>\!--define crawler specific process here --<span class="re2">></span></span>
+
+ <span class="sc3"><span class="re1"></xs:extension<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></xs:complexContent<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></xs:complexType<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><xs:complexType</span> <span class="re0">name</span>=<span class="st0">"Attribute"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><xs:complexContent<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><xs:extension</span> <span class="re0">base</span>=<span class="st0">"Attribute"</span><span class="re2">></span></span>
+
+ <span class="sc3"><span class="re1"><</span>\!--define crawler specific attributes here --<span class="re2">></span></span>
+
+ <span class="sc3"><span class="re1"></xs:extension<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></xs:complexContent<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></xs:complexType<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></xs:redefine<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></xs:schema<span class="re2">></span></span></span></pre></div>
+<ul><li>create JAXB mapping
+<ul><li>create file <tt>schemas\MockCrawlerSchema.jxb</tt> to contain the JAXB mappings used for generating configuration classes.
+</li><li>Here is an example for the <tt>MockCrawler</tt> JXB file you can use as a template, just rename the "schemaLocation" and "package name":
+</li></ul>
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><jxb:bindings</span> <span class="re0">version</span>=<span class="st0">"1.0"</span>
+ <span class="re0">xmlns:jxb</span>=<span class="st0">"http://java.sun.com/xml/ns/jaxb"</span>
+ <span class="re0">xmlns:xs</span>=<span class="st0">"http://www.w3.org/2001/XMLSchema"</span>
+<span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><jxb:bindings</span> <span class="re0">schemaLocation</span>=<span class="st0">"MockCrawlerSchema.xsd"</span> <span class="re0">node</span>=<span class="st0">"/xs:schema"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><jxb:schemaBindings<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><jxb:package</span> <span class="re0">name</span>=<span class="st0">"mypackage.crawler.mock.messages"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></jxb:schemaBindings<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><jxb:globalBindings<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><jxb:javaType</span> <span class="re0">name</span>=<span class="st0">"java.util.Date"</span> <span class="re0">xmlType</span>=<span class="st0">"xs:dateTime"</span> <span class="re0">printMethod</span>=<span class="st0">"org.eclipse.smila.connectivity.framework.schema.tools.SimpleDateFormatter.print"</span> <span class="re0">parseMethod</span>=<span class="st0">"org.eclipse.smila.connectivity.framework.schema.tools.SimpleDateFormatter.parse"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><jxb:javaType</span> <span class="re0">name</span>=<span class="st0">"org.eclipse.smila.connectivity.framework.schema.config.MimeTypeAttributeType"</span> <span class="re0">xmlType</span>=<span class="st0">"MimeTypeAttributeType"</span> <span class="re0">parseMethod</span>=<span class="st0">"org.eclipse.smila.connectivity.framework.schema.config.MimeTypeAttributeType.fromValue"</span> <span class="re0">printMethod</span>=<span class="st0">"org.eclipse.smila.connectivity.framework.schema.config.MimeTypeAttributeType.toValue"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><jxb:serializable</span> <span class="re0">uid</span>=<span class="st0">"1"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></jxb:globalBindings<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></jxb:bindings<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></jxb:bindings<span class="re2">></span></span></span></pre></div>
+<p><br />
+</p>
+<ul><li>Add a schema location reference in the plug-in implementation
+<ul><li>Create a new class (<tt>DataSourceConnectionConfigPluginImpl</tt>) which implements the interface <tt>DataSourceConnectionConfigPlugin</tt>.
+</li><li>Use the method <tt>String getSchemaLocation()</tt> to return "schemas/MockCrawlerSchema.xsd".
+</li><li>Use the method <tt>String getMessagesPackage()</tt> to return package name"mypackage.crawler.mock.messages".
+</li></ul>
+</li></ul>
+Here is an example implementation for the <tt>MockCrawler</tt> you can use as a template: <div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">package</span> mypackage.<span class="me1">crawler</span>.<span class="me1">mock</span>;
+
+<span class="kw1">import</span> org.<span class="me1">eclipse</span>.<span class="me1">smila</span>.<span class="me1">connectivity</span>.<span class="me1">framework</span>.<span class="me1">schema</span>.<span class="me1">DataSourceConnectionConfigPlugin</span>;
+
+<span class="coMULTI">/**
+ * The Class DataSourceConnectionConfigPluginImpl.
+ */</span>
+<span class="kw1">public</span> <span class="kw1">class</span> DataSourceConnectionConfigPluginImpl <span class="kw1">implements</span> DataSourceConnectionConfigPlugin <span class="br0">{</span>
+
+ <span class="coMULTI">/**
+ * {@inheritDoc}
+ *
+ * @see org.eclipse.smila.connectivity.framework.schema.DataSourceConnectionConfigPlugin#getSchemaLocation()
+ */</span>
+ <span class="kw1">public</span> <span class="kw3">String</span> getSchemaLocation<span class="br0">(</span><span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">return</span> <span class="st0">"schemas/MockCrawlerSchema.xsd"</span>;
+ <span class="br0">}</span>
+
+ <span class="coMULTI">/**
+ * {@inheritDoc}
+ *
+ * @see org.eclipse.smila.connectivity.framework.schema.DataSourceConnectionConfigPlugin#getMessagesPackage()
+ */</span>
+ <span class="kw1">public</span> <span class="kw3">String</span> getMessagesPackage<span class="br0">(</span><span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">return</span> <span class="st0">"mypackage.crawler.mock.messages"</span>;
+ <span class="br0">}</span>
+
+<span class="br0">}</span></pre></div>
+<ul><li>create new file <tt>plugin.xml</tt>
+<ul><li>define the extension for <tt>org.eclipse.smila.connectivity.framework.schema.extension</tt>, using the bundle name as ID and NAME.
+</li><li>set the schema class to your implmenetation of interface <tt>DataSourceConnectionConfigPlugin</tt>
+</li><li>Here is an example for the <tt>MockCrawler</tt> <tt>plugin.xml</tt> file you can use as a template:
+</li></ul>
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><plugin>
+ <extension
+ id=<span class="st0">"myplugin.crawler.mock"</span>
+ name=<span class="st0">"myplugin.crawler.mock"</span>
+ point=<span class="st0">"org.eclipse.smila.connectivity.framework.schema.extension"</span>>
+ <schema
+ <span class="kw1">class</span>=<span class="st0">"mypackage.crawler.mock.DataSourceConnectionConfigPluginImpl"</span>>
+ </schema>
+ </extension>
+</plugin></pre></div>
+<p><br />
+</p>
+<ul><li>Compile schema into JAXB classes by using <tt>ant</tt>
+<ul><li>See <a href="../../Development_Guidelines/Setup_for_JAXB_code_generation.html" title="SMILA/Development Guidelines/Setup for JAXB code generation">SMILA/Development Guidelines/Setup for JAXB code generation</a> for instruction on how to setup the JAXB generation tools. It is advised to let lib outside the workspace, for example in a lower level folder. (my -Dlib.dir=../../
+</li><li>create a new file <tt>build.xml</tt> to contain JXB build information. Use the following template as the content for file <tt>build.xml</tt> and rename the property value accordingly:
+</li></ul>
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><project</span> <span class="re0">name</span>=<span class="st0">"sub-build"</span> <span class="re0">default</span>=<span class="st0">"compile-schema-and-decorate"</span> <span class="re0">basedir</span>=<span class="st0">"."</span><span class="re2">></span></span>
+
+ <span class="sc3"><span class="re1"><property</span> <span class="re0">name</span>=<span class="st0">"schema.name"</span> <span class="re0">value</span>=<span class="st0">"MockCrawlerSchema"</span> <span class="re2">/></span></span>
+
+ <span class="sc3"><span class="re1"><import</span> <span class="re0">file</span>=<span class="st0">"../SMILA.builder/xjc/build.xml"</span> <span class="re2">/></span></span>
+
+<span class="sc3"><span class="re1"></project<span class="re2">></span></span></span></pre></div>
+<ul><li><ul><li>Launch <tt>ant -Dlib.dir=../lib</tt> from a cmd console to create the java files or to see any error messages.
+</li></ul>
+</li></ul>
+<p><br /> <b>Note:</b> If you rename the schema file name, make sure to update the following locations:
+</p>
+<ul><li>Plug-in implementation classes
+</li><li><tt>MockCrawlerSchema.jxb</tt> (it also should be renamed with the same name as schema)
+</li><li><tt>build.xml</tt>
+</li></ul>
+<a name="OSGi_and_Declarative_Service_requirements"></a><h2> <span class="mw-headline"> OSGi and Declarative Service requirements </span></h2>
+<ul><li>It is not required to implement a BundleActivator.
+</li><li>Create the top level folder <tt>OSGI-INF</tt>.
+</li><li>Create a Component Description file in <tt>OSGI-INF</tt>. You can name the file as you like, but it is good practice to name it like the crawler. Therein you have to provide a unique component name, it should be the same as the crawler's class name. Then you have to provide your implementation class and the service interface class, which is always <tt>org.eclipse.smila.connectivity.framework.Crawler</tt>. Here is an example for the <tt>MockCrawler</tt> component description file you can use as a template:
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><component</span> <span class="re0">name</span>=<span class="st0">"MockCrawler"</span> <span class="re0">immediate</span>=<span class="st0">"false"</span> <span class="re0">factory</span>=<span class="st0">"CrawlerFactory"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><implementation</span> <span class="re0">class</span>=<span class="st0">"mypackage.crawer.mock.MockCrawler"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><service<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><provide</span> <span class="re0">interface</span>=<span class="st0">"org.eclipse.smila.connectivity.framework.Crawler"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></service<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></component<span class="re2">></span></span></span></pre></div>
+<ul><li>Add a <i>Service-Component</i> entry to your manifest file, e.g.:
+</li></ul>
+<pre>Service-Component: OSGI-INF/mockcrawler.xml
+</pre>
+<ul><li>Open <tt>build.properties</tt> and change the binary build: Add the folders <tt>OSGI-INF</tt> and <tt>schemas</tt> as well as the file <tt>plugin.xml</tt>.
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml">bin.includes = META-INF/,\
+ .,\
+ plugin.xml,\
+ schemas/,\
+ OSGI-INF/</pre></div>
+<p><br />
+</p>
+<a name="Implement_your_crwler"></a><h2> <span class="mw-headline"> Implement your crwler </span></h2>
+<ul><li>Implement your crawler in a new class extending <tt>org.eclipse.smila.connectivity.framework.AbstractCrawler</tt>.
+</li></ul>
+<ul><li>Integrate your new agent bundle into the build process: Refer to the page <a href="../../Development_Guidelines/How_to_integrate_new_bundle_into_build_process.html" class="mw-redirect" title="SMILA/Development Guidelines/How to integrate new bundle into build process">How to integrate new bundle into build process</a> for further instructions.
+</li></ul>
+<ul><li> Follow the example of FileSystemCrawler
+</li></ul>
+<p>[optional]
+</p>
+<ul><li>Create a JUnit test bundle for this crawler e.g. <tt>myplugin.crawler.mock.test</tt>.
+</li><li>Integrate your test bundle into the build process: Refer to the page <a href="../../Development_Guidelines/How_to_integrate_test_bundle_into_build_process.html" class="mw-redirect" title="SMILA/Development Guidelines/How to integrate test bundle into build process">How to integrate test bundle into build process</a>) for further instructions.
+</li></ul>
+<a name="Activate_your_crawler"></a><h2> <span class="mw-headline"> Activate your crawler </span></h2>
+<a name="Activation_SMILA_in_eclipse"></a><h3> <span class="mw-headline"> Activation SMILA in eclipse </span></h3>
+<ul><li>Open the <i>Run</i> dialog, switch to the configuration page of <i>Bundles</i>, select your bundle and set the parameter <i>Default Auto-Start</i> to <i>true</i>.
+</li><li>Launch <tt>SMILA.launch</tt>.
+</li></ul>
+<a name="Activation_SMILA_application"></a><h3> <span class="mw-headline"> Activation SMILA application </span></h3>
+<ul><li>Insert your bundle , e.g. <tt>myplugin.crawler.mock@4:start</tt>, to the <tt>config.ini</tt> file.
+</li><li>Launch SMILA by calling either <tt>SMILA.exe</tt> or <tt>eclipse.exe -console</tt>
+</li></ul>
+<a name="Run_your_crawler"></a><h2> <span class="mw-headline"> Run your crawler </span></h2>
+<p>Information on how to start and run an Crawler can be found in the <a href="../CrawlerController.html" title="SMILA/Documentation/CrawlerController">CrawlerController</a> documentation.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 126/1000000
+Post-expand include size: 1045/2097152 bytes
+Template argument size: 515/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15203-0!1!0!!en!2!edit=0 and timestamp 20120202171427 -->
+<div class="printfooter">
+Retrieved from "<a href="How_to_implement_a_crawler.html">http://wiki.eclipse.org/SMILA/Documentation/HowTo/How_to_implement_a_crawler</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 13:29, 24 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a>, <a href="http://wiki.eclipse.org/index.php?title=User:Leccher.gmail.com&action=edit" class="new" title="User:Leccher.gmail.com">Lorenzo </a> and <a href="http://wiki.eclipse.org/index.php?title=User:Daniel.stucky.attensity.com&action=edit" class="new" title="User:Daniel.stucky.attensity.com">Daniel Stucky</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_implement_a_crawler&action=credits" title="SMILA/Documentation/HowTo/How to implement a crawler">others</a>.</p>
+ <p id="footerviews">This page has been accessed 6,278 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.052 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/HowTo/How_to_implement_an_agent.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/HowTo/How_to_implement_an_agent.html
new file mode 100644
index 0000000..7cbe133
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/HowTo/How_to_implement_an_agent.html
@@ -0,0 +1,597 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/HowTo/How to implement an agent,SMILA/Development Guidelines/Create a bundle (plug-in),SMILA/Development Guidelines/How to integrate new bundle into build process,SMILA/Development Guidelines/How to integrate test bundle into build process,SMILA/Development Guidelines/Setup for JAXB code generation,SMILA/Documentation/AgentController,SMILA/Glossary,SMILA/Howto integrate a component in SMILA" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/HowTo/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/HowTo/How to implement an agent - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/HowTo/How_to_implement_an_agent";
+var wgTitle = "SMILA/Documentation/HowTo/How to implement an agent";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "19444";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286127";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-text {line-height: normal; font-size: medium;}
+.source-text li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for text
+ * CSS class: source-text, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-text .de1, .source-text .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-text {}
+.source-text .head {}
+.source-text .foot {}
+.source-text .imp {font-weight: bold; color: red;}
+.source-text .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-text li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-text li.li2 {font-weight: bold;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-java {line-height: normal; font-size: medium;}
+.source-java li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for java
+ * CSS class: source-java, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-java .de1, .source-java .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-java {}
+.source-java .head {}
+.source-java .foot {}
+.source-java .imp {font-weight: bold; color: red;}
+.source-java .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-java li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-java li.li2 {font-weight: bold;}
+.source-java .kw1 {color: #7F0055; font-weight: bold;}
+.source-java .kw2 {color: #7F0055; font-weight: bold;}
+.source-java .kw3 {color: #000000; font-weight: normal}
+.source-java .kw4 {color: #7F0055; font-weight: bold;}
+.source-java .co1 {color: #3F7F5F; font-style: italic;}
+.source-java .co2 {color: #3F7F5F;}
+.source-java .co3 {color: #3F7F5F; font-style: italic; font-weight: bold;}
+.source-java .coMULTI {color: #3F5FBF; font-style: italic;}
+.source-java .es0 {color: #000000;}
+.source-java .br0 {color: #000000;}
+.source-java .st0 {color: #2A00ff;}
+.source-java .nu0 {color: #000000;}
+.source-java .me1 {color: #000000;}
+.source-java .me2 {color: #000000;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="How_to_implement_an_agent.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_HowTo_How_to_implement_an_agent">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/How_to_implement_an_agent">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/HowTo/How_to_implement_an_agent">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/HowTo/How_to_implement_an_agent">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_implement_an_agent&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_implement_an_agent&oldid=286127">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="How_to_implement_an_agent.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/HowTo/How_to_implement_an_agent&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_implement_an_agent&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_implement_an_agent&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/How%20to%20implement%20an%20agent"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/HowTo/How to implement an agent</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../../SMILA.html" title="SMILA">SMILA</a> | <a href="../../Documentation.1.html" title="SMILA/Documentation">Documentation</a> | <a href="../HowTo.html" title="SMILA/Documentation/HowTo">HowTo</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="How_to_implement_an_agent.html#column-one">navigation</a>, <a href="How_to_implement_an_agent.html#searchInput">search</a></div> <!-- start content -->
+ <div class="messagebox" style="background-color: #def3fe; border: 1px solid #c5d7e0; color: black; padding: 5px; margin: 1ex 0; min-height: 35px; padding-left: 45px;">
+<div style="float: left; margin-left: -40px;"><a href="http://wiki.eclipse.org/Image:Note.png" class="image" title="Note.png"><img alt="" src="http://wiki.eclipse.org/images/c/cc/Note.png" width="35" height="35" border="0" /></a></div>
+<div><b>This is deprecated for SMILA 1.0, the connectivity framework is still functional but will aimed to be replaced by scalable import based on SMILAs job management.</b><br /></div>
+</div>
+<p>This page explains how to implement an <a href="../../Glossary.html#A" title="SMILA/Glossary">Agent</a> and <a href="../../Howto_integrate_a_component_in_SMILA.html" class="mw-redirect" title="SMILA/Howto integrate a component in SMILA">add its functionality</a> to SMILA.
+</p>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="How_to_implement_an_agent.html#Prepare_bundle_and_manifest"><span class="tocnumber">1</span> <span class="toctext">Prepare bundle and manifest</span></a></li>
+<li class="toclevel-1"><a href="How_to_implement_an_agent.html#Prepare_DataSourceConnect_schema_and_classes"><span class="tocnumber">2</span> <span class="toctext">Prepare DataSourceConnect schema and classes</span></a></li>
+<li class="toclevel-1"><a href="How_to_implement_an_agent.html#OSGi_and_Declarative_Service_requirements"><span class="tocnumber">3</span> <span class="toctext">OSGi and Declarative Service requirements</span></a></li>
+<li class="toclevel-1"><a href="How_to_implement_an_agent.html#Implement_your_agent"><span class="tocnumber">4</span> <span class="toctext">Implement your agent</span></a></li>
+<li class="toclevel-1"><a href="How_to_implement_an_agent.html#Activate_your_agent"><span class="tocnumber">5</span> <span class="toctext">Activate your agent</span></a>
+<ul>
+<li class="toclevel-2"><a href="How_to_implement_an_agent.html#Activation_SMILA_in_eclipse"><span class="tocnumber">5.1</span> <span class="toctext">Activation SMILA in eclipse</span></a></li>
+<li class="toclevel-2"><a href="How_to_implement_an_agent.html#Activation_SMILA_application"><span class="tocnumber">5.2</span> <span class="toctext">Activation SMILA application</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="How_to_implement_an_agent.html#Run_your_agent"><span class="tocnumber">6</span> <span class="toctext">Run your agent</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Prepare_bundle_and_manifest"></a><h2> <span class="mw-headline"> Prepare bundle and manifest </span></h2>
+<ul><li> Create a new bundle that will contain your agent. Follow the instructions on <a href="../../Development_Guidelines/Create_a_bundle_(plug-in).html" class="mw-redirect" title="SMILA/Development Guidelines/Create a bundle (plug-in)">How to create a bundle</a> and use the prefix <tt>org.eclipse.smila.connectivity.framework.agent</tt> for the name of your project.
+</li><li> Edit the manifest file and add the following packages to the <i>Import-Package</i> section.
+<ul><li> <tt>javax.xml.bind;version="2.1.0"</tt>
+</li><li> <tt>javax.xml.bind.annotation;version="2.1.0"</tt>
+</li><li> <tt>javax.xml.bind.annotation.adapters;version="2.1.0"</tt>
+</li><li> <tt>javax.xml.stream;version="1.0.1"</tt>
+</li><li> <tt>org.apache.commons.logging;version="1.0.4"</tt>
+</li><li> <tt>org.eclipse.smila.connectivity;version="1.0.0"</tt>
+</li><li> <tt>org.eclipse.smila.connectivity.framework;version="1.0.0"</tt>
+</li><li> <tt>org.eclipse.smila.connectivity.framework.schema;version="1.0.0"</tt>
+</li><li> <tt>org.eclipse.smila.connectivity.framework.schema.config;version="1.0.0"</tt>
+</li><li> <tt>org.eclipse.smila.connectivity.framework.schema.config.interfaces;version="1.0.0"</tt>
+</li><li> <tt>org.eclipse.smila.connectivity.framework.schema.tools;version="1.0.0"</tt>
+</li><li> <tt>org.eclipse.smila.connectivity.framework.util;version="1.0.0"</tt>
+</li><li> <tt>org.eclipse.smila.datamodel;version="1.0.0"</tt>
+</li></ul>
+</li><li> you will have to add additional packages to fill you agent with business logic !
+</li></ul>
+<a name="Prepare_DataSourceConnect_schema_and_classes"></a><h2> <span class="mw-headline"> Prepare DataSourceConnect schema and classes </span></h2>
+<ul><li> create an additional source folder <tt>code/gen</tt> to contain the generated schema sources
+<ul><li> Right-click your bundle and click <i>New > Source Folder</i>.
+</li><li> Enter "code/gen" as the folder name.
+</li><li> edit build.properties and add folder <tt>code/gen</tt> to the source folders.
+</li></ul>
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-text">source.. = code/src/,\
+ code/gen/
+output.. = code/bin/</pre></div>
+<p><br />
+</p>
+<ul><li> create schema definition
+<ul><li> create a folder <tt>schema</tt> in your bundle
+</li><li> create file <tt>schemas\MYAGENTDataSourceConnectionConfigSchema.xsd</tt> to contain the XSD schema for the agent configuration based on the abstract XSD schema "RootDataSourceConnectionConfigSchema"
+</li><li> therin you have to provide definitions of "Process" and "Attribute" nodes for agent specific information
+</li><li> the following code snippet can be used as a template
+</li></ul>
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><xs:schema</span> <span class="re0">elementFormDefault</span>=<span class="st0">"qualified"</span> <span class="re0">attributeFormDefault</span>=<span class="st0">"unqualified"</span> <span class="re0">xmlns:xs</span>=<span class="st0">"http://www.w3.org/2001/XMLSchema"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><xs:redefine</span> <span class="re0">schemaLocation</span>=<span class="st0">"../../org.eclipse.smila.connectivity.framework.schema/schemas/RootDataSourceConnectionConfigSchema.xsd"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><xs:complexType</span> <span class="re0">name</span>=<span class="st0">"Process"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><xs:annotation<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><xs:documentation<span class="re2">></span></span></span>Process Specification<span class="sc3"><span class="re1"></xs:documentation<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></xs:annotation<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><xs:complexContent<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><xs:extension</span> <span class="re0">base</span>=<span class="st0">"Process"</span><span class="re2">></span></span>
+
+ <span class="sc3"><span class="re1"><</span>\!--define agent specific process here --<span class="re2">></span></span>
+
+ <span class="sc3"><span class="re1"></xs:extension<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></xs:complexContent<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></xs:complexType<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><xs:complexType</span> <span class="re0">name</span>=<span class="st0">"Attribute"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><xs:complexContent<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><xs:extension</span> <span class="re0">base</span>=<span class="st0">"Attribute"</span><span class="re2">></span></span>
+
+ <span class="sc3"><span class="re1"><</span>\!--define agent specific attributes here --<span class="re2">></span></span>
+
+ <span class="sc3"><span class="re1"></xs:extension<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></xs:complexContent<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></xs:complexType<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></xs:redefine<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></xs:schema<span class="re2">></span></span></span></pre></div>
+<ul><li> create JAXB mapping
+<ul><li> create file <tt>schemas\MYAGENTDataSourceConnectionConfigSchema.jxb</tt> to contain the JAXB mappings used for generating configuration classes.
+</li><li> Here is an example for the <tt>MockAgent</tt> JXB file you can use as a template, just rename the "schemaLocation" and "package name":
+</li></ul>
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><jxb:bindings</span> <span class="re0">version</span>=<span class="st0">"1.0"</span>
+ <span class="re0">xmlns:jxb</span>=<span class="st0">"http://java.sun.com/xml/ns/jaxb"</span>
+ <span class="re0">xmlns:xs</span>=<span class="st0">"http://www.w3.org/2001/XMLSchema"</span>
+<span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><jxb:bindings</span> <span class="re0">schemaLocation</span>=<span class="st0">"MockDataSourceConnectionConfigSchema.xsd"</span> <span class="re0">node</span>=<span class="st0">"/xs:schema"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><jxb:schemaBindings<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><jxb:package</span> <span class="re0">name</span>=<span class="st0">"org.eclipse.smila.connectivity.framework.agent.mock.messages"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></jxb:schemaBindings<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><jxb:globalBindings<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><jxb:javaType</span> <span class="re0">name</span>=<span class="st0">"java.util.Date"</span> <span class="re0">xmlType</span>=<span class="st0">"xs:dateTime"</span> <span class="re0">printMethod</span>=<span class="st0">"org.eclipse.smila.connectivity.framework.schema.tools.SimpleDateFormatter.print"</span> <span class="re0">parseMethod</span>=<span class="st0">"org.eclipse.smila.connectivity.framework.schema.tools.SimpleDateFormatter.parse"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><jxb:javaType</span> <span class="re0">name</span>=<span class="st0">"org.eclipse.smila.connectivity.framework.schema.config.MimeTypeAttributeType"</span> <span class="re0">xmlType</span>=<span class="st0">"MimeTypeAttributeType"</span> <span class="re0">parseMethod</span>=<span class="st0">"org.eclipse.smila.connectivity.framework.schema.config.MimeTypeAttributeType.fromValue"</span> <span class="re0">printMethod</span>=<span class="st0">"org.eclipse.smila.connectivity.framework.schema.config.MimeTypeAttributeType.toValue"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><jxb:serializable</span> <span class="re0">uid</span>=<span class="st0">"1"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></jxb:globalBindings<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></jxb:bindings<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></jxb:bindings<span class="re2">></span></span></span></pre></div>
+<p><br />
+</p>
+<ul><li> Add a schema location reference in the plug-in implementation
+<ul><li> Create a new class (<tt>DataSourceConnectionConfigPluginImpl</tt>) which implements the interface <tt>DataSourceConnectionConfigPlugin</tt>.
+</li><li> Use the method <tt>String getSchemaLocation()</tt> to return "schemas/MYAGENTDataSourceConnectionConfigSchema.xsd".
+</li><li> Use the method <tt>String getMessagesPackage()</tt> to return package name"org.eclipse.smila.connectivity.framework.agent.MYAGENT.messages".
+</li></ul>
+</li></ul>
+<p>Here is an example implementation for the <tt>MockAgent</tt> you can use as a template:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">package</span> org.<span class="me1">eclipse</span>.<span class="me1">smila</span>.<span class="me1">connectivity</span>.<span class="me1">framework</span>.<span class="me1">agent</span>.<span class="me1">mock</span>;
+
+<span class="kw1">import</span> org.<span class="me1">eclipse</span>.<span class="me1">smila</span>.<span class="me1">connectivity</span>.<span class="me1">framework</span>.<span class="me1">schema</span>.<span class="me1">DataSourceConnectionConfigPlugin</span>;
+
+<span class="coMULTI">/**
+ * The Class DataSourceConnectionConfigPluginImpl.
+ */</span>
+<span class="kw1">public</span> <span class="kw1">class</span> DataSourceConnectionConfigPluginImpl <span class="kw1">implements</span> DataSourceConnectionConfigPlugin <span class="br0">{</span>
+
+ <span class="coMULTI">/**
+ * {@inheritDoc}
+ *
+ * @see org.eclipse.smila.connectivity.framework.schema.DataSourceConnectionConfigPlugin#getSchemaLocation()
+ */</span>
+ <span class="kw1">public</span> <span class="kw3">String</span> getSchemaLocation<span class="br0">(</span><span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">return</span> <span class="st0">"schemas/MockDataSourceConnectionConfigSchema.xsd"</span>;
+ <span class="br0">}</span>
+
+ <span class="coMULTI">/**
+ * {@inheritDoc}
+ *
+ * @see org.eclipse.smila.connectivity.framework.schema.DataSourceConnectionConfigPlugin#getMessagesPackage()
+ */</span>
+ <span class="kw1">public</span> <span class="kw3">String</span> getMessagesPackage<span class="br0">(</span><span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">return</span> <span class="st0">"org.eclipse.smila.connectivity.framework.agent.mock.messages"</span>;
+ <span class="br0">}</span>
+
+<span class="br0">}</span></pre></div>
+<ul><li> create new file <tt>plugin.xml</tt>
+<ul><li> define the extension for <tt>org.eclipse.smila.connectivity.framework.schema.extension</tt>, using the bundle name as ID and NAME.
+</li><li> set the schema class to your implmenetation of interface <tt>DataSourceConnectionConfigPlugin</tt>
+</li><li> Here is an example for the <tt>MockAgent</tt> <tt>plugin.xml</tt> file you can use as a template:
+</li></ul>
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><plugin>
+ <extension
+ id=<span class="st0">"org.eclipse.smila.connectivity.framework.agent.mock"</span>
+ name=<span class="st0">"org.eclipse.smila.connectivity.framework.agent.mock"</span>
+ point=<span class="st0">"org.eclipse.smila.connectivity.framework.schema.extension"</span>>
+ <schema
+ <span class="kw1">class</span>=<span class="st0">"org.eclipse.smila.connectivity.framework.agent.mock.DataSourceConnectionConfigPluginImpl"</span>>
+ </schema>
+ </extension>
+</plugin></pre></div>
+<p><br />
+</p>
+<ul><li> Compile schema into JAXB classes by using <tt>ant</tt>
+<ul><li> create a new file <tt>build.xml</tt> to contain JXB build information
+</li><li> Launch <tt>ant -Dlib.dir=../lib</tt> from a cmd console to create the java files or to see any error messages.
+</li><li> See <a href="../../Development_Guidelines/Setup_for_JAXB_code_generation.html" title="SMILA/Development Guidelines/Setup for JAXB code generation">SMILA/Development_Guidelines/Setup for JAXB code generation</a> for instruction on how to setup the JAXB generation tools.
+</li><li> Use the following template as the content for file <tt>build.xml</tt> and rename the property value accordingly:
+</li></ul>
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><project</span> <span class="re0">name</span>=<span class="st0">"sub-build"</span> <span class="re0">default</span>=<span class="st0">"compile-schema-and-decorate"</span> <span class="re0">basedir</span>=<span class="st0">"."</span><span class="re2">></span></span>
+
+ <span class="sc3"><span class="re1"><property</span> <span class="re0">name</span>=<span class="st0">"schema.name"</span> <span class="re0">value</span>=<span class="st0">"MYAGENTDataSourceConnectionConfigSchema"</span> <span class="re2">/></span></span>
+
+ <span class="sc3"><span class="re1"><import</span> <span class="re0">file</span>=<span class="st0">"../SMILA.builder/xjc/build.xml"</span> <span class="re2">/></span></span>
+
+<span class="sc3"><span class="re1"></project<span class="re2">></span></span></span></pre></div>
+<p><br />
+<b>Note:</b> If you rename the schema file name, make sure to update the following locations:
+</p>
+<ul><li> Plug-in implementation classes
+</li><li> <tt>MYAGENTDataSourceConnectionConfigSchema.jxb</tt> (it also should be renamed with the same name as schema)
+</li><li> <tt>build.xml</tt>
+</li></ul>
+<a name="OSGi_and_Declarative_Service_requirements"></a><h2> <span class="mw-headline"> OSGi and Declarative Service requirements </span></h2>
+<ul><li> It is not required to implement a BundleActivator.
+</li><li> Create the top level folder <tt>OSGI-INF</tt>.
+</li><li> Create a Component Description file in <tt>OSGI-INF</tt>. You can name the file as you like, but it is good practice to name it like the agent. Therein you have to provide a unique component name, it should be the same as the agent's class name. Then you have to provide your implementation class and the service interface class, which is always <tt>org.eclipse.smila.connectivity.framework.Agent</tt>. Here is an example for the <tt>MockAgent</tt> component description file you can use as a teemplate:
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><component</span> <span class="re0">name</span>=<span class="st0">"MockAgent"</span> <span class="re0">immediate</span>=<span class="st0">"false"</span> <span class="re0">factory</span>=<span class="st0">"AgentFactory"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><implementation</span> <span class="re0">class</span>=<span class="st0">"org.eclipse.smila.connectivity.framework.agent.mock.MockAgent"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><service<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><provide</span> <span class="re0">interface</span>=<span class="st0">"org.eclipse.smila.connectivity.framework.Agent"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></service<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></component<span class="re2">></span></span></span></pre></div>
+<ul><li> Add a <i>Service-Component</i> entry to your manifest file, e.g.:
+</li></ul>
+<pre>
+Service-Component: OSGI-INF/mockagent.xml
+</pre>
+<ul><li> Open <tt>build.properties</tt> and change the binary build: Add the folders <tt>OSGI-INF</tt> and <tt>schemas</tt> as well as the file <tt>plugin.xml</tt>.
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml">bin.includes = META-INF/,\
+ .,\
+ plugin.xml,\
+ schemas/,\
+ OSGI-INF/</pre></div>
+<p><br />
+</p>
+<a name="Implement_your_agent"></a><h2> <span class="mw-headline"> Implement your agent </span></h2>
+<ul><li> Implement your agent in a new class extending <tt>org.eclipse.smila.connectivity.framework.AbstractAgent</tt>.
+<ul><li> this base class already provides implementations for all interface methods except for method <tt>run()</tt> of interface <tt>Runnable</tt>
+</li><li> you should use the following code snippet as a template for the run method. It already includes checking if the agent was stopped as well as error handling. You only have to fill in the agent business logic.
+</li></ul>
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="coMULTI">/**
+ * {@inheritDoc}
+ *
+ * @see java.lang.Runnable#run()
+ */</span>
+<span class="kw1">public</span> <span class="kw4">void</span> run<span class="br0">(</span><span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">try</span> <span class="br0">{</span>
+ <span class="kw1">while</span> <span class="br0">(</span>!isStopThread<span class="br0">(</span><span class="br0">)</span><span class="br0">)</span> <span class="br0">{</span>
+
+ <span class="co1">// fille in the agent business logic</span>
+
+ <span class="br0">}</span> <span class="co1">// while</span>
+ <span class="br0">}</span> <span class="kw1">catch</span> <span class="br0">(</span><span class="kw3">Throwable</span> t<span class="br0">)</span> <span class="br0">{</span>
+ getAgentState<span class="br0">(</span><span class="br0">)</span>.<span class="me1">setLastError</span><span class="br0">(</span>t<span class="br0">)</span>;
+ getAgentState<span class="br0">(</span><span class="br0">)</span>.<span class="me1">setState</span><span class="br0">(</span>AgentThreadState.<span class="me1">Aborted</span><span class="br0">)</span>;
+ <span class="kw1">throw</span> <span class="kw1">new</span> <span class="kw3">RuntimeException</span><span class="br0">(</span>t<span class="br0">)</span>;
+ <span class="br0">}</span> <span class="kw1">finally</span> <span class="br0">{</span>
+ <span class="kw1">try</span> <span class="br0">{</span>
+ stopThread<span class="br0">(</span><span class="br0">)</span>;
+ <span class="br0">}</span> <span class="kw1">catch</span> <span class="br0">(</span><span class="kw3">Exception</span> e<span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">throw</span> <span class="kw1">new</span> <span class="kw3">RuntimeException</span><span class="br0">(</span>e<span class="br0">)</span>;
+ <span class="br0">}</span>
+ <span class="br0">}</span>
+<span class="br0">}</span></pre></div>
+<ul><li> inside your business logic you will have to create new <tt>Id</tt> and <tt>Record</tt> objects. You are encouraged to use the utility classes <tt>ConnectivityIdFactory</tt> and <tt>ConnectivityHashFactory</tt> to create Ids and hashes using your agent configuration. To send add or delete request use method <tt>getControllerCallback()</tt> provided by <tt>org.eclipse.smila.connectivity.framework.AbstractAgent</tt> to get a callback reference to the AgentController. For example
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="co1">// add records</span>
+Record<span class="br0">[</span><span class="br0">]</span> records = <span class="br0">{</span>...<span class="br0">}</span>; <span class="co1">// first the agent has to create some records</span>
+getControllerCallback<span class="br0">(</span><span class="br0">)</span>.<span class="me1">add</span><span class="br0">(</span>records<span class="br0">)</span>;
+
+<span class="co1">// delete ids</span>
+Id<span class="br0">[</span><span class="br0">]</span> ids = <span class="br0">{</span>...<span class="br0">}</span>; <span class="co1">// first the agent has to create some ids</span>
+getControllerCallback<span class="br0">(</span><span class="br0">)</span>.<span class="me1">delete</span><span class="br0">(</span>ids<span class="br0">)</span>;</pre></div>
+<ul><li> Integrate your new agent bundle into the build process: Refer to the page <a href="../../Development_Guidelines/How_to_integrate_new_bundle_into_build_process.html" class="mw-redirect" title="SMILA/Development Guidelines/How to integrate new bundle into build process">How to integrate new bundle into build process</a> for further instructions.
+</li></ul>
+<p>[optional]
+</p>
+<ul><li> Create a JUnit test bundle for this agent e.g. <tt>org.eclipse.smila.connectivity.framework.agent.mock.test</tt>.
+</li><li> Integrate your test bundle into the build process: Refer to the page <a href="../../Development_Guidelines/How_to_integrate_test_bundle_into_build_process.html" class="mw-redirect" title="SMILA/Development Guidelines/How to integrate test bundle into build process">How to integrate test bundle into build process</a>) for further instructions.
+</li></ul>
+<a name="Activate_your_agent"></a><h2> <span class="mw-headline"> Activate your agent </span></h2>
+<a name="Activation_SMILA_in_eclipse"></a><h3> <span class="mw-headline"> Activation SMILA in eclipse </span></h3>
+<ul><li> Open the <i>Run</i> dialog, switch to the configuration page of <i>Bundles</i>, select your bundle and set the parameter <i>Default Auto-Start</i> to <i>true</i>.
+</li><li> Launch <tt>SMILA.launch</tt>.
+</li></ul>
+<a name="Activation_SMILA_application"></a><h3> <span class="mw-headline"> Activation SMILA application </span></h3>
+<ul><li> Insert your bundle , e.g. <tt>org.eclipse.smila.connectivity.framework.agent.mock@4:start</tt>, to the <tt>config.ini</tt> file.
+</li><li> Launch SMILA by calling either <tt>SMILA.exe</tt> or <tt>eclipse.exe -console</tt>
+</li></ul>
+<a name="Run_your_agent"></a><h2> <span class="mw-headline"> Run your agent </span></h2>
+<p>Information on how to start and run an Agent can be found in the <a href="../AgentController.html" title="SMILA/Documentation/AgentController">AgentController</a> documentation.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 137/1000000
+Post-expand include size: 1045/2097152 bytes
+Template argument size: 515/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:19444-0!1!0!!en!2!edit=0 and timestamp 20120203001849 -->
+<div class="printfooter">
+Retrieved from "<a href="How_to_implement_an_agent.html">http://wiki.eclipse.org/SMILA/Documentation/HowTo/How_to_implement_an_agent</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 13:29, 24 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a>, <a href="http://wiki.eclipse.org/index.php?title=User:Daniel.stucky.attensity.com&action=edit" class="new" title="User:Daniel.stucky.attensity.com">Daniel Stucky</a> and <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.Schumacher.empolis.com&action=edit" class="new" title="User:Juergen.Schumacher.empolis.com">Juergen Schumacher</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_implement_an_agent&action=credits" title="SMILA/Documentation/HowTo/How to implement an agent">others</a>.</p>
+ <p id="footerviews">This page has been accessed 2,660 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.057 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/HowTo/How_to_integrate_new_bundle_into_build_process.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/HowTo/How_to_integrate_new_bundle_into_build_process.html
new file mode 100644
index 0000000..d32c0b2
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/HowTo/How_to_integrate_new_bundle_into_build_process.html
@@ -0,0 +1,336 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/HowTo/How to integrate new bundle into build process,SMILA/Development Guidelines/How to set up integration environment,SMILA/Development Guidelines/Howto build a SMILA-Distribution,SMILA/Development Guidelines/Introduction to make.xml,SMILA/Documentation/HowTo/Create a bundle (plug-in)" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/HowTo/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/HowTo/How to integrate new bundle into build process - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/HowTo/How_to_integrate_new_bundle_into_build_process";
+var wgTitle = "SMILA/Documentation/HowTo/How to integrate new bundle into build process";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15388";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286547";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-text {line-height: normal; font-size: medium;}
+.source-text li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for text
+ * CSS class: source-text, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-text .de1, .source-text .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-text {}
+.source-text .head {}
+.source-text .foot {}
+.source-text .imp {font-weight: bold; color: red;}
+.source-text .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-text li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-text li.li2 {font-weight: bold;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="How_to_integrate_new_bundle_into_build_process.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_HowTo_How_to_integrate_new_bundle_into_build_process">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/How_to_integrate_new_bundle_into_build_process">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/HowTo/How_to_integrate_new_bundle_into_build_process">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/HowTo/How_to_integrate_new_bundle_into_build_process">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_integrate_new_bundle_into_build_process&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_integrate_new_bundle_into_build_process&oldid=286547">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="How_to_integrate_new_bundle_into_build_process.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/HowTo/How_to_integrate_new_bundle_into_build_process&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_integrate_new_bundle_into_build_process&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_integrate_new_bundle_into_build_process&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/How%20to%20integrate%20new%20bundle%20into%20build%20process"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/HowTo/How to integrate new bundle into build process</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../../SMILA.html" title="SMILA">SMILA</a> | <a href="../../Documentation.1.html" title="SMILA/Documentation">Documentation</a> | <a href="../HowTo.html" title="SMILA/Documentation/HowTo">HowTo</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="How_to_integrate_new_bundle_into_build_process.html#column-one">navigation</a>, <a href="How_to_integrate_new_bundle_into_build_process.html#searchInput">search</a></div> <!-- start content -->
+ <p>This page describse how to integrate your <a href="Create_a_bundle_(plug-in).html" title="SMILA/Documentation/HowTo/Create a bundle (plug-in)">own new bundle (plug-in)</a> into the SMILA build process.
+</p>
+<a name="Include_new_plug-in_into_org.eclipse.smila.feature"></a><h3> <span class="mw-headline"> <b>Include new plug-in into org.eclipse.smila.feature</b> </span></h3>
+<p>To include your plug-in:
+</p>
+<ol><li> Open the <tt>feature.xml</tt> file of the project <tt>org.eclipse.smila.feature</tt> in the Feature Manifest Editor.
+</li><li> Switch to the <i>Plug-ins</i> page and add the bundle to the <i>Plug-ins and Fragments</i> list. You don't have to adapt the Plug-in Details. <br /> <a href="http://wiki.eclipse.org/Image:EilfFeature.png" class="image" title="EilfFeature.png"><img alt="" src="http://wiki.eclipse.org/images/thumb/4/43/EilfFeature.png/600px-EilfFeature.png" width="600" height="322" border="0" /></a>
+</li></ol>
+<p><br />
+</p>
+<table style="background-color:#d8e4f1">
+<tr><td>
+<p><b>Useful Information</b>
+You don't have to modify the build file (<tt>make.xml</tt>) to include your bundle in the build process.
+The <tt>make.xml</tt> file includes all SMILA bundles located under the local trunk folder, along with those bundles whose names match its <patternset> elements (com.*, net.* and so on). If you get an error such as "Unable to find bundle xxx", it's probably because it is not matched by <tt>make.xml</tt> and it is not copied to the build folder. If you don't want to include your new bundle into the build process, the bundle has to be excluded explicitly in <tt>make.xml</tt>. For further information see: <a href="../../Development_Guidelines/Introduction_to_make.xml.html" title="SMILA/Development Guidelines/Introduction to make.xml">Introduction to make.xml</a>.
+</p>
+</td></tr>
+</table>
+<p>For information on how to build the SMILA distribution see: <i><a href="../../Development_Guidelines/Howto_build_a_SMILA-Distribution.html" class="mw-redirect" title="SMILA/Development Guidelines/Howto build a SMILA-Distribution">How to build a SMILA distribution</a></i>.
+</p>
+<a name="Optional_step:_Generate_Source_Bundle"></a><h3> <span class="mw-headline"> <b>Optional step: Generate Source Bundle </b> </span></h3>
+<p>The build process can also generate an additional source bundle for a new bundle so that debugging is easier when SMILA is used as a target platform (see <a href="../../Development_Guidelines/How_to_set_up_integration_environment.html" title="SMILA/Development Guidelines/How to set up integration environment">How to set up the integration environment</a>). This needs some manual modification of the files of the feature that includes the bundle:
+</p>
+<ul><li> In <tt>org.eclipse.smila.feature/build.properties</tt> add a line like this using the bundle name of your new bundle:
+</li></ul>
+<div style="margin-left: 1em;">
+<div dir="ltr" style="text-align: left;"><pre class="source-text">generate.plugin@org.eclipse.smila.sample.pipelet.source = org.eclipse.smila.sample.pipelet</pre></div>
+</div>
+<ul><li> In <tt>org.eclipse.smila.feature/feature.xml</tt> add an entry like this to include the source bundle in the feature:
+</li></ul>
+<div style="margin-left: 1em;">
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><plugin</span>
+ <span class="re0">id</span>=<span class="st0">"org.eclipse.smila.sample.pipelet.source"</span>
+ <span class="re0">download-size</span>=<span class="st0">"0"</span>
+ <span class="re0">install-size</span>=<span class="st0">"0"</span>
+ <span class="re0">version</span>=<span class="st0">"0.0.0"</span>
+ <span class="re0">unpack</span>=<span class="st0">"false"</span><span class="re2">/></span></span></pre></div>
+</div>
+<dl><dd>Ignore the warning stating that the bundle cannot be resolved. It is generated automatically at build time.
+</dd></dl>
+<ul><li> In your bundle, be sure to add at least the <tt>META-INF</tt> directory, the <tt>about</tt> files and the <tt>build.properties</tt> to the build configuration of the source build. Add additional files (schemas, sample configs, etc) as appropriate. Do NOT add the <tt>code/src</tt> or other source directories, this is done automatically by the build process: <br /> <a href="http://wiki.eclipse.org/Image:SMILA-bundle-source-build-properties.png" class="image" title="SMILA-bundle-source-build-properties.png"><img alt="" src="http://wiki.eclipse.org/images/thumb/e/ea/SMILA-bundle-source-build-properties.png/600px-SMILA-bundle-source-build-properties.png" width="600" height="570" border="0" /></a>
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 29/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15388-0!1!0!!en!2!edit=0 and timestamp 20120202171439 -->
+<div class="printfooter">
+Retrieved from "<a href="How_to_integrate_new_bundle_into_build_process.html">http://wiki.eclipse.org/SMILA/Documentation/HowTo/How_to_integrate_new_bundle_into_build_process</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 13:12, 25 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>, <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a> and <a href="http://wiki.eclipse.org/index.php?title=User:Piccoloprincipeazzurro.gmail.com&action=edit" class="new" title="User:Piccoloprincipeazzurro.gmail.com">Giorgio Sironi</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_integrate_new_bundle_into_build_process&action=credits" title="SMILA/Documentation/HowTo/How to integrate new bundle into build process">others</a>.</p>
+ <p id="footerviews">This page has been accessed 3,677 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.092 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/HowTo/How_to_integrate_test_bundle_into_build_process.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/HowTo/How_to_integrate_test_bundle_into_build_process.html
new file mode 100644
index 0000000..3cc6257
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/HowTo/How_to_integrate_test_bundle_into_build_process.html
@@ -0,0 +1,413 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/HowTo/How to integrate test bundle into build process,SMILA/Development Guidelines/Introduction to make.xml,SMILA/Documentation/HowTo/Create a test bundle (plug-in),SMILA/Development Guidelines/Build and Test Eclipse Product" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/HowTo/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/HowTo/How to integrate test bundle into build process - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/HowTo/How_to_integrate_test_bundle_into_build_process";
+var wgTitle = "SMILA/Documentation/HowTo/How to integrate test bundle into build process";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15398";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286580";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-text {line-height: normal; font-size: medium;}
+.source-text li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for text
+ * CSS class: source-text, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-text .de1, .source-text .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-text {}
+.source-text .head {}
+.source-text .foot {}
+.source-text .imp {font-weight: bold; color: red;}
+.source-text .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-text li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-text li.li2 {font-weight: bold;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="How_to_integrate_test_bundle_into_build_process.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_HowTo_How_to_integrate_test_bundle_into_build_process">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/How_to_integrate_test_bundle_into_build_process">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/HowTo/How_to_integrate_test_bundle_into_build_process">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/HowTo/How_to_integrate_test_bundle_into_build_process">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_integrate_test_bundle_into_build_process&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_integrate_test_bundle_into_build_process&oldid=286580">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="How_to_integrate_test_bundle_into_build_process.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/HowTo/How_to_integrate_test_bundle_into_build_process&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_integrate_test_bundle_into_build_process&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_integrate_test_bundle_into_build_process&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/How%20to%20integrate%20test%20bundle%20into%20build%20process"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/HowTo/How to integrate test bundle into build process</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../../SMILA.html" title="SMILA">SMILA</a> | <a href="../../Documentation.1.html" title="SMILA/Documentation">Documentation</a> | <a href="../HowTo.html" title="SMILA/Documentation/HowTo">HowTo</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="How_to_integrate_test_bundle_into_build_process.html#column-one">navigation</a>, <a href="How_to_integrate_test_bundle_into_build_process.html#searchInput">search</a></div> <!-- start content -->
+ <p>This page describes how to integrate your <a href="Create_a_test_bundle_(plug-in).html" title="SMILA/Documentation/HowTo/Create a test bundle (plug-in)">own test bundle (plug-in)</a> into the build process (Bamboo):
+</p>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="How_to_integrate_test_bundle_into_build_process.html#Define_Junit_version_range"><span class="tocnumber">1</span> <span class="toctext">Define Junit version range</span></a></li>
+<li class="toclevel-1"><a href="How_to_integrate_test_bundle_into_build_process.html#Create_test.xml_in_test_bundle"><span class="tocnumber">2</span> <span class="toctext">Create test.xml in test bundle</span></a></li>
+<li class="toclevel-1"><a href="How_to_integrate_test_bundle_into_build_process.html#Include_test.xml_in_build.properties"><span class="tocnumber">3</span> <span class="toctext">Include test.xml in build.properties</span></a></li>
+<li class="toclevel-1"><a href="How_to_integrate_test_bundle_into_build_process.html#Include_test_plug-in_into_org.eclipse.smila.test.feature"><span class="tocnumber">4</span> <span class="toctext">Include test plug-in into org.eclipse.smila.test.feature</span></a></li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Define_Junit_version_range"></a><h3> <span class="mw-headline"> Define Junit version range </span></h3>
+<p>Currently, it is necessary to import <tt>junit.framework</tt> with an explicit version range:
+</p>
+<ol><li> Open the <tt>MANIFEST.MF</tt> file of your test bundle using the <i>Plug-in Manifest Editor</i>.
+</li><li> Switch to the <i>Dependencies</i> tab and add the package <tt>junit.framework</tt> to the <i>Imported Packages</i> section.
+</li><li> Make sure to set the version range of this package as follows:
+</li></ol>
+<div style="margin-left: 2.5em">
+<table class="wikitable" border="1">
+
+<tr>
+<td> Minimum version
+</td><td> 3.8.0
+</td><td> Inclusive
+</td></tr>
+<tr>
+<td> Maximun version
+</td><td> 4.0.0
+</td><td> Exlusive
+</td></tr></table>
+</div>
+<a name="Create_test.xml_in_test_bundle"></a><h3> <span class="mw-headline"> Create test.xml in test bundle </span></h3>
+<p>The following figure shows the typical folder structure of a test bundle in the <i>Package Explorer</i>.
+</p><p><a href="http://wiki.eclipse.org/Image:TestPackageExplorer.png" class="image" title="Image:TestPackageExplorer.png"><img alt="Image:TestPackageExplorer.png" src="http://wiki.eclipse.org/images/5/5f/TestPackageExplorer.png" width="447" height="250" border="0" /></a>
+</p><p>Every test plug-in you want to run needs an Ant file called <tt>test.xml</tt>. Because each test run starts up a new Eclipse instance, it is convenient to create a plug-in bundling all your tests into a single <tt>AllTests</tt> suite. Then, there is only one test run and there must only be one <tt>test.xml</tt> file maintained.
+</p>
+<ol><li>Provide an <tt>AllTests</tt> suite that bundles all your tests.
+</li><li>Download the template file for <tt>test.xml</tt> from <a href="http://wiki.eclipse.org/Image:Test-bundle-template.zip" title="Image:Test-bundle-template.zip">Image:Test-bundle-template.zip</a> (see below).
+</li><li>Add the file to your test bundle.
+</li><li>Adapt the value of the property <tt>plugin-name</tt> to meet your bundle name:
+</li></ol>
+<div style="margin-left:1.5em">
+<div dir="ltr" style="text-align: left;"><pre class="source-xml">...
+ <span class="sc3"><span class="coMULTI"><!-- sets the properties plugin-name, and library-file --></span></span>
+ <span class="sc3"><span class="re1"><property</span> <span class="re0">name</span>=<span class="st0">"plugin-name"</span> <span class="re0">value</span>=<span class="st0">"<your bundle></span>"/>
+ <span class="sc3"><property name="</span>library-file<span class="st0">" value="</span>$<span class="br0">{</span>eclipse-home<span class="br0">}</span>/plugins/org.eclipse.test/library.xml<span class="st0">"/></span>
+ ...</span></pre></div>
+</div>
+<p>The code snippet below shows the template of the <tt>test.xml</tt> file. The entry point is the "run" target. Its prerequisites are "init", "suite", and "cleanup". The "suite" target calls "core-test" in <tt>library.xml</tt> with the properties necessary to start up the test host and run <tt>AllTests</tt>:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><?xml</span> <span class="re0">version</span>=<span class="st0">"1.0"</span><span class="re2">?></span></span>
+<span class="sc3"><span class="re1"><project</span> <span class="re0">name</span>=<span class="st0">"testsuite"</span> <span class="re0">default</span>=<span class="st0">"run"</span> <span class="re0">basedir</span>=<span class="st0">"."</span><span class="re2">></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- The property ${eclipse-home} should be passed into this script --></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- Set a meaningful default value for when it is not. --></span></span>
+ <span class="sc3"><span class="re1"><property</span> <span class="re0">name</span>=<span class="st0">"eclipse-home"</span> <span class="re0">value</span>=<span class="st0">"${basedir}/../.."</span><span class="re2">/></span></span>
+
+ <span class="sc3"><span class="coMULTI"><!-- sets the properties plugin-name, and library-file --></span></span>
+ <span class="sc3"><span class="re1"><property</span> <span class="re0">name</span>=<span class="st0">"plugin-name"</span> <span class="re0">value</span>=<span class="st0">"org.eclipse.smila.sample.bundle.test"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><property</span> <span class="re0">name</span>=<span class="st0">"library-file"</span> <span class="re0">value</span>=<span class="st0">"${eclipse-home}/plugins/org.eclipse.test/library.xml"</span><span class="re2">/></span></span>
+
+ <span class="sc3"><span class="coMULTI"><!-- This target holds all initialization code that needs to be done for --></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- all tests that are to be run. Initialization for individual tests --></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- should be done within the body of the suite target. --></span></span>
+ <span class="sc3"><span class="re1"><target</span> <span class="re0">name</span>=<span class="st0">"init"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><tstamp</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><delete<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><fileset</span> <span class="re0">dir</span>=<span class="st0">"${eclipse-home}"</span> <span class="re0">includes</span>=<span class="st0">"${plugin-name}*.xml"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></delete<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></target<span class="re2">></span></span></span>
+
+ <span class="sc3"><span class="coMULTI"><!-- This target defines the tests that need to be run. --></span></span>
+ <span class="sc3"><span class="re1"><target</span> <span class="re0">name</span>=<span class="st0">"suite"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><property</span> <span class="re0">name</span>=<span class="st0">"eit-folder"</span> <span class="re0">value</span>=<span class="st0">"${eclipse-home}/eit_folder"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><delete</span> <span class="re0">dir</span>=<span class="st0">"${eit-folder}"</span> <span class="re0">quiet</span>=<span class="st0">"true"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><ant</span> <span class="re0">target</span>=<span class="st0">"core-test"</span> <span class="re0">antfile</span>=<span class="st0">"${library-file}"</span> <span class="re0">dir</span>=<span class="st0">"${eclipse-home}"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><property</span> <span class="re0">name</span>=<span class="st0">"data-dir"</span> <span class="re0">value</span>=<span class="st0">"${eit-folder}"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><property</span> <span class="re0">name</span>=<span class="st0">"plugin-name"</span> <span class="re0">value</span>=<span class="st0">"${plugin-name}"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><property</span> <span class="re0">name</span>=<span class="st0">"classname"</span> <span class="re0">value</span>=<span class="st0">"${plugin-name}.AllTests"</span><span class="re2">/></span></span>
+
+ <span class="sc3"><span class="coMULTI"><!-- Activates logging (if necessary activate it--></span></span>
+ <span class="sc3"><span class="re1"><property</span> <span class="re0">name</span>=<span class="st0">"vmargs"</span> <span class="re0">value</span>=<span class="st0">"-Dorg.apache.commons.logging.Log=org.apache.commons.logging.impl.SimpleLog -Dorg.apache.commons.logging.simplelog.defaultlog=debug"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></ant<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></target<span class="re2">></span></span></span>
+
+ <span class="sc3"><span class="coMULTI"><!-- This target holds code to cleanup the testing environment after --></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- after all of the tests have been run. You can use this target to --></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- delete temporary files that have been created. --></span></span>
+ <span class="sc3"><span class="re1"><target</span> <span class="re0">name</span>=<span class="st0">"cleanup"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"></target<span class="re2">></span></span></span>
+
+ <span class="sc3"><span class="coMULTI"><!-- This target runs the test suite. Any actions that need to happen --></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- after all the tests have been run should go here. --></span></span>
+ <span class="sc3"><span class="re1"><target</span> <span class="re0">name</span>=<span class="st0">"run"</span> <span class="re0">depends</span>=<span class="st0">"init,suite,cleanup"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><ant</span> <span class="re0">target</span>=<span class="st0">"collect"</span> <span class="re0">antfile</span>=<span class="st0">"${library-file}"</span> <span class="re0">dir</span>=<span class="st0">"${eclipse-home}"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><property</span> <span class="re0">name</span>=<span class="st0">"includes"</span> <span class="re0">value</span>=<span class="st0">"${plugin-name}*.xml"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><property</span> <span class="re0">name</span>=<span class="st0">"output-file"</span> <span class="re0">value</span>=<span class="st0">"${plugin-name}.xml"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></ant<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></target<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></project<span class="re2">></span></span></span></pre></div>
+<a name="Include_test.xml_in_build.properties"></a><h3> <span class="mw-headline"> Include test.xml in build.properties </span></h3>
+<p>Add the <tt>test.xml</tt> file to the <tt>build.properties</tt> of your test bundle:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-text">source.. = code/src/
+output.. = code/bin/
+bin.includes = META-INF/,\
+ .,\
+ test.xml</pre></div>
+<table width="100%" style="background-color:#d8e4f1; padding-left:30px;">
+<tr>
+<td>
+<p><b>Additional information</b>: You don't have to modify the build file (make.xml) to include a bundle in the build. The make.xml file includes all bundles (core and test), which are located under the local trunk folder (e.g. SMILA/core). If you don't want to include your new bundle into the build process, the bundle has to be explicitly excluded in the make.xml file. You also don´t have to modify the build file to include your test bundle to checkstyle, pmd and emma. The tests inside your test bundle will be automatically executed. If you don´t want to run a test, the test bundle has to be explicitly excluded in the make.xml. For further information see: <a href="../../Development_Guidelines/Introduction_to_make.xml.html" title="SMILA/Development Guidelines/Introduction to make.xml">Introduction to make.xml</a>.
+</p>
+</td></tr></table>
+<a name="Include_test_plug-in_into_org.eclipse.smila.test.feature"></a><h3> <span class="mw-headline"> Include test plug-in into org.eclipse.smila.test.feature </span></h3>
+<ol><li> Open the file <tt>org.eclipse.smila.test.feature/feature.xml</tt>) using the <i>Feature Manifest Editor</i>.
+</li><li> Switch to the <i>Plug-ins</i> tab and add your test bundle to the <i>Plug-ins and Fragments</i> section.
+</li><li> Select the added plug-in and enable the option "Unpack the plug-in archive after the installation" in the <i>Plug-in Details</i> section. If you don't enable this option, the bundle's <tt>test.xml</tt> file won't be found and the build process will fail.
+</li></ol>
+<p>For further information see: <i><a href="http://wiki.eclipse.org/index.php?title=SMILA/Development_Guidelines/Build_and_Test_Eclipse_Product&action=edit" class="new" title="SMILA/Development Guidelines/Build and Test Eclipse Product">Build and Test Eclipse Product</a></i>.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 32/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15398-0!1!0!!en!2!edit=0 and timestamp 20120202171434 -->
+<div class="printfooter">
+Retrieved from "<a href="How_to_integrate_test_bundle_into_build_process.html">http://wiki.eclipse.org/SMILA/Documentation/HowTo/How_to_integrate_test_bundle_into_build_process</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 16:23, 25 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>, <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a> and <a href="http://wiki.eclipse.org/index.php?title=User:Szhbankova.brox.de&action=edit" class="new" title="User:Szhbankova.brox.de">Sofya Zhbankova</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_integrate_test_bundle_into_build_process&action=credits" title="SMILA/Documentation/HowTo/How to integrate test bundle into build process">others</a>.</p>
+ <p id="footerviews">This page has been accessed 3,161 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.055 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/HowTo/How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/HowTo/How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet.html
new file mode 100644
index 0000000..368e72d
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/HowTo/How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet.html
@@ -0,0 +1,639 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/HowTo/How to integrate the HelloWorld webservice as a Pipelet,SMILA/Development Guidelines,SMILA/Development Guidelines/Create a bundle (plug-in),SMILA/Development Guidelines/How to export a bundle,SMILA/Development Guidelines/How to integrate new bundle into build process,SMILA/Glossary,SMILA/Howto integrate a component in SMILA,SMILA/Glossary/" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/HowTo/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/HowTo/How to integrate the HelloWorld webservice as a Pipelet - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/HowTo/How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet";
+var wgTitle = "SMILA/Documentation/HowTo/How to integrate the HelloWorld webservice as a Pipelet";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "16093";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286121";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-text {line-height: normal; font-size: medium;}
+.source-text li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for text
+ * CSS class: source-text, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-text .de1, .source-text .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-text {}
+.source-text .head {}
+.source-text .foot {}
+.source-text .imp {font-weight: bold; color: red;}
+.source-text .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-text li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-text li.li2 {font-weight: bold;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-java {line-height: normal; font-size: medium;}
+.source-java li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for java
+ * CSS class: source-java, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-java .de1, .source-java .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-java {}
+.source-java .head {}
+.source-java .foot {}
+.source-java .imp {font-weight: bold; color: red;}
+.source-java .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-java li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-java li.li2 {font-weight: bold;}
+.source-java .kw1 {color: #7F0055; font-weight: bold;}
+.source-java .kw2 {color: #7F0055; font-weight: bold;}
+.source-java .kw3 {color: #000000; font-weight: normal}
+.source-java .kw4 {color: #7F0055; font-weight: bold;}
+.source-java .co1 {color: #3F7F5F; font-style: italic;}
+.source-java .co2 {color: #3F7F5F;}
+.source-java .co3 {color: #3F7F5F; font-style: italic; font-weight: bold;}
+.source-java .coMULTI {color: #3F5FBF; font-style: italic;}
+.source-java .es0 {color: #000000;}
+.source-java .br0 {color: #000000;}
+.source-java .st0 {color: #2A00ff;}
+.source-java .nu0 {color: #000000;}
+.source-java .me1 {color: #000000;}
+.source-java .me2 {color: #000000;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_HowTo_How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/HowTo/How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/HowTo/How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet&oldid=286121">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/HowTo/How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/How%20to%20integrate%20the%20HelloWorld%20webservice%20as%20a%20Pipelet"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/HowTo/How to integrate the HelloWorld webservice as a Pipelet</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../../SMILA.html" title="SMILA">SMILA</a> | <a href="../../Documentation.1.html" title="SMILA/Documentation">Documentation</a> | <a href="../HowTo.html" title="SMILA/Documentation/HowTo">HowTo</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet.html#column-one">navigation</a>, <a href="How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet.html#searchInput">search</a></div> <!-- start content -->
+ <p>This page illustrates all steps that need to be performed in order to integrate the HelloWorld web service as a <a href="../../Glossary.html#P" title="SMILA/Glossary">pipelet</a> in SMILA. For general information on how to integrate components and add functionality to SMILA refer to <a href="../../Howto_integrate_a_component_in_SMILA.html" class="mw-redirect" title="SMILA/Howto integrate a component in SMILA"> How to integrate a component in SMILA</a>.
+</p>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet.html#Preparations"><span class="tocnumber">1</span> <span class="toctext">Preparations</span></a>
+<ul>
+<li class="toclevel-2"><a href="How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet.html#Create_new_bundle"><span class="tocnumber">1.1</span> <span class="toctext">Create new bundle</span></a></li>
+<li class="toclevel-2"><a href="How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet.html#Create_Java_classes_from_WSDL_using_Axis2"><span class="tocnumber">1.2</span> <span class="toctext">Create Java classes from WSDL using Axis2</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet.html#Implementation"><span class="tocnumber">2</span> <span class="toctext">Implementation</span></a>
+<ul>
+<li class="toclevel-2"><a href="How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet.html#Read_PipeletConfiguration"><span class="tocnumber">2.1</span> <span class="toctext">Read PipeletConfiguration</span></a></li>
+<li class="toclevel-2"><a href="How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet.html#Process_IDs_and_implement_exception_handling"><span class="tocnumber">2.2</span> <span class="toctext">Process IDs and implement exception handling</span></a></li>
+<li class="toclevel-2"><a href="How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet.html#evaluate_configuration_parameters"><span class="tocnumber">2.3</span> <span class="toctext">evaluate configuration parameters</span></a></li>
+<li class="toclevel-2"><a href="How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet.html#Read_input_data"><span class="tocnumber">2.4</span> <span class="toctext">Read input data</span></a></li>
+<li class="toclevel-2"><a href="How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet.html#Process_input_data"><span class="tocnumber">2.5</span> <span class="toctext">Process input data</span></a></li>
+<li class="toclevel-2"><a href="How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet.html#Write_output_data"><span class="tocnumber">2.6</span> <span class="toctext">Write output data</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet.html#Configuration_and_invocation_in_BPEL"><span class="tocnumber">3</span> <span class="toctext">Configuration and invocation in BPEL</span></a></li>
+<li class="toclevel-1"><a href="How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet.html#Build_and_Test_your_pipelet"><span class="tocnumber">4</span> <span class="toctext">Build and Test your pipelet</span></a>
+<ul>
+<li class="toclevel-2"><a href="How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet.html#Source_Code_Distribution"><span class="tocnumber">4.1</span> <span class="toctext">Source Code Distribution</span></a></li>
+<li class="toclevel-2"><a href="How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet.html#Binary_Distribution"><span class="tocnumber">4.2</span> <span class="toctext">Binary Distribution</span></a></li>
+<li class="toclevel-2"><a href="How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet.html#Troubleshooting"><span class="tocnumber">4.3</span> <span class="toctext">Troubleshooting</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Preparations"></a><h2> <span class="mw-headline"> Preparations </span></h2>
+<p>It may be helpful to first take a look at the SMILA <a href="../../Development_Guidelines.1.html" title="SMILA/Development Guidelines">Development guidelines</a> as many topics that are beyond the scope of this tutorial are illustrated there.
+</p>
+<a name="Create_new_bundle"></a><h3> <span class="mw-headline"> Create new bundle </span></h3>
+<ul><li> Create a new bundle that should contain your pipelet. Follow the instructions on <a href="../../Development_Guidelines/Create_a_bundle_(plug-in).html" class="mw-redirect" title="SMILA/Development Guidelines/Create a bundle (plug-in)">How to create a bundle</a> and use the following settings:
+</li></ul>
+<pre>
+Project name: org.eclipse.smila.sample.pipelet
+Plug-in ID: org.eclipse.smila.sample.pipelet
+Plug-in Version: 1.0.0
+Plug-in Name: Sample Pipelet Bundle
+Plug-in Provider: your name or company
+</pre>
+<ul><li> Edit the file <tt>META-INF/MANIFEST.MF</tt> and add the following import-package dependencies as those are required to implement the basic functionalities of your pipelet:
+</li></ul>
+<pre>
+Import-Package: org.apache.commons.logging;version="1.1.1",
+ org.eclipse.smila.blackboard;version="0.8.0",
+ org.eclipse.smila.datamodel;version="0.8.0",
+ org.eclipse.smila.processing;version="0.8.0"
+</pre>
+<ul><li> To make sure that the <tt>PipeletTrackerService</tt> detects your new pipelet, create a folder <tt>SMILA-INF</tt> in the bundle and add a file <tt>HelloWorldPipelet.json</tt> to this folder:
+</li></ul>
+<pre>
+{
+ "class": "org.eclipse.smila.sample.pipelet.HelloWorldPipelet",
+ "parameters": [
+ {
+ "name": "IN_ATT_NAME",
+ "type": "string"
+ },
+ {
+ "name": "OUT_ATT_NAME",
+ "type": "string"
+ }
+ ],
+ "description": "Hello World pipelet. Modifies the content of the attribut denoted by the parameter IN_ATT_NAME to the attribute denoted by the parameter OUT_ATT_NAME."
+}
+</pre>
+<ul><li>Now add the folder <tt>SMILA-INF</tt> to the build.properties (or just check it in the <tt>Build</tt> view of the <tt>MANIFEST.MF</tt> file in your IDE.
+</li></ul>
+<div class="messagebox" style="background-color: #def3fe; border: 1px solid #c5d7e0; color: black; padding: 5px; margin: 1ex 0; min-height: 35px; padding-left: 45px;">
+<div style="float: left; margin-left: -40px;"><a href="http://wiki.eclipse.org/Image:Note.png" class="image" title="Note.png"><img alt="" src="http://wiki.eclipse.org/images/c/cc/Note.png" width="35" height="35" border="0" /></a></div>
+<div><b> In Versions up to SMILA 0.9 the definition files won't work, it is required to register the pipelets in the manifest file <tt>MANIFEST.MF</tt> like follows:</b>
+<p>To make sure that the <tt>PipeletTrackerService</tt> detects your new pipelet, add the following line to the file <tt>META-INF/MANIFEST.MF</tt>. This registers the class that will implement your SMILA pipelet:
+</p>
+<pre>
+SMILA-Pipelets: org.eclipse.smila.sample.pipelet.HelloWorldPipelet
+</pre><b><br /></div></b>
+</div>
+<a name="Create_Java_classes_from_WSDL_using_Axis2"></a><h3> <span class="mw-headline"> Create Java classes from WSDL using Axis2 </span></h3>
+<ul><li> Install Axis2 1.4.1: Download from <a href="http://ws.apache.org/axis2/download/1_4_1/download.cgi" class="external free" title="http://ws.apache.org/axis2/download/1_4_1/download.cgi" rel="nofollow">http://ws.apache.org/axis2/download/1_4_1/download.cgi</a> and unpack into any directory.
+</li><li> Open a shell in the Axis2 directory and execute <tt>wsdl2java</tt> similar to this example - replace the WSDL-URL with that of the Webservice you want to use after <tt>-uri</tt>, change the package name after <tt>-p</tt> and the output directory after <tt>-o</tt>:
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-text">bin\wsdl2java -uri http://localhost:8081/axis2/services/HelloWorld.HelloWorldImplPort?wsdl
+ -d xmlbeans -p org.eclipse.smila.sample.helloworld -s -o helloworld-ws</pre></div>
+<dl><dd> This creates two folders inside <tt>helloworld-ws</tt>: <tt>src</tt> and <tt>resources</tt>.
+</dd><dd> If you do not want to run the generator inside the Axis2 installation you must set an environment variable <tt>AXIS2_HOME</tt> to the Axis2 installation directory.
+</dd></dl>
+<ul><li> Add Import-Package declarations with minimum versions as available in your target platform (they will be set automatically if you use the Manifest editor's Dependencies tab to add them). To run this example at least these are needed (with valid versions at the time of writing):
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-text">javax.xml.stream;version="1.0.1",
+org.apache.axiom.om;version="1.2.7",
+org.apache.axiom.om.impl;version="1.2.7",
+org.apache.axiom.om.impl.llom;version="1.2.7",
+org.apache.axiom.soap;version="1.2.7",
+org.apache.axis2;version="1.4.1",
+org.apache.axis2.addressing;version="1.4.1",
+org.apache.axis2.client;version="1.4.1",
+org.apache.axis2.context;version="1.4.1",
+org.apache.axis2.description;version="1.4.1",
+org.apache.axis2.transport;version="1.4.1",
+org.apache.axis2.transport.http;version="1.4.1",
+org.apache.axis2.wsdl;version="1.4.1",
+org.apache.xmlbeans;version="2.3.0",
+org.apache.xmlbeans.impl.schema;version="2.3.0",
+org.apache.xmlbeans.impl.values;version="2.3.0",
+org.apache.xmlbeans.xml.stream;version="2.3.0"</pre></div>
+<dl><dd> You will not get compile errors if the import for <tt>org.apache.xmlbeans.impl.schema</tt> is missing, but it is needed during runtime.
+</dd><dd> For more complex webservices, additional imports may be required. Check the imported generated client code for compile errors.
+</dd></dl>
+<ul><li> Create a source folder <tt>code/gen</tt> in your bundle and move the <b>content</b> of the generated <tt>src</tt> folder into it.
+</li><li> Create a folder <tt>lib</tt> in your bundle, create a zip file from the <b>content</b> of the generated <tt>resources</tt> folder, change the suffix to <tt>jar</tt> and move it to <tt>lib</tt>. Refresh the bundle in your Eclipse workspace, and add this jar to the Bundle-Classpath of your bundle (Manifest editor, tab Runtime, Classpath setting).
+</li></ul>
+<p><br />
+</p>
+<a name="Implementation"></a><h2> <span class="mw-headline"> Implementation </span></h2>
+<ul><li> Create the package <tt>org.eclipse.smila.sample.pipelet</tt> and the Java class <tt>HelloWorldPipelet</tt>.
+</li><li> Use the following code as a template for your new class. It contains empty method bodies and a reference to the logger. In the following we are going to gradually replace the comments in this file by the corresponding code snippets. For your convenience you may also download the complete zipped source file from <a href="http://wiki.eclipse.org/images/7/75/HelloWorldPipelet_0.9.zip" class="internal" title="HelloWorldPipelet 0.9.zip">HelloWorldPipelet.zip</a>.
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">package</span> org.<span class="me1">eclipse</span>.<span class="me1">smila</span>.<span class="me1">sample</span>.<span class="me1">pipelet</span>
+
+<span class="kw1">import</span> org.<span class="me1">apache</span>.<span class="me1">axis2</span>.<span class="me1">transport</span>.<span class="me1">http</span>.<span class="me1">HTTPConstants</span>;
+<span class="kw1">import</span> org.<span class="me1">apache</span>.<span class="me1">commons</span>.<span class="me1">logging</span>.<span class="me1">Log</span>;
+<span class="kw1">import</span> org.<span class="me1">apache</span>.<span class="me1">commons</span>.<span class="me1">logging</span>.<span class="me1">LogFactory</span>;
+<span class="kw1">import</span> org.<span class="me1">eclipse</span>.<span class="me1">smila</span>.<span class="me1">blackboard</span>.<span class="me1">Blackboard</span>;
+<span class="kw1">import</span> org.<span class="me1">eclipse</span>.<span class="me1">smila</span>.<span class="me1">datamodel</span>.<span class="me1">AnyMap</span>;
+<span class="kw1">import</span> org.<span class="me1">eclipse</span>.<span class="me1">smila</span>.<span class="me1">datamodel</span>.<span class="me1">Value</span>;
+<span class="kw1">import</span> org.<span class="me1">eclipse</span>.<span class="me1">smila</span>.<span class="me1">processing</span>.<span class="me1">Pipelet</span>;
+<span class="kw1">import</span> org.<span class="me1">eclipse</span>.<span class="me1">smila</span>.<span class="me1">processing</span>.<span class="me1">ProcessingException</span>;
+<span class="kw1">import</span> org.<span class="me1">eclipse</span>.<span class="me1">smila</span>.<span class="me1">processing</span>.<span class="me1">parameters</span>.<span class="me1">ParameterAccessor</span>;
+<span class="kw1">import</span> org.<span class="me1">eclipse</span>.<span class="me1">smila</span>.<span class="me1">processing</span>.<span class="me1">util</span>.<span class="me1">ProcessingConstants</span>;
+<span class="kw1">import</span> org.<span class="me1">eclipse</span>.<span class="me1">smila</span>.<span class="me1">processing</span>.<span class="me1">util</span>.<span class="me1">ResultCollector</span>;
+
+<span class="kw1">import</span> com.<span class="me1">empolis</span>.<span class="me1">smila</span>.<span class="me1">sample</span>.<span class="me1">helloworld</span>.<span class="me1">HelloWorldStub</span>;
+
+<span class="kw1">import</span> demo.<span class="me1">hw</span>.<span class="me1">server</span>.<span class="me1">SayHi</span>;
+<span class="kw1">import</span> demo.<span class="me1">hw</span>.<span class="me1">server</span>.<span class="me1">SayHiDocument</span>;
+<span class="kw1">import</span> demo.<span class="me1">hw</span>.<span class="me1">server</span>.<span class="me1">SayHiResponse</span>;
+<span class="kw1">import</span> demo.<span class="me1">hw</span>.<span class="me1">server</span>.<span class="me1">SayHiResponseDocument</span>;
+
+<span class="kw1">public</span> <span class="kw1">class</span> HelloWorldPipelet <span class="kw1">implements</span> Pipelet <span class="br0">{</span>
+
+ <span class="co1">// additional member variables or constants</span>
+ <span class="kw1">private</span> <span class="kw1">final</span> Log _log = LogFactory.<span class="me1">getLog</span><span class="br0">(</span>getClass<span class="br0">(</span><span class="br0">)</span><span class="br0">)</span>;
+
+ <span class="kw1">public</span> HelloWorldPipelet<span class="br0">(</span><span class="br0">)</span><span class="br0">{</span>
+ <span class="br0">}</span>
+
+ <span class="kw1">public</span> <span class="kw4">void</span> configure<span class="br0">(</span><span class="kw1">final</span> AnyMap configuration<span class="br0">)</span> <span class="kw1">throws</span> ProcessingException <span class="br0">{</span>
+ <span class="co1">// read the configuration properties</span>
+ <span class="br0">}</span>
+
+ <span class="kw1">public</span> <span class="kw3">String</span><span class="br0">[</span><span class="br0">]</span> process<span class="br0">(</span><span class="kw1">final</span> Blackboard blackboard, <span class="kw1">final</span> <span class="kw3">String</span><span class="br0">[</span><span class="br0">]</span> recordIds<span class="br0">)</span> <span class="kw1">throws</span> ProcessingException <span class="br0">{</span>
+ <span class="co1">// process the recordIds and create a result</span>
+ <span class="kw1">return</span> <span class="kw2">null</span>;
+ <span class="br0">}</span>
+<span class="br0">}</span></pre></div>
+<a name="Read_PipeletConfiguration"></a><h3> <span class="mw-headline"> Read PipeletConfiguration </span></h3>
+<ul><li> First let's create two constants for the property names used in the configuration (or the parameters section of the records to be processed) to retrieve the names of the source and target attribute. Replace the comment "<tt>// additional member variables or constants</tt>" with the following code snippet.
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">private</span> <span class="kw1">final</span> <span class="kw3">String</span> PROP_IN_ATT_NAME = <span class="st0">"IN_ATT_NAME"</span>;
+
+ <span class="kw1">private</span> <span class="kw1">final</span> <span class="kw3">String</span> PROP_OUT_ATT_NAME = <span class="st0">"OUT_ATT_NAME"</span>;
+
+ <span class="kw1">private</span> AnyMap _config;</pre></div>
+<ul><li> Then we are going to store the the <tt>PipeletConfiguration</tt> in method <tt>configure(final AnyMap configuration)</tt> for later evalutaion in <tt>process(final Blackboard blackboard, final String[] recordIds)</tt>. So we will allow the user of this pipelet to either use the pipelet configuration to configure the attributes as well as the records themselves (e.g. the administrator could define the attributes in a job, these job properties can override default pipelet configuration properties when using the <tt>ParameterAccessor</tt> in the process method).
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-java">@Override
+<span class="kw1">public</span> <span class="kw4">void</span> configure<span class="br0">(</span><span class="kw1">final</span> AnyMap configuration<span class="br0">)</span> <span class="kw1">throws</span> ProcessingException <span class="br0">{</span>
+ _config = configuration;
+<span class="br0">}</span></pre></div>
+<p><b>Note</b>: It would also be possible to use and configure member variables directly in the configure method and not use the ParameterAccessor to retrieve configuration parameters in the process method. You can do so for properties that won't change during operation or will always stay the same for each record, no matter what the parameters of the record contain. Or for lengthy initialization like reading and parsing configuration from files and such. In these cases you should use member variables that are initialized in the configuration method using only the information from the PipeletConfiguration. but you should clearly document which parameters can only be defined with the PipeletConfiguration and which can be overridden in the records.
+</p>
+<a name="Process_IDs_and_implement_exception_handling"></a><h3> <span class="mw-headline"> Process IDs and implement exception handling </span></h3>
+<p>The method <tt>process(Blackboard blackboard, String[] recordIds)</tt> has two parameters:
+</p>
+<ul><li> a reference to the <a href="../../Glossary.html#B" title="SMILA/Glossary">blackboard service</a> that allows access on <a href="../../Glossary.html#R" title="SMILA/Glossary">records</a> and
+</li><li> a list of record IDs to process.
+</li></ul>
+<p><The HelloWorld pipelet should therefore iterate over the IDs in the parameter <tt>recordIds</tt>, get the required data from the record identified by the ID, process this data, and store the result in the record.
+</p><p>It is suggested that you use the <tt>org.eclipse.smila.processing.util.ResultCollector</tt> utility class to cope with result id collection that also provides a configurable exception handling approach. When creating the ResultCollector, you have to decide whether records that cause an exception will be excepted from the result set or if they will stay in the result set. We will use the system wide default <tt>ProcessingConstants.DROP_ON_ERROR_DEFAULT</tt> which is set to <tt>false</tt>. The ResultCollector will also check the ParameterAccessor for the parameter <tt>_failOnError</tt> (default: <tt>false</tt>).
+</p><p>Let's place a <tt>try ... catch()</tt> block in the <tt>for</tt> loop to ensure that errors do only interrupt the processing of the current ID. The comments in the code serve as placeholders for the functionality described in the following sections. At the end we ask the ResulotCollector for the set of <tt>recordIds</tt> as the result of the pipelet. Replace the comment "<tt>// process the recordIds and create a result</tt>" with the following code snippet.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">final</span> ParameterAccessor paramAccessor = <span class="kw1">new</span> ParameterAccessor<span class="br0">(</span>blackboard, _config<span class="br0">)</span>;
+<span class="kw1">final</span> ResultCollector resultCollector =
+ <span class="kw1">new</span> ResultCollector<span class="br0">(</span>paramAccessor, _log, ProcessingConstants.<span class="me1">DROP_ON_ERROR_DEFAULT</span><span class="br0">)</span>;
+<span class="kw1">for</span> <span class="br0">(</span><span class="kw3">String</span> id : recordIds<span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">try</span> <span class="br0">{</span>
+ <span class="co1">// read your configuration using the parameteraccessor</span>
+ paramAccessor.<span class="me1">setCurrentRecord</span><span class="br0">(</span>id<span class="br0">)</span>;
+ <span class="co1">// read configuration from the accessor</span>
+
+ <span class="co1">// Read Input Data</span>
+
+ <span class="co1">// Process Input Data</span>
+
+ <span class="co1">// Write Output Data</span>
+
+ <span class="co1">// add the id for a successful operation</span>
+ resultCollector.<span class="me1">addResult</span><span class="br0">(</span>id<span class="br0">)</span>;
+ <span class="br0">}</span> <span class="kw1">catch</span> <span class="br0">(</span><span class="kw1">final</span> <span class="kw3">Exception</span> ex<span class="br0">)</span> <span class="br0">{</span>
+ <span class="co1">// mark the id for a failed record and let the result collector handle the exception as configured</span>
+ resultCollector.<span class="me1">addFailedResult</span><span class="br0">(</span>id, e<span class="br0">)</span>;
+ <span class="br0">}</span>
+<span class="br0">}</span> <span class="co1">// for</span>
+
+<span class="co1">// let the ResultColletor decide which ids to return:</span>
+<span class="kw1">return</span> resultCollector.<span class="me1">getResultIds</span><span class="br0">(</span><span class="br0">)</span>;</pre></div>
+<p><b>Note</b>: Most of the time the return value of a pipelet is the same set of record ids as was processed (<tt>recordIds</tt>). However, in some cases a pipelet may filter record IDs or even create new records. Then the record IDs of the records to be filtered out should not be added to the ResultCollector and new record IDs have to be added to the ResultCollector in order to get the correct set of IDs as the result of the process method.
+</p>
+<a name="evaluate_configuration_parameters"></a><h3> <span class="mw-headline"> evaluate configuration parameters </span></h3>
+<p>Now we have to determine the source an target attribute names that have to be provided with the configuration parameters <tt>PROP_IN_ATT_NAME</tt> and <tt>PROP_OUT_ATT_NAME</tt>. Therefore we first have to determine the attribute names using the parameter accessor (Note: if we didn't want to let job parameters change these attributes, we could have evaluated the piplet configuration in the configure method and stored the result in member variables, but we want to be flexible here in this example).
+Replace the comment <tt>// read configuration from the accessor</tt> with the following snippet:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">final</span> <span class="kw3">String</span> inAttName = paramAccessor.<span class="me1">getRequiredParameter</span><span class="br0">(</span>PROP_IN_ATT_NAME<span class="br0">)</span>;
+<span class="kw1">if</span> <span class="br0">(</span>inAttName.<span class="me1">trim</span><span class="br0">(</span><span class="br0">)</span>.<span class="me1">length</span><span class="br0">(</span><span class="br0">)</span> == <span class="nu0">0</span><span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">throw</span> <span class="kw1">new</span> ProcessingException<span class="br0">(</span><span class="st0">"Property "</span> + PROP_IN_ATT_NAME + <span class="st0">" must not be an empty String"</span><span class="br0">)</span>;
+<span class="br0">}</span>
+<span class="kw1">final</span> <span class="kw3">String</span> outAttName = paramAccessor.<span class="me1">getRequiredParameter</span><span class="br0">(</span>PROP_OUT_ATT_NAME<span class="br0">)</span>;
+<span class="kw1">if</span> <span class="br0">(</span>outAttName.<span class="me1">trim</span><span class="br0">(</span><span class="br0">)</span>.<span class="me1">length</span><span class="br0">(</span><span class="br0">)</span> == <span class="nu0">0</span><span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">throw</span> <span class="kw1">new</span> ProcessingException<span class="br0">(</span><span class="st0">"Property "</span> + PROP_OUT_ATT_NAME + <span class="st0">" must not be an empty String"</span><span class="br0">)</span>;
+<span class="br0">}</span></pre></div>
+<a name="Read_input_data"></a><h3> <span class="mw-headline"> Read input data </span></h3>
+<p>Now we want to read the data of the attribute we stored in <tt>inAttName</tt>.
+Replace the comment "<tt>// Read Input Data</tt>" with the following code snippet.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw3">String</span> inputValue = <span class="st0">""</span>;
+<span class="kw1">if</span> <span class="br0">(</span>blackboard.<span class="me1">getMetadata</span><span class="br0">(</span>id<span class="br0">)</span>.<span class="me1">containsKey</span><span class="br0">(</span>inAttName<span class="br0">)</span><span class="br0">)</span> <span class="br0">{</span>
+ inputValue = blackboard.<span class="me1">getMetadata</span><span class="br0">(</span>id<span class="br0">)</span>.<span class="me1">getStringValue</span><span class="br0">(</span>inAttName<span class="br0">)</span>;
+<span class="br0">}</span></pre></div>
+<p><b>Note</b>: Accessing attribute values can be achieved more generically. Therefore you have to check what data type a certain attribute contains using the method <tt>getValueType()</tt> (or the checking methods <tt>isBoolean()</tt>... etc.). Then you can use the appropriate getter method to access the raw data.
+</p>
+<a name="Process_input_data"></a><h3> <span class="mw-headline"> Process input data </span></h3>
+<p>Now we will call the HelloWorld web service with the parameter <tt>inputValue</tt> and store the result in variable <tt>outputValue</tt>. Therefore we use the classes generated from WSDL by Axis2. The HelloWorld web service will return a String message in the format <tt>"Hello "</tt> + the content of variable <tt>inputValue</tt>. Replace the comment "<tt>// Process Input Data</tt>" with the following code snippet.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java">HelloWorldStub ws = <span class="kw1">new</span> HelloWorldStub<span class="br0">(</span><span class="st0">"http://localhost:8081/axis2/services/HelloWorld.HelloWorldImplPort"</span><span class="br0">)</span>;
+ws._getServiceClient<span class="br0">(</span><span class="br0">)</span>.<span class="me1">getOptions</span><span class="br0">(</span><span class="br0">)</span>.<span class="me1">setProperty</span><span class="br0">(</span>HTTPConstants.<span class="me1">CHUNKED</span>, <span class="kw3">Boolean</span>.<span class="kw2">FALSE</span><span class="br0">)</span>;
+SayHiDocument sayHiDoc = SayHiDocument.<span class="me1">Factory</span>.<span class="me1">newInstance</span><span class="br0">(</span><span class="br0">)</span>;
+SayHi sayHi = sayHiDoc.<span class="me1">addNewSayHi</span><span class="br0">(</span><span class="br0">)</span>;
+sayHi.<span class="me1">setArg0</span><span class="br0">(</span>inputValue<span class="br0">)</span>;
+SayHiResponseDocument respDoc = ws.<span class="me1">sayHi</span><span class="br0">(</span>sayHiDoc<span class="br0">)</span>;
+SayHiResponse response = respDoc.<span class="me1">getSayHiResponse</span><span class="br0">(</span><span class="br0">)</span>;
+<span class="kw3">String</span> outputValue = response.<span class="me1">getReturn</span><span class="br0">(</span><span class="br0">)</span>;</pre></div>
+<a name="Write_output_data"></a><h3> <span class="mw-headline"> Write output data </span></h3>
+<p>Finally, we want to store the content of the variable <tt>outputValue</tt> in the record attribute with the name contained in variable <tt>outAttName</tt>. Therefore we have to create a new <tt>Value</tt> object and set its value. Then we only need to set this <tt>Value</tt> for the current ID on the black board.
+Replace the comment "<tt>// Write Output Data</tt>" with the following code snippet.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">final</span> Value outLiteral = blackboard.<span class="me1">getDataFactory</span><span class="br0">(</span><span class="br0">)</span>.<span class="me1">createStringValue</span><span class="br0">(</span>outputValue<span class="br0">)</span>;
+blackboard.<span class="me1">getMetadata</span><span class="br0">(</span>id<span class="br0">)</span>.<span class="me1">put</span><span class="br0">(</span>outAttName, outLiteral<span class="br0">)</span>;</pre></div>
+<p><b>Note</b>: The method <tt>commit(Id)</tt> of the blackboard service does not need to be called in each pipelet as it is automatically called at the end of the <a href="http://wiki.eclipse.org/index.php?title=SMILA/Glossary/&action=edit" class="new" title="SMILA/Glossary/">pipeline</a>.
+</p>
+<a name="Configuration_and_invocation_in_BPEL"></a><h2> <span class="mw-headline"> Configuration and invocation in BPEL </span></h2>
+<p>In this tutorial we will integrate the HelloWorld pipelet in the SMILA indexing process just before the record is stored in the Solr core. With this configuration the input for the HelloWorld pipelet will be read from attribute <i>Title</i> and the modified output will be stored in the same attribute, overwriting the previous value.
+</p>
+<ul><li> Edit the file <tt>configuration/org.eclipse.smila.processing.bpel/pipelines/addpipeline.bpel</tt> and add the following right between the <tt><extensionActivity name="convertDocument"></tt> and the <tt><extensionActivity name="SolrIndexPipelet"></tt> section.
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><extensionActivity<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><proc:invokePipelet</span> <span class="re0">name</span>=<span class="st0">"invokeHelloWorldPipelet"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><proc:pipelet</span> <span class="re0">class</span>=<span class="st0">"org.eclipse.smila.sample.pipelet.HelloWorldPipelet"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><proc:variables</span> <span class="re0">input</span>=<span class="st0">"request"</span> <span class="re0">output</span>=<span class="st0">"request"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Value</span> <span class="re0">name</span>=<span class="st0">"IN_ATT_NAME"</span><span class="re2">></span></span>Title<span class="sc3"><span class="re1"></rec:Value<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Value</span> <span class="re0">name</span>=<span class="st0">"OUT_ATT_NAME"</span><span class="re2">></span></span>Title<span class="sc3"><span class="re1"></rec:Value<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></proc:Property<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></proc:invokePipelet<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></extensionActivity<span class="re2">></span></span></span></pre></div>
+<a name="Build_and_Test_your_pipelet"></a><h2> <span class="mw-headline"> Build and Test your pipelet </span></h2>
+<p>Depending on the SMILA distribution you are using you have different options how to build and test your pipelet:
+</p>
+<a name="Source_Code_Distribution"></a><h3> <span class="mw-headline"> Source Code Distribution </span></h3>
+<p>You can simply integrate your pipelet in the SMILA build process. Refer to the instructions on <a href="../../Development_Guidelines/How_to_integrate_new_bundle_into_build_process.html" class="mw-redirect" title="SMILA/Development Guidelines/How to integrate new bundle into build process">How to integrate a new bundle into build process</a> for details. You can build your SMILA application and run it as usual.
+</p><p>In addition to building the SMILA application you can also directly run SMILA within your eclipse IDE. To test your pipelet, you have to include the bundle in the OSGi launch configuration:
+</p>
+<ul><li> Open <i>Run > Open Run Dialog</i>.
+</li><li> In the left window select <i>OSGi Framework > SMILA</i>.
+</li><li> In the right window expand <i>Workspace</i> and select <i>org.eclipse.smila.sample.pipelet</i>.
+</li><li> Set the <i>Default Auto-Start</i> option to <i>true</i>.
+</li><li> Click the <i>Apply</i> button.
+</li><li> Launch SMILA by clicking the <i>Run</i> button.
+</li></ul>
+<a name="Binary_Distribution"></a><h3> <span class="mw-headline"> Binary Distribution </span></h3>
+<p>To test your pipelet you have to add it as a plugin to your SMILA installation.
+</p>
+<ul><li> export your pipelet as a plugin using eclipse IDE wizards. Refer to the instructions on <a href="../../Development_Guidelines/How_to_export_a_bundle.html" class="mw-redirect" title="SMILA/Development Guidelines/How to export a bundle">How to export a bundle</a> for a step by step description.
+</li><li> Copy your plugin to the directory <tt>%SMILA_HOME%/plugins</tt>.
+</li><li> Add the following XML snippet to the file <tt>%SMILA_HOME%/features/org.eclipse.smila.feature_1.0.0/feature.xml</tt>:
+</li></ul>
+<p><code lang="XML">
+</p>
+<pre> <plugin
+ id="org.eclipse.smila.sample.pipelet"
+ download-size="0"
+ install-size="0"
+ version="1.0.0"
+ unpack="false"/>
+</pre>
+<p></code>
+</p>
+<ul><li> Launch SMILA by starting <tt>SMILA.exe</tt>.
+</li></ul>
+<p>If SMILA is running, you can start a crawling job as described in <a href="../../Development_Guidelines.1.html#Run_and_manage_the_connectivity_framework" title="SMILA/Development Guidelines">Run and manage the connectivity framework</a> beginning at step 5.
+While crawling your data source you can already search for indexed documents. Open your browser, navigate to <a href="http://localhost:8080/SMILA/search" class="external free" title="http://localhost:8080/SMILA/search" rel="nofollow">http://localhost:8080/SMILA/search</a> and execute a query. In the result table take a look at the attribute <b>Title</b>. Every <b>Title</b> should now have the suffix <tt>"modified by HelloWorldPipelet"</tt>, as this was added by the pipelet.
+</p>
+<a name="Troubleshooting"></a><h3> <span class="mw-headline"> Troubleshooting </span></h3>
+<p>If there are any problems please take a look at the log files <tt>SMILA.log</tt> and <tt>/workspace/.metadata/.log</tt> and feel free to ask for support at the <a href="http://www.eclipse.org/smila/newsgroup.php" class="external text" title="http://www.eclipse.org/smila/newsgroup.php" rel="nofollow">SMILA Newsgroup</a>.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 169/1000000
+Post-expand include size: 1786/2097152 bytes
+Template argument size: 1256/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:16093-0!1!0!!en!2!edit=0 and timestamp 20120202140619 -->
+<div class="printfooter">
+Retrieved from "<a href="How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet.html">http://wiki.eclipse.org/SMILA/Documentation/HowTo/How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 13:28, 24 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Daniel.stucky.attensity.com&action=edit" class="new" title="User:Daniel.stucky.attensity.com">Daniel Stucky</a>, <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a> and <a href="http://wiki.eclipse.org/User:Juergen.schumacher.empolis.com" title="User:Juergen.schumacher.empolis.com">Juergen Schumacher</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet&action=credits" title="SMILA/Documentation/HowTo/How to integrate the HelloWorld webservice as a Pipelet">others</a>.</p>
+ <p id="footerviews">This page has been accessed 3,893 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.059 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/HowTo/How_to_write_a_Pipelet.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/HowTo/How_to_write_a_Pipelet.html
new file mode 100644
index 0000000..117731f
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/HowTo/How_to_write_a_Pipelet.html
@@ -0,0 +1,487 @@
+
+
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/HowTo/How to write a Pipelet,SMILA/BPEL Designer,SMILA/Documentation/Pipelets,SMILA/Documentation/WorkerAndWorkflows,SMILA/Glossary,SMILA/Howto integrate a component in SMILA" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/HowTo/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/HowTo/How to write a Pipelet - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/HowTo/How_to_write_a_Pipelet";
+var wgTitle = "SMILA/Documentation/HowTo/How to write a Pipelet";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15195";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "288326";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-java {line-height: normal; font-size: medium;}
+.source-java li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for java
+ * CSS class: source-java, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-java .de1, .source-java .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-java {}
+.source-java .head {}
+.source-java .foot {}
+.source-java .imp {font-weight: bold; color: red;}
+.source-java .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-java li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-java li.li2 {font-weight: bold;}
+.source-java .kw1 {color: #7F0055; font-weight: bold;}
+.source-java .kw2 {color: #7F0055; font-weight: bold;}
+.source-java .kw3 {color: #000000; font-weight: normal}
+.source-java .kw4 {color: #7F0055; font-weight: bold;}
+.source-java .co1 {color: #3F7F5F; font-style: italic;}
+.source-java .co2 {color: #3F7F5F;}
+.source-java .co3 {color: #3F7F5F; font-style: italic; font-weight: bold;}
+.source-java .coMULTI {color: #3F5FBF; font-style: italic;}
+.source-java .es0 {color: #000000;}
+.source-java .br0 {color: #000000;}
+.source-java .st0 {color: #2A00ff;}
+.source-java .nu0 {color: #000000;}
+.source-java .me1 {color: #000000;}
+.source-java .me2 {color: #000000;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="How_to_write_a_Pipelet.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_HowTo_How_to_write_a_Pipelet">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/How_to_write_a_Pipelet">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/HowTo/How_to_write_a_Pipelet">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/HowTo/How_to_write_a_Pipelet">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_write_a_Pipelet&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_write_a_Pipelet&oldid=288326">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="How_to_write_a_Pipelet.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/HowTo/How_to_write_a_Pipelet&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_write_a_Pipelet&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_write_a_Pipelet&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/How%20to%20write%20a%20Pipelet"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/HowTo/How to write a Pipelet</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../../SMILA.html" title="SMILA">SMILA</a> | <a href="../../Documentation.1.html" title="SMILA/Documentation">Documentation</a> | <a href="../HowTo.html" title="SMILA/Documentation/HowTo">HowTo</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="How_to_write_a_Pipelet.html#column-one">navigation</a>, <a href="How_to_write_a_Pipelet.html#searchInput">search</a></div> <!-- start content -->
+ <p>This page describes how to implement and configure your own <a href="../../Glossary.html#P" title="SMILA/Glossary">pipelet</a> in case you wish to <a href="../../Howto_integrate_a_component_in_SMILA.html" class="mw-redirect" title="SMILA/Howto integrate a component in SMILA">add functionality</a> to SMILA.
+</p>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="How_to_write_a_Pipelet.html#What_are_pipelets.3F"><span class="tocnumber">1</span> <span class="toctext">What are pipelets?</span></a></li>
+<li class="toclevel-1"><a href="How_to_write_a_Pipelet.html#Implementation"><span class="tocnumber">2</span> <span class="toctext">Implementation</span></a>
+<ul>
+<li class="toclevel-2"><a href="How_to_write_a_Pipelet.html#Further_reading"><span class="tocnumber">2.1</span> <span class="toctext">Further reading</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="How_to_write_a_Pipelet.html#Configuration"><span class="tocnumber">3</span> <span class="toctext">Configuration</span></a></li>
+<li class="toclevel-1"><a href="How_to_write_a_Pipelet.html#Examples"><span class="tocnumber">4</span> <span class="toctext">Examples</span></a>
+<ul>
+<li class="toclevel-2"><a href="How_to_write_a_Pipelet.html#Pipelet_Usage"><span class="tocnumber">4.1</span> <span class="toctext">Pipelet Usage</span></a></li>
+<li class="toclevel-2"><a href="How_to_write_a_Pipelet.html#Piplet_configuration_usage"><span class="tocnumber">4.2</span> <span class="toctext">Piplet configuration usage</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="What_are_pipelets.3F"></a><h2> <span class="mw-headline"> What are pipelets? </span></h2>
+<p>Pipelets are not standalone services, but their lifecycle and configuration is managed by the workflow engine. Each occurrence of a pipelet in a workflow uses a different pipelet instance. For more information take a look at <a href="../Pipelets.html" title="SMILA/Documentation/Pipelets">Pipelets</a>.
+</p><p><b>Before writing your own pipelet we recommend you to take a look at the </b><a href="https://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/examples/org.eclipse.smila.integration.pipelet/code/src/org/eclipse/smila/integration/pipelet/HelloWorldPipelet.java" class="external text" title="https://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/examples/org.eclipse.smila.integration.pipelet/code/src/org/eclipse/smila/integration/pipelet/HelloWorldPipelet.java" rel="nofollow">HelloWorldPipelet.java</a>. This pipelet is an example of a very simple processing pipelet and can be used as a template for your pipelets.
+</p>
+<a name="Implementation"></a><h2> <span class="mw-headline"> Implementation </span></h2>
+<p>Follow these instructions to implement a pipelet in SMILA:
+</p>
+<ul><li> If needed, create a new plugin project. You can add multiple pipelets to a single project. See <a href="../../Development_Guidelines.1.html#Creation_of_bundles" class="external text" title="http://wiki.eclipse.org/SMILA/Development_Guidelines#Creation_of_bundles" rel="nofollow">Development Guidelines: Bundle creation</a> for details.
+</li></ul>
+<ul><li> In the MANIFEST.MF, add at least these as "Imported Packages" (of course, you will need more to develop your pipelet, depending on what you want to do):
+<ul><li> <tt>org.eclipse.smila.blackboard</tt>
+</li><li> <tt>org.eclipse.smila.datamodel</tt>
+</li><li> <tt>org.eclipse.smila.processing</tt>
+</li><li> <tt>org.eclipse.smila.utils</tt>
+</li><li> <tt>org.eclipse.smila.processing.parameters</tt> (to use <tt>ParameterAccessor</tt>)
+</li><li> <tt>org.eclipse.smila.processing.util</tt> (to use <tt>ResultCollector</tt>)
+</li></ul>
+</li></ul>
+<ul><li> Create a class that implements the interface <tt>org.eclipse.smila.processing.Pipelet</tt> and make sure that the class has a public no-argument constructor (or none at all).
+</li></ul>
+<ul><li> Implement <tt>void configure(AnyMap configuration)</tt>. This method is called prior to process. Here you can read the configuration provided for the pipelet in the <a href="../../Glossary.html#P" title="SMILA/Glossary">pipeline</a>. To share those properties store the whole configuration in a member variable or better check the configuration for validity and completeness and then store the settings in a member variable. You can later access the configuration with the ParameterAccessor (see code sample below). The advantage of using the parameter accessor is that you can also override your configuration with configuration parameters set in the single records (e.g. the task parameters are included in the record by <tt>PipelineProcessorWorker</tt>, so you could override the pipelets configuration with job parameters as long as you use the <tt>ParameterAccessor</tt> to access parameters in the <tt>process</tt> method).
+</li></ul>
+<ul><li> Implement <tt>String[] process(Blackboard blackboard, String[] recordIds)</tt>. Here you have to place the "business logic" of your pipelet. In most cases the result is the same as the input recordIDs. But it is possible to return another list of IDs as result. Use the <tt>ResultCollector.addResult(...)</tt> to collect the ids you want to return and <tt>ResultCollector.addFailedResult(...)</tt> to control the error handling behaviour of your pipelet. When creating the ResultCollector you have to determine if the Collector should drop the ids that caused errors from the result id list it creates (using <tt>resultCollector.getResultIds()</tt>)or if these ids should still be part of the result id set. The ResultCollector will also control exception handling for you when setting failed record ids (depending on the existence and value of the parameter <tt>_failOnError</tt>, default is <tt>false</tt>). If <tt>_failOnError</tt> is set to true the ResultCollector will throw a ProcessingException, if not, the error will just be logged (on how to use the ResultCollector see the code sample below).
+</li></ul>
+<ul><li> Create a pipelet description json file for your pipelet in the <tt>SMILA-INF</tt> folder of the providing bundle. The file name must end in ".json" and must contain at least the class name of the pipelet (<tt>"class" : "your.class.name.here"</tt>). Then they can be detected by the <tt>PipeletTracker</tt> service. If you would like to register multiple classes, use one separate description file for each class. Don't forget to add the <tt>SMILA-INF</tt> folder to the <tt>bin.includes</tt> entry of the bundle's <tt>build.properties</tt> file.
+</li></ul>
+<ul><li> Consider thread-safe-ness. Because pipelets may be accessed by multiple threads, make sure that access to member variables (e.g. the configuration) is read-only. For best practices: use local variables instead of member variables if possible.
+</li></ul>
+<a name="Further_reading"></a><h3> <span class="mw-headline"> Further reading </span></h3>
+<p>For more information on the <tt>ResultCollector</tt> see <a href="http://build.eclipse.org/rt/smila/javadoc/current/org/eclipse/smila/processing/util/ResultCollector.html" class="external text" title="http://build.eclipse.org/rt/smila/javadoc/current/org/eclipse/smila/processing/util/ResultCollector.html" rel="nofollow">JavaDoc</a>.
+</p>
+<a name="Configuration"></a><h2> <span class="mw-headline"> Configuration </span></h2>
+<p>If your pipelet requires a configuration:
+</p>
+<ul><li> Add a <tt><configuration></tt> element to the <tt><extensionActivity></tt> section of your pipelet in the BPEL pipeline.
+</li></ul>
+<a name="Examples"></a><h2> <span class="mw-headline"> Examples </span></h2>
+<a name="Pipelet_Usage"></a><h3> <span class="mw-headline"> Pipelet Usage </span></h3>
+<p>This is a template for <tt>MyPipelet.java</tt>:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">package</span> org.<span class="me1">eclipse</span>.<span class="me1">smila</span>.<span class="me1">mypackage</span>
+
+<span class="kw1">import</span> org.<span class="me1">eclipse</span>.<span class="me1">smila</span>.<span class="me1">blackboard</span>.<span class="me1">Blackboard</span>;
+<span class="kw1">import</span> org.<span class="me1">eclipse</span>.<span class="me1">smila</span>.<span class="me1">processing</span>.<span class="me1">ProcessingException</span>;
+<span class="kw1">import</span> org.<span class="me1">eclipse</span>.<span class="me1">smila</span>.<span class="me1">processing</span>.<span class="me1">Pipelet</span>;
+<span class="kw1">import</span> org.<span class="me1">eclipse</span>.<span class="me1">smila</span>.<span class="me1">datamodel</span>.<span class="me1">AnyMap</span>;
+
+<span class="kw1">public</span> <span class="kw1">class</span> MyPipelet <span class="kw1">implements</span> Pipelet <span class="br0">{</span>
+
+ <span class="kw1">public</span> <span class="kw4">void</span> configure<span class="br0">(</span>AnyMap configuration<span class="br0">)</span> <span class="kw1">throws</span> ProcessingException <span class="br0">{</span>
+ <span class="co1">// read the configuration properties</span>
+ <span class="br0">}</span>
+
+ <span class="kw1">public</span> <span class="kw3">String</span><span class="br0">[</span><span class="br0">]</span> process<span class="br0">(</span>Blackboard blackboard, <span class="kw3">String</span><span class="br0">[</span><span class="br0">]</span> recordIds<span class="br0">)</span> <span class="kw1">throws</span> ProcessingException <span class="br0">{</span>
+ <span class="co1">// process the records and create a result</span>
+ <span class="br0">}</span>
+<span class="br0">}</span></pre></div>
+<p>And this is how to register the pipelet class in the bundle:
+Create a folder <tt>SMILA-INF</tt> in the bundle and add a file <tt>MyPipelet.json</tt> to this folder:
+</p>
+<pre>
+{
+ "class": "org.eclipse.smila.mypackage.MyPipelet",
+ "parameters": [
+ <put your parameter descriptions here>
+ ]
+ "description": "The textual description of my pipelet. This is optional but good style."
+}
+</pre>
+<div class="messagebox" style="background-color: #def3fe; border: 1px solid #c5d7e0; color: black; padding: 5px; margin: 1ex 0; min-height: 35px; padding-left: 45px;">
+<div style="float: left; margin-left: -40px;"><a href="http://wiki.eclipse.org/Image:Note.png" class="image" title="Note.png"><img alt="" src="http://wiki.eclipse.org/images/c/cc/Note.png" width="35" height="35" border="0" /></a></div>
+<div>
+The description as well as the parameters section is optional but gives users a hint on which parameters you pipelet uses and what they mean as well as what your pipelet does. The parameters section follows the same restrictions as the workers' parameter descriptions, see <a href="../WorkerAndWorkflows.html#Worker_properties_in_detail" title="SMILA/Documentation/WorkerAndWorkflows">Worker definitions</a>.<b><br /></div></b>
+</div>
+<p>Now add the folder <tt>SMILA-INF</tt> to the build.properties (or just check it in the <tt>Build</tt> view of the <tt>MANIFEST.MF</tt> file in your IDE.
+</p><p>And finally, this is a sample showing how a pipelet is invoked in the BPEL pipeline using an <tt><extensionActivity></tt>. It also shows how the pipelet is configured using a <tt><configuration></tt> section.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml">...
+<span class="sc3"><span class="re1"><extensionActivity<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><proc:invokePipelet</span> <span class="re0">name</span>=<span class="st0">"invokeMyPipelet"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><proc:pipelet</span> <span class="re0">class</span>=<span class="st0">"org.eclipse.smila.mypackage.MyPipelet"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><proc:variables</span> <span class="re0">input</span>=<span class="st0">"request"</span> <span class="re0">output</span>=<span class="st0">"request"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"aStringParam"</span><span class="re2">></span></span>some value<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"aDateParam"</span> <span class="re0">type</span>=<span class="st0">"datetime"</span><span class="re2">></span></span>2008-06-11T16:08:00.000+0200<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></proc:invokePipelet<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></extensionActivity<span class="re2">></span></span></span>
+...</pre></div>
+<div class="messagebox" style="background-color: #def3fe; border: 1px solid #c5d7e0; color: black; padding: 5px; margin: 1ex 0; min-height: 35px; padding-left: 45px;">
+<div style="float: left; margin-left: -40px;"><a href="http://wiki.eclipse.org/Image:Note.png" class="image" title="Note.png"><img alt="" src="http://wiki.eclipse.org/images/c/cc/Note.png" width="35" height="35" border="0" /></a></div>
+<div>
+You can also configure Pipelines with SMILA's BPEL designer. See <a href="../../BPEL_Designer.html" title="SMILA/BPEL Designer">BPEL Designer</a> for more information and how to install it.<b><br /></div></b>
+</div>
+<a name="Piplet_configuration_usage"></a><h3> <span class="mw-headline"> Piplet configuration usage </span></h3>
+<p>The following example shows the usage of multiple values for properties:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml">...
+<span class="sc3"><span class="re1"><extensionActivity<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><proc:invokePipelet</span> <span class="re0">name</span>=<span class="st0">"addValuesToNonExistingAttribute"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><proc:pipelet</span> <span class="re0">class</span>=<span class="st0">"org.eclipse.smila.processing.pipelets.AddValuesPipelet"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><proc:variables</span> <span class="re0">input</span>=<span class="st0">"request"</span> <span class="re0">output</span>=<span class="st0">"request"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"outputAttribute"</span><span class="re2">></span></span>out<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Seq</span> <span class="re0">key</span>=<span class="st0">"valuesToAdd"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><rec:Val<span class="re2">></span></span></span>value1<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val<span class="re2">></span></span></span>value2<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></rec:Seq<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></proc:invokePipelet<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></extensionActivity<span class="re2">></span></span></span>
+...</pre></div>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">public</span> <span class="kw1">class</span> AddValuesPipelet <span class="kw1">implements</span> Pipelet <span class="br0">{</span>
+
+ <span class="coMULTI">/** config property name for attribute name to add values to. */</span>
+ <span class="kw1">private</span> <span class="kw1">static</span> <span class="kw1">final</span> <span class="kw3">String</span> PARAM_ATTRIBUTE = <span class="st0">"outputAttribute"</span>;
+
+ <span class="coMULTI">/** config property name for the values to add. */</span>
+ <span class="kw1">private</span> <span class="kw1">static</span> <span class="kw1">final</span> <span class="kw3">String</span> PARAM_VALUES = <span class="st0">"valuesToAdd"</span>;
+
+ <span class="coMULTI">/** the pipelet's configuration. */</span>
+ <span class="kw1">private</span> AnyMap _config;
+
+ <span class="coMULTI">/** local logger. */</span>
+ <span class="kw1">private</span> <span class="kw1">final</span> Log _log = LogFactory.<span class="me1">getLog</span><span class="br0">(</span>getClass<span class="br0">(</span><span class="br0">)</span><span class="br0">)</span>;
+
+ <span class="coMULTI">/** add Any values to an attribute as described in pipelet config or parameters. */</span>
+ @Override
+ <span class="kw1">public</span> <span class="kw3">String</span><span class="br0">[</span><span class="br0">]</span> process<span class="br0">(</span><span class="kw1">final</span> Blackboard blackboard, <span class="kw1">final</span> <span class="kw3">String</span><span class="br0">[</span><span class="br0">]</span> recordIds<span class="br0">)</span> <span class="kw1">throws</span> ProcessingException <span class="br0">{</span>
+ <span class="kw1">final</span> ParameterAccessor paramAccessor = <span class="kw1">new</span> ParameterAccessor<span class="br0">(</span>blackboard, _config<span class="br0">)</span>;
+ <span class="kw1">final</span> ResultCollector resultCollector =
+ <span class="kw1">new</span> ResultCollector<span class="br0">(</span>paramAccessor, _log, ProcessingConstants.<span class="me1">DROP_ON_ERROR_DEFAULT</span><span class="br0">)</span>;
+ <span class="kw1">for</span> <span class="br0">(</span><span class="kw1">final</span> <span class="kw3">String</span> id : recordIds<span class="br0">)</span> <span class="br0">{</span>
+ paramAccessor.<span class="me1">setCurrentRecord</span><span class="br0">(</span>id<span class="br0">)</span>;
+ <span class="co1">// the attribute to which to add the values.</span>
+ <span class="kw1">final</span> <span class="kw3">String</span> outputAttribute = paramAccessor.<span class="me1">getParameter</span><span class="br0">(</span>PARAM_ATTRIBUTE, <span class="kw2">null</span><span class="br0">)</span>;
+ <span class="co1">// the values to add.</span>
+ <span class="kw1">final</span> <span class="kw3">Any</span> values = paramAccessor.<span class="me1">getParameterAny</span><span class="br0">(</span>PARAM_VALUES<span class="br0">)</span>;
+ <span class="kw1">if</span> <span class="br0">(</span>values != <span class="kw2">null</span> && outputAttribute != <span class="kw2">null</span><span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">try</span> <span class="br0">{</span>
+ <span class="kw1">for</span> <span class="br0">(</span><span class="kw1">final</span> <span class="kw3">Any</span> value : values<span class="br0">)</span> <span class="br0">{</span>
+ blackboard.<span class="me1">getMetadata</span><span class="br0">(</span>id<span class="br0">)</span>.<span class="me1">add</span><span class="br0">(</span>outputAttribute, value<span class="br0">)</span>;
+ <span class="br0">}</span>
+ resultCollector.<span class="me1">addResult</span><span class="br0">(</span>id<span class="br0">)</span>;
+ <span class="br0">}</span> <span class="kw1">catch</span> <span class="br0">(</span><span class="kw1">final</span> <span class="kw3">Exception</span> ex<span class="br0">)</span> <span class="br0">{</span>
+ resultCollector.<span class="me1">addFailedResult</span><span class="br0">(</span>id, ex<span class="br0">)</span>;
+ <span class="br0">}</span>
+ <span class="br0">}</span>
+ <span class="br0">}</span>
+ <span class="kw1">return</span> resultCollector.<span class="me1">getResultIds</span><span class="br0">(</span><span class="br0">)</span>;
+ <span class="br0">}</span>
+
+ <span class="coMULTI">/** {@inheritDoc} */</span>
+ @Override
+ <span class="kw1">public</span> <span class="kw4">void</span> configure<span class="br0">(</span><span class="kw1">final</span> AnyMap configuration<span class="br0">)</span> <span class="kw1">throws</span> ProcessingException <span class="br0">{</span>
+ _config = configuration;
+ <span class="br0">}</span>
+<span class="br0">}</span></pre></div>
+
+<!--
+NewPP limit report
+Preprocessor node count: 132/1000000
+Post-expand include size: 2657/2097152 bytes
+Template argument size: 1597/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15195-0!1!0!!en!2!edit=0 and timestamp 20120203101154 -->
+<div class="printfooter">
+Retrieved from "<a href="How_to_write_a_Pipelet.html">http://wiki.eclipse.org/SMILA/Documentation/HowTo/How_to_write_a_Pipelet</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 09:33, 3 February 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a>, <a href="http://wiki.eclipse.org/User:Andreas.Weber.empolis.com" title="User:Andreas.Weber.empolis.com">Andreas Weber</a> and <a href="http://wiki.eclipse.org/User:Drazen.cindric.attensity.com" title="User:Drazen.cindric.attensity.com">Drazen Cindric</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_write_a_Pipelet&action=credits" title="SMILA/Documentation/HowTo/How to write a Pipelet">others</a>.</p>
+ <p id="footerviews">This page has been accessed 4,317 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.239 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/HowTo/How_to_write_a_Worker.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/HowTo/How_to_write_a_Worker.html
new file mode 100644
index 0000000..91c1d04
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/HowTo/How_to_write_a_Worker.html
@@ -0,0 +1,797 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/HowTo/How to write a Worker,SMILA/Development Guidelines/Create a bundle (plug-in),SMILA/Development Guidelines/Create a test bundle (plug-in),SMILA/Development Guidelines/Howto set up dev environment,SMILA/Documentation/JobManager,SMILA/Documentation/WorkerManager" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/HowTo/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/HowTo/How to write a Worker - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/HowTo/How_to_write_a_Worker";
+var wgTitle = "SMILA/Documentation/HowTo/How to write a Worker";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "33513";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "288329";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-javascript {line-height: normal; font-size: medium;}
+.source-javascript li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for javascript
+ * CSS class: source-javascript, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-javascript .de1, .source-javascript .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-javascript {}
+.source-javascript .head {}
+.source-javascript .foot {}
+.source-javascript .imp {font-weight: bold; color: red;}
+.source-javascript .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-javascript li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-javascript li.li2 {font-weight: bold;}
+.source-javascript .kw1 {color: #000066; font-weight: bold;}
+.source-javascript .kw2 {color: #003366; font-weight: bold;}
+.source-javascript .kw3 {color: #000066;}
+.source-javascript .co1 {color: #009900; font-style: italic;}
+.source-javascript .coMULTI {color: #009900; font-style: italic;}
+.source-javascript .es0 {color: #000099; font-weight: bold;}
+.source-javascript .br0 {color: #66cc66;}
+.source-javascript .st0 {color: #3366CC;}
+.source-javascript .nu0 {color: #CC0000;}
+.source-javascript .me1 {color: #006600;}
+.source-javascript .sc0 {}
+.source-javascript .sc1 {}
+.source-javascript .sc2 {}
+.source-javascript .sc3 {}
+.source-javascript .re0 {color: #0066FF;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="How_to_write_a_Worker.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_HowTo_How_to_write_a_Worker">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/How_to_write_a_Worker">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/HowTo/How_to_write_a_Worker">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/HowTo/How_to_write_a_Worker">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_write_a_Worker&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_write_a_Worker&oldid=288329">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="How_to_write_a_Worker.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/HowTo/How_to_write_a_Worker&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_write_a_Worker&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/How_to_write_a_Worker&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/How%20to%20write%20a%20Worker"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/HowTo/How to write a Worker</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../../SMILA.html" title="SMILA">SMILA</a> | <a href="../../Documentation.1.html" title="SMILA/Documentation">Documentation</a> | <a href="../HowTo.html" title="SMILA/Documentation/HowTo">HowTo</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="How_to_write_a_Worker.html#column-one">navigation</a>, <a href="How_to_write_a_Worker.html#searchInput">search</a></div> <!-- start content -->
+ <p>
+This HowTo describes the necessary steps for writing a worker in SMILA.
+</p>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="How_to_write_a_Worker.html#Preconditions"><span class="tocnumber">1</span> <span class="toctext">Preconditions</span></a></li>
+<li class="toclevel-1"><a href="How_to_write_a_Worker.html#Project_templates"><span class="tocnumber">2</span> <span class="toctext">Project templates</span></a></li>
+<li class="toclevel-1"><a href="How_to_write_a_Worker.html#Adapting_SMILA.application"><span class="tocnumber">3</span> <span class="toctext">Adapting SMILA.application</span></a>
+<ul>
+<li class="toclevel-2"><a href="How_to_write_a_Worker.html#Adding_the_worker_description"><span class="tocnumber">3.1</span> <span class="toctext">Adding the worker description</span></a></li>
+<li class="toclevel-2"><a href="How_to_write_a_Worker.html#Adding_the_bundles_to_the_configuration"><span class="tocnumber">3.2</span> <span class="toctext">Adding the bundles to the configuration</span></a>
+<ul>
+<li class="toclevel-3"><a href="How_to_write_a_Worker.html#config.ini"><span class="tocnumber">3.2.1</span> <span class="toctext">config.ini</span></a></li>
+<li class="toclevel-3"><a href="How_to_write_a_Worker.html#launcher"><span class="tocnumber">3.2.2</span> <span class="toctext">launcher</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="How_to_write_a_Worker.html#Scale_up"><span class="tocnumber">3.3</span> <span class="toctext">Scale up</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="How_to_write_a_Worker.html#Running"><span class="tocnumber">4</span> <span class="toctext">Running</span></a>
+<ul>
+<li class="toclevel-2"><a href="How_to_write_a_Worker.html#Run_the_application"><span class="tocnumber">4.1</span> <span class="toctext">Run the application</span></a></li>
+<li class="toclevel-2"><a href="How_to_write_a_Worker.html#Run_the_test_case"><span class="tocnumber">4.2</span> <span class="toctext">Run the test case</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="How_to_write_a_Worker.html#Create_your_own_worker"><span class="tocnumber">5</span> <span class="toctext">Create your own worker</span></a>
+<ul>
+<li class="toclevel-2"><a href="How_to_write_a_Worker.html#Use_template"><span class="tocnumber">5.1</span> <span class="toctext">Use template</span></a></li>
+<li class="toclevel-2"><a href="How_to_write_a_Worker.html#Bundle_dependencies"><span class="tocnumber">5.2</span> <span class="toctext">Bundle dependencies</span></a></li>
+<li class="toclevel-2"><a href="How_to_write_a_Worker.html#Worker_Implementation_Java_Class"><span class="tocnumber">5.3</span> <span class="toctext">Worker Implementation Java Class</span></a></li>
+<li class="toclevel-2"><a href="How_to_write_a_Worker.html#OSGI_Declarative_Service"><span class="tocnumber">5.4</span> <span class="toctext">OSGI Declarative Service</span></a></li>
+<li class="toclevel-2"><a href="How_to_write_a_Worker.html#Activate_the_Worker:_config.ini_file"><span class="tocnumber">5.5</span> <span class="toctext">Activate the Worker: config.ini file</span></a></li>
+<li class="toclevel-2"><a href="How_to_write_a_Worker.html#Activate_the_Worker:_launcher"><span class="tocnumber">5.6</span> <span class="toctext">Activate the Worker: launcher</span></a></li>
+<li class="toclevel-2"><a href="How_to_write_a_Worker.html#Register_your_worker_in_jobmanager_configuration"><span class="tocnumber">5.7</span> <span class="toctext">Register your worker in jobmanager configuration</span></a>
+<ul>
+<li class="toclevel-3"><a href="How_to_write_a_Worker.html#Worker_definition"><span class="tocnumber">5.7.1</span> <span class="toctext">Worker definition</span></a></li>
+<li class="toclevel-3"><a href="How_to_write_a_Worker.html#Workflow_definition"><span class="tocnumber">5.7.2</span> <span class="toctext">Workflow definition</span></a></li>
+<li class="toclevel-3"><a href="How_to_write_a_Worker.html#Bucket_definition"><span class="tocnumber">5.7.3</span> <span class="toctext">Bucket definition</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="How_to_write_a_Worker.html#Testing"><span class="tocnumber">6</span> <span class="toctext">Testing</span></a>
+<ul>
+<li class="toclevel-2"><a href="How_to_write_a_Worker.html#Use_the_launcher"><span class="tocnumber">6.1</span> <span class="toctext">Use the launcher</span></a></li>
+<li class="toclevel-2"><a href="How_to_write_a_Worker.html#Create_worker_unit_test"><span class="tocnumber">6.2</span> <span class="toctext">Create worker unit test</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="How_to_write_a_Worker.html#Manually_installing_the_worker_in_SMILA"><span class="tocnumber">7</span> <span class="toctext">Manually installing the worker in SMILA</span></a>
+<ul>
+<li class="toclevel-2"><a href="How_to_write_a_Worker.html#Create_a_feature_project"><span class="tocnumber">7.1</span> <span class="toctext">Create a feature project</span></a></li>
+<li class="toclevel-2"><a href="How_to_write_a_Worker.html#Deploy_your_features"><span class="tocnumber">7.2</span> <span class="toctext">Deploy your features</span></a></li>
+<li class="toclevel-2"><a href="How_to_write_a_Worker.html#Install_your_worker_feature_in_a_SMILA_installation"><span class="tocnumber">7.3</span> <span class="toctext">Install your worker feature in a SMILA installation</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="How_to_write_a_Worker.html#Advanced_How_To.27s"><span class="tocnumber">8</span> <span class="toctext">Advanced How To's</span></a>
+<ul>
+<li class="toclevel-2"><a href="How_to_write_a_Worker.html#How_to_access_another_OSGi_Service_inside_your_Worker"><span class="tocnumber">8.1</span> <span class="toctext">How to access another OSGi Service inside your Worker</span></a></li>
+<li class="toclevel-2"><a href="How_to_write_a_Worker.html#How_to_add_.2F_access_a_configuration_for_your_Worker"><span class="tocnumber">8.2</span> <span class="toctext">How to add / access a configuration for your Worker</span></a></li>
+<li class="toclevel-2"><a href="How_to_write_a_Worker.html#Exception_Handling_and_Logging"><span class="tocnumber">8.3</span> <span class="toctext">Exception Handling and Logging</span></a></li>
+<li class="toclevel-2"><a href="How_to_write_a_Worker.html#Create_worker_in_new_bundle_resp._rename_template_bundle"><span class="tocnumber">8.4</span> <span class="toctext">Create worker in new bundle resp. rename template bundle</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Preconditions"></a><h1> <span class="mw-headline"> Preconditions </span></h1>
+<ul><li> Set up your development environment, see <a href="../../Development_Guidelines/Howto_set_up_dev_environment.html" class="mw-redirect" title="SMILA/Development Guidelines/Howto set up dev environment">How to set up the development environment</a>.
+</li><li> You should have read and understood the documentation about the <a href="../JobManager.html" title="SMILA/Documentation/JobManager">JobManager</a>, especially the configuration of workers and workflows if you want to create new workers.
+</li><li> You should have at least an idea about the OSGi framework and OSGi services. For links to introductory articles and tutorials see <a href="http://www.osgi.org/About/HowOSGi" class="external autonumber" title="http://www.osgi.org/About/HowOSGi" rel="nofollow">[1]</a>. For a quite comprehensive overview on OSGi see <a href="http://njbartlett.name/osgibook.html" class="external autonumber" title="http://njbartlett.name/osgibook.html" rel="nofollow">[2]</a>. SMILA makes intensive use of OSGi's Declarative Services facility, so you may want to have at least a quick look at it.
+</li></ul>
+<a name="Project_templates"></a><h1> <span class="mw-headline"> Project templates </span></h1>
+<p>You can either start with a new bundle by following the two HowTos:
+</p>
+<ul><li> <a href="../../Development_Guidelines/Create_a_bundle_(plug-in).html" class="mw-redirect" title="SMILA/Development Guidelines/Create a bundle (plug-in)">How to create a bundle (plug-in)</a>
+</li><li> <a href="../../Development_Guidelines/Create_a_test_bundle_(plug-in).html" class="mw-redirect" title="SMILA/Development Guidelines/Create a test bundle (plug-in)">How to create a test bundle (plug-in)</a>
+</li></ul>
+<p>Now you have two (completely empty) bundles, one to develop your worker(s), and one to test it/them.
+</p><p>If you do not want to use the example bundes as templates, go on with <a href="How_to_write_a_Worker.html#Create_your_own_worker" title="">Create your own worker</a>.
+</p><p>Or, you can export the <a href="http://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/examples" class="external text" title="http://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/examples" rel="nofollow">example bundles</a> from SMILA's repository and import it into your SMILA workspace and use them as templates:
+</p>
+<ul><li> <a href="http://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/examples/org.eclipse.smila.integration.worker" class="external text" title="http://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/examples/org.eclipse.smila.integration.worker" rel="nofollow">org.eclipse.smila.integration.worker</a>: template bundle for worker development, containing an example worker class
+</li><li> <a href="http://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/examples/org.eclipse.smila.integration.worker.test" class="external text" title="http://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/examples/org.eclipse.smila.integration.worker.test" rel="nofollow">org.eclipse.smila.integration.worker.test</a>: template bundle to test a developed worker, containg an example test class
+</li></ul>
+<p>You can also download these examples from the <a href="http://www.eclipse.org/smila/downloads.php" class="external text" title="http://www.eclipse.org/smila/downloads.php" rel="nofollow">release downloads</a> or the <a href="http://build.eclipse.org/rt/smila/nightly/" class="external text" title="http://build.eclipse.org/rt/smila/nightly/" rel="nofollow">nightly build downloads</a>.
+</p>
+<a name="Adapting_SMILA.application"></a><h1> <span class="mw-headline"> Adapting SMILA.application </span></h1>
+<p>(This applies only when you've checked out the example bundles and imported them into your workspace, not if you start with fresh bundles.)
+We now need to enable our worker and start the bundle during SMILA's startup.
+Do the following steps to enable this:
+</p>
+<a name="Adding_the_worker_description"></a><h2> <span class="mw-headline"> Adding the worker description </span></h2>
+<p>The workers' descriptions are read by the jobmanager on startup, if a worker does not provide a description it won't get any tasks, so you have to provide one.
+</p>
+<ul><li> Edit the <tt>workers.json</tt> file in <tt>SMILA.application/configuration/org.eclipse.smila.jobmanager</tt> and add the following worker description to the json array (don't forget the comma):
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript"><span class="br0">{</span>
+ <span class="st0">"name"</span>: <span class="st0">"HelloWorldWorker"</span>,
+ <span class="st0">"input"</span>: <span class="br0">[</span>
+ <span class="br0">{</span> <span class="st0">"name"</span>: <span class="st0">"inputRecords"</span>,
+ <span class="st0">"type"</span>: <span class="st0">"recordBulks"</span>
+ <span class="br0">}</span> <span class="br0">]</span>,
+ <span class="st0">"output"</span>: <span class="br0">[</span>
+ <span class="br0">{</span> <span class="st0">"name"</span>: <span class="st0">"outputRecords"</span>,
+ <span class="st0">"type"</span>: <span class="st0">"recordBulks"</span>
+ <span class="br0">}</span> <span class="br0">]</span>
+<span class="br0">}</span></pre></div>
+<a name="Adding_the_bundles_to_the_configuration"></a><h2> <span class="mw-headline"> Adding the bundles to the configuration </span></h2>
+<p>Next we need to make sure the bundle is started.
+</p>
+<a name="config.ini"></a><h3> <span class="mw-headline"> config.ini </span></h3>
+<p>To start the bundle in the built application, add the following line to <tt>SMILA.application/configuration/config.ini</tt> as the second last line:
+</p>
+<ul><li> org.eclipse.smila.integration.worker@4:start, \
+</li></ul>
+<p>(To be honest, it does not matter at all, where exaclty you add your bundle in the file, as long as the syntax (end of lines must be escaped for all lines except the last one, of course) is correct.)
+</p>
+<a name="launcher"></a><h3> <span class="mw-headline"> launcher </span></h3>
+<p>You also have to adapt your launcher:
+</p>
+<ul><li> Click on <i>Run configurations...</i>
+</li><li> Select the <i>OSGi Framework</i>--><i>SMILA</i> configuration
+</li><li> In the <i>Bundles</i> page, check the box before <tt>org.eclipse.smila.integration.worker</tt>, leave Start Level on <tt>default</tt>, set Auto-Start to <tt>true</tt>.
+</li><li> Click <i>Apply</i>
+</li></ul>
+<a name="Scale_up"></a><h2> <span class="mw-headline"> Scale up </span></h2>
+<p>Finally you should add the scale up limits (see <a href="../WorkerManager.html#ScaleUp" title="SMILA/Documentation/WorkerManager"> ScaleUp</a>) to the cluster configuration file (if you use the standard simple clusterconfig service, you will find the configuration file as <tt>org.eclipse.smila.clusterconfig.simple/clusterconfig.json</tt>).
+</p><p>E.g. add the following snippet to the existing ones in the <span style="font-family:monospace;">workers</span> map to limit scale up of the worker to a maximum of concurrent tasks (be sure, your worker label is the same as in the <tt>workers.json</tt>). If you do not add your worker's scale up here, the worker is limited to one concurrent task.
+</p><p>Example to limit the worker <tt>HelloWorldWorker</tt> to a maximum of 4 concurrent tasks:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript"><span class="st0">"HelloWorldWorker"</span>:<span class="br0">{</span>
+ <span class="st0">"maxScaleUp"</span>:<span class="nu0">4</span>
+ <span class="br0">}</span>,</pre></div>
+<a name="Running"></a><h1> <span class="mw-headline"> Running </span></h1>
+<p>You should now test your workspace setup to make sure that everything works with the prepared stuff.
+</p>
+<a name="Run_the_application"></a><h2> <span class="mw-headline"> Run the application </span></h2>
+<ul><li> Select "Run" -> "Run Configurations" or "Debug Configurations"
+</li><li> Select "OSGi Frameworks" -> "SMILA".
+</li><li> Click "Run" or "Debug" and SMILA should start just like when started from the command line.
+</li></ul>
+<p>Find the configuration of this SMILA instance in your workspace in "SMILA.application/configuration".
+</p><p>When starting the <tt>SMILA.launch</tt> in eclipse, you should see something like the following output in the console window:
+</p>
+<pre>
+...
+Added worker HelloWorldWorker to WorkerManager.
+...
+</pre>
+<p>You should also be able to read the worker definition using the jobmanager HTTP API now: Go to <tt><a href="http://localhost:8080/smila/jobmanager/workers/" class="external free" title="http://localhost:8080/smila/jobmanager/workers/" rel="nofollow">http://localhost:8080/smila/jobmanager/workers/</a></tt> to see something like this:
+</p>
+<pre>
+{
+ "workers" : [ ...,
+ {
+ "name" : "HelloWorldWorker",
+ "url" : "http://localhost:8080/smila/jobmanager/workers/HelloWorldWorker/"
+ }, ... ]
+}
+</pre>
+<p>You can now click on the link to the worker description and you should see the description of the HelloWorldWorker:
+</p>
+<pre>
+{
+ "name" : "HelloWorldWorker",
+ "input" : [ {
+ "name" : "inputRecords",
+ "type" : "recordBulks"
+ } ],
+ "output" : [ {
+ "name" : "outputRecords",
+ "type" : "recordBulks"
+ } ]
+}
+</pre>
+<a name="Run_the_test_case"></a><h2> <span class="mw-headline"> Run the test case </span></h2>
+<p><b>To run the JUnit test case for the HelloWorldWorker</b>
+</p>
+<ul><li> Stop the SMILA.launch if it is running.
+</li><li> Select "Run" -> "Run Configurations".
+</li><li> Select "JUnit Plugin Test" -> "TestHelloWorldWorker".
+</li><li> Click "Run".
+</li><li> You should find the following message in the "Console" view:
+</li></ul>
+<pre>
+TestHelloWorldWorker: Value of attribute 'greeting' = 'HelloWorldWorker was here :-)'
+</pre>
+<p>This shows that the HelloWorldWorker has done something. Of course, the test also contains an assertion so that it will fail when the attribute has not the expceted value.
+</p>
+<a name="Create_your_own_worker"></a><h1> <span class="mw-headline"> Create your own worker </span></h1>
+<a name="Use_template"></a><h2> <span class="mw-headline"> Use template </span></h2>
+<p>The easiest way to create a new worker is by implementing it in the bundle <tt>org.eclipse.smila.integration.worker</tt> (see <a href="How_to_write_a_Worker.html#Project_templates" title="">Project Templates</a>). There you can just place your new worker beside the <tt>HelloWorldWorker</tt> example worker, or replace it. Things you have to do when renaming the bundle/package or creating your own worker bundle are described later on.
+</p>
+<a name="Bundle_dependencies"></a><h2> <span class="mw-headline"> Bundle dependencies </span></h2>
+<p>The dependencies of the bundle are managed by the OSGi framework and have to be configured explicitly in the <tt>MANIFEST.MF</tt> file so that the OSGi framework can resolve them (in the correct versions) when the services are started.
+</p><p>To create a worker that reads and writes <tt>Records</tt>, we need at least the following bundles imported as packages (see <tt>META-INF</tt> -> "Dependencies" -> "Imported Packages"):
+</p>
+<ul><li><tt>org.eclipse.smila.datamodel</tt>: For the <tt>Record</tt> class.
+</li><li><tt>org.eclipse.smila.objectstore</tt>: Possible exceptions when accessing input/output streams.
+</li><li><tt>org.eclipse.smila.taskworker</tt>: The <tt>TaskWorker</tt> bundle containing the <tt>Worker</tt> and <tt>TaskContext</tt> interfaces.
+</li><li><tt>org.eclipse.smila.taskworker.input</tt>: Input streams of the <tt>TaskWorker</tt> bundle.
+</li><li><tt>org.eclipse.smila.taskworker.output</tt>: Output streams of the <tt>TaskWorker</tt> bundle.
+</li></ul>
+<p>This is already configured. If access to other packages is needed, just extend the <tt>MANIFEST.MF</tt> file in section "Imported Packages" accordingly.
+</p>
+<a name="Worker_Implementation_Java_Class"></a><h2> <span class="mw-headline"> Worker Implementation Java Class </span></h2>
+<p>Create a worker class which implements <tt>org.eclipse.smila.taskworker.Worker</tt>. Have a look at the example worker <tt>org.eclipse.smila.integration.worker.HelloWorldWorker</tt> that comes with the SDK in the <tt>org.eclipse.smila.integration.worker</tt> bundle. You must implement two methods:
+</p>
+<ul><li> <tt>getName()</tt> must return a unique name for your worker. Exactly the same name (case sensitive) must be used later in the worker descriptions and workflow definitions.
+</li><li> <tt>perform()</tt> does the actual work. It is called with a <tt>TaskContext</tt> object that provides access to the task properties, input and output objects, and counters.
+</li></ul>
+<a name="OSGI_Declarative_Service"></a><h2> <span class="mw-headline"> OSGI Declarative Service </span></h2>
+<p>Every worker must be declared as an OSGi Declarative Service (DS) in order to be registered properly to the worker framework. To configure your worker as DS, you have to add an appropriate XML file to the folder <tt><WORKSPACE>/bundles/org.eclipse.smila.integration.worker/OSGI-INF</tt>.
+</p><p>The file can be created either manually or using the <i>Component Definition</i> wizard.
+</p><p>Have a look at <tt>helloworldworker.xml</tt> as an example:
+</p>
+<pre>
+<?xml version="1.0" encoding="UTF-8"?>
+<scr:component xmlns:scr="http://www.osgi.org/xmlns/scr/v1.1.0"
+ name="HelloWorldWorker" immediate="true">
+ <implementation class="org.eclipse.smila.integration.worker.HelloWorldWorker"/>
+ <service>
+ <provide interface="org.eclipse.smila.taskworker.Worker"/>
+ </service>
+</scr:component>
+</pre>
+<p>The file describes (1) the interface that the worker has to implement (and through which it will be accessed in the OSGi application by means of dependency injection), (2) the class being the concrete implementor of that interface, (3) the services that it references (our simple worker does not reference any, you can find a description later on), (4) and the name of the service.
+</p><p>To describe your own worker, just create a copy of the <tt>OSGI-INF/helloworldworker.xml</tt> file in the same directory. Then change at least the "name" attribute in the root element and the "class" element in the "implementation" element.
+</p><p>When you don't need the <tt>HelloWorldWorker</tt> anymore you may want to remove at least its component definition file from the bundle. Otherwise, it will always be running and asking for tasks in the final deployment. While it should not really be a problem, it causes some unnecessary overhead that can easily be avoided.
+</p><p>You should check in your MANIFEST.MF that your component definition is included in the build and it is listed as <i>Service-Component</i> (e.g. as a line in your MANIFEST.MF <span style="font-family:monospace;">Service-Component: OSGI-INF/*.xml</span> and the <span style="font-family:monospace;">bin.includes</span> of the build.properties file should contain <span style="font-family:monospace;">OSGI-INF/</span>).
+</p>
+<a name="Activate_the_Worker:_config.ini_file"></a><h2> <span class="mw-headline"> Activate the Worker: config.ini file </span></h2>
+<p>This file describes which OSGi services are automatically started and defines the start order.
+You can find this file in: <tt><WORKSPACE>/SMILA.application/configuration</tt>
+</p><p>Check that the custom bundle is added with an appropriate start level (level 4 is usually fine). One of the latest lines should look like this:
+</p>
+<pre>
+org.eclipse.smila.integration.worker@4:start, \
+</pre>
+<a name="Activate_the_Worker:_launcher"></a><h2> <span class="mw-headline"> Activate the Worker: launcher </span></h2>
+<p>Open the SMILA launcher and activate the worker's bundle (check the box beside it, and set Auto-Start to <span style="font-family:monospace;">true</span>).
+</p>
+<a name="Register_your_worker_in_jobmanager_configuration"></a><h2> <span class="mw-headline"> Register your worker in jobmanager configuration </span></h2>
+<p>These are the steps to use your new worker with the jobmanager framework.
+</p>
+<a name="Worker_definition"></a><h3> <span class="mw-headline"> Worker definition </span></h3>
+<p>Edit <tt>workers.json</tt> from <tt><WORKSPACE>/SMILA.application/configuration/org.eclipse.smila.jobmanager</tt> folder and add the definition for the new worker.
+</p><p><b>Important:</b> The <tt>name</tt> in the worker definition has to be the same that is returned by the <tt>getName()</tt> method in the worker implementation!
+</p><p>For the example worker <tt>HelloWorldWorker</tt> we want to use one input and output slot. And we use <tt>recordBulks</tt> as data object type cause we want to modify (bulks of) records with this worker:
+</p>
+<pre>
+{ "name": "HelloWorldWorker",
+ "input": [
+ { "name": "inputRecords",
+ "type": "recordBulks"
+ } ],
+ "output": [
+ { "name": "outputRecords",
+ "type": "recordBulks"
+ } ]
+}
+</pre>
+<a name="Workflow_definition"></a><h3> <span class="mw-headline"> Workflow definition </span></h3>
+<p>To use your worker in a workflow you have to add a new workflow or change an existing one. You can either use the jobmanager API to add a workflow definition to the running system, or you can edit <tt>workflows.json</tt> from <tt><WORKSPACE>/SMILA.application/configuration/org.eclipse.smila.jobmanager</tt> folder and add/change a workflow.
+</p><p>This example is a test workflow that uses the <tt>HelloWorldWorker</tt> to manipulate all records which where pushed into the system using the bulkbuilder. Because it's pretty useless as such, we did not add it to <tt>SMILA.application/configuration/org.eclipse.smila.jobmanager/workflows.json</tt>, but it's used in the unit test bundle <tt>org.eclipse.smila.integration.worker.test</tt>: The test case reads the output bulk created by the <tt>HelloWorldWorker</tt> to check if it been running.
+</p>
+<pre>
+{
+ "name":"HelloWorldWorkflow",
+ "startAction":{
+ "worker":"bulkbuilder",
+ "output":{
+ "insertedRecords":"importBucket"
+ }
+ },
+ "actions":[
+ {
+ "worker":"HelloWorldWorker",
+ "input":{
+ "inputRecords":"importBucket"
+ },
+ "output":{
+ "outputRecords":"helloWorldExportBucket"
+ }
+ }
+ ]
+}
+</pre>
+<a name="Bucket_definition"></a><h3> <span class="mw-headline"> Bucket definition </span></h3>
+<p>If you want to use a new <i>persistent</i> bucket for your workflow (see jobmanager documentation) you have to add it via the jobmanager API or add it to the configuration: Edit <tt>buckets.json</tt> from <tt><WORKSPACE>/SMILA.application/configuration/org.eclipse.smila.jobmanager</tt> folder and create desired bucket.
+</p><p>Here's an example from the test bundle <tt>org.eclipse.smila.integration.worker.test</tt> for the workflow above that makes the final bucket <tt>helloWorldExportBucket</tt> persistent. For the unit test, the output bucket of the worker must be persistent so that the test case can still read the result records when the workflow has ended. Otherwise the jobmanager would remove the transient object immediately after the <tt>HelloWorldWorker</tt> has finished.
+</p>
+<pre>
+{
+ "name":"helloWorldExportBucket",
+ "type":"recordBulks"
+}
+</pre>
+<a name="Testing"></a><h1> <span class="mw-headline"> Testing </span></h1>
+<a name="Use_the_launcher"></a><h2> <span class="mw-headline"> Use the launcher </span></h2>
+<p>If everything was done correctly and you start the <tt>SMILA.launch</tt> in Eclipse, you should see something like the following output in the console window, but with the name of your own worker:
+</p>
+<pre>
+...
+Added worker HelloWorldWorker to WorkerManager.
+...
+</pre>
+<p>You should also be able to read your worker definition using the jobmanager HTTP API now: Go to <tt><a href="http://localhost:8080/smila/jobmanager/workers/" class="external free" title="http://localhost:8080/smila/jobmanager/workers/" rel="nofollow">http://localhost:8080/smila/jobmanager/workers/</a></tt> to see something like this:
+</p>
+<pre>
+{
+ "workers" : [ ...,
+ {
+ "name" : "HelloWorldWorker",
+ "url" : "http://localhost:8080/smila/jobmanager/workers/HelloWorldWorker/"
+ }, ... ]
+}
+</pre>
+<p>and click on the link to the worker description and you should see the description you added to <tt>workers.json</tt> earlier.
+</p><p>You should also check whether your new workflow definition is visible in <a href="http://localhost:8080/smila/jobmanager/workflows/" class="external autonumber" title="http://localhost:8080/smila/jobmanager/workflows/" rel="nofollow">[3]</a>.
+If not, you maybe misstyped a worker name or something. If there is no workflow at all, the <tt>workflows.json</tt> file has invalid syntax.
+</p>
+<a name="Create_worker_unit_test"></a><h2> <span class="mw-headline"> Create worker unit test </span></h2>
+<p>You can use the test bundle template <tt>org.eclipse.smila.integration.worker.test</tt> to add a test for your worker. Have a look at the example test class <tt>org.eclipse.smila.integration.worker.test.TestHelloWorldWorker</tt> that comes with the SDK.
+</p><p>All configuration files for the test are in <tt>org.eclipse.smila.integration.worker.test/configuration</tt>. This is similar to <tt>SMILA.application/configuration</tt>, but contains only the configuration files necessary to run the tests, not all files needed by a complete system. Also, some configuration files may differ from those in <tt>SMILA.application</tt>, e.g. some components may be configured with smaller limits to make tests run quicker. However, if you create a new worker, you must add its description to the <tt>workers.json</tt> in the test bundles and define persistent buckets and workflows required to run the test. Additionally make sure that the <tt>config.ini</tt> contains the names of your worker bundles and those of services your worker needs to access.
+</p><p>To start the test in eclipse you have to copy the launch for TestHelloWorldWorker and adapt it to your new test class.
+</p>
+<a name="Manually_installing_the_worker_in_SMILA"></a><h1> <span class="mw-headline"> Manually installing the worker in SMILA </span></h1>
+<p>In the following we describe the steps to deploy your worker to an existing SMILA installation.
+</p>
+<a name="Create_a_feature_project"></a><h2> <span class="mw-headline"> Create a feature project </span></h2>
+<p>A feature project is a container project that defines the Plug-ins needed for a specific feature. In our case our feature is to provide a worker, so we'll only have one Plug-in included in that feature, but it can also be reasonable to include all worker Plug-ins that are necessary to extend the SMILA to be able to handle a specific scenario in one feature that can be deployed and so includes all plugins necessary. The SDK contains already a prepared project <b>org.eclipse.smila.integration.feature</b> that includes the custom worker bundle. If you create further worker bundles (or other SMILA extensions) you can just add them to this feature (see below).
+</p><p>If you ever need to create an own feature project you can use Eclipse's <i>New...</i> wizard:
+</p>
+<ul><li> New --> Plug-in Development --> Feature Project
+<ul><li> Enter a Project name
+</li><li> Version e.g. 1.0.0 (should match the version of your plug-in)
+</li><li> Fill in other feature properties to describe the new feature
+</li></ul>
+</li><li> Next
+<ul><li> select your worker plugin
+</li></ul>
+</li><li> Finish
+</li></ul>
+<a name="Deploy_your_features"></a><h2> <span class="mw-headline"> Deploy your features </span></h2>
+<p>Now it's easy to export your custom bundles to files that can be easily deployed into SMILA:
+</p>
+<ul><li>Select your feature project
+</li><li>Right-click on it
+</li><li>Click on <i>Export...</i>
+</li><li>Select <i>Plug-in Development</i> --> <i>Deployable features</i>
+</li><li>Next
+</li><li>Select your new worker feature(s)
+</li><li>Select a destination folder. If you are re-exporting after changes (especially after renames), you should first delete the destination folder.
+</li><li>Click <i>Finish</i>
+</li></ul>
+<p>After that you will find <tt>plugins</tt> and <tt>features</tt> directories in your destination directory that contain the deployable software. The export process produces two additional files <tt>artifacts.jar</tt> and <tt>contents.jar</tt> which are not for our purposes.
+</p>
+<a name="Install_your_worker_feature_in_a_SMILA_installation"></a><h2> <span class="mw-headline"> Install your worker feature in a SMILA installation </span></h2>
+<ul><li> Copy the <tt>features</tt> and <tt>plugins</tt> folder to your SMILA installation.
+</li><li> merge your configuration changes (e.g. <tt>configuration/org.eclipse.smila.jobmanager</tt>) into the SMILA configuration
+<ul><li> copy your <tt>configuration/config.ini</tt> file (see above) or edit the installed <tt>config.ini</tt> directly to start up your bundle
+<ul><li> e.g. for the above bundle and version this would be (in the second last line): <tt>org.eclipse.smila.integration.worker@4:start, \</tt>
+</li></ul>
+</li></ul>
+</li><li> start your system
+</li><li> In <tt>data/log/smila.log</tt> you should now find such a line:
+</li></ul>
+<pre>
+...
+2011-06-06 15:17:15,035 INFO [Component Resolve Thread (Bundle 5) ] internal.WorkerManagerImpl - Added worker HelloWorldWorker to WorkerManager.
+...
+</pre>
+<p>Of course, additionally you should be able to retrieve the worker description you added to <tt>configuration/org.eclipse.smila.jobmanager/workers.json</tt> via the JobManager REST API.
+</p>
+<a name="Advanced_How_To.27s"></a><h1> <span class="mw-headline"> Advanced How To's </span></h1>
+<a name="How_to_access_another_OSGi_Service_inside_your_Worker"></a><h2> <span class="mw-headline"> How to access another OSGi Service inside your Worker </span></h2>
+<p>With SMILA there come a lot of components with APIs for different purposes. Sometimes you may want to access such an API inside your worker. With the concept of OSGi Declarative Services (DS) this is just a matter of configuration.
+</p><p><b>Example: Reading all cluster nodes</b>
+</p><p>Assumed, we want to know the names of all cluster nodes in our worker. This is possible via ClusterConfigService API. Here are the steps to access this API in your worker:
+</p>
+<ul><li> Precondition: We assume you already configured your worker as OSGi Declarative Service as described before.
+</li></ul>
+<ul><li> To use the ClusterConfigService you have to import the appropriate package <tt>org.eclipse.smila.clusterconfig</tt> in the MANIFEST.MF/Dependencies (see "Bundle Dependencies")
+</li></ul>
+<ul><li> Configure ClusterConfigService as referenced service in the service description xml (OSGI-INF/...):
+</li></ul>
+<pre>
+<?xml version="1.0" encoding="UTF-8"?>
+<scr:component org.eclipse.smila.jobmanager name="MyWorker" immediate="true">
+ <implementation class="mypackage.MyWorkerImpl" />
+ <service>
+ <provide interface="org.eclipse.smila.taskworker.Worker"/>
+ </service>
+ <reference bind="setClusterConfigService"
+ cardinality="1..1"
+ interface="org.eclipse.smila.clusterconfig.ClusterConfigService"
+ name="ClusterConfigService"
+ policy="static"
+ unbind="unsetClusterConfigService"/>
+</scr:component>
+</pre>
+<ul><li> Implement the specifed methods <tt>setClusterConfigService</tt> and <tt>unsetClusterConfigService</tt> in your worker implementation. This may look like this:
+</li></ul>
+<pre>
+ private ClusterConfigService _ccs;
+
+ public void setClusterConfigService(final ClusterConfigService ccs) {
+ _ccs = ccs;
+ }
+
+ public void unsetClusterConfigService(final ClusterConfigService ccs) {
+ if (_ccs == ccs) {
+ _ccs = null;
+ }
+ }
+</pre>
+<ul><li> Now, the OSGi framework will automatically set the SimpleClusterConfigService (which implements the interface ClusterConfigService) in your worker at startup via the specified method. So the ClusterConfigService API will be accessible at runtime:
+</li></ul>
+<pre>
+ ...
+ List<String> clusterNodes = _ccs.getClusterNodes();
+ ...
+</pre>
+<a name="How_to_add_.2F_access_a_configuration_for_your_Worker"></a><h2> <span class="mw-headline"> How to add / access a configuration for your Worker </span></h2>
+<p>You can add a worker configuration, e.g. a property file, by adding it to the application configuration.
+</p><p><b>Example: Adding a property file "myWorker.properties" and access it in the worker</b>
+</p>
+<ul><li> To add a worker configuration create an appropriate folder in the application configuration and place the property file there:
+</li></ul>
+<pre>
+ SMILA.application/configuration/MY_BUNDLE_NAME/myWorker.properties
+</pre>
+<ul><li> To easiest way to access the configuration in your worker is via <tt>org.eclipse.smila.utils.config.ConfigUtils</tt> class
+</li><li> To use this class you have to import the appropriate package <tt>org.eclipse.smila.utils.config</tt> in the MANIFEST.MF/Dependencies (see "Bundle Dependencies")
+<ul><li> For the following example code you should also import <tt>org.apache.commons.io</tt>
+</li></ul>
+</li><li> Your code could look somehow like that:
+</li></ul>
+<pre>
+ InputStream configFileStream = null;
+ try {
+ configFileStream = ConfigUtils.getConfigStream(MY_BUNDLE_NAME, myWorker.properties);
+ Properties props = new Properties();
+ props.load(configFileStream);
+ ...
+ } finally {
+ if (configFileStream != null) {
+ IOUtils.closeQuietly(configFileStream);
+ }
+ }
+</pre>
+<p><b>Add on: Read configuration at startup</b>
+</p>
+<ul><li> If you want to initialize your worker by configuration at startup, you can use the <tt>activate()</tt> method automatically called by the OSGi framework at bundle startup.
+</li><li> To use an activate method you have to import the package <tt>org.osgi.service.component</tt> in the MANIFEST.MF.
+</li><li> Then your code could look like that
+</li></ul>
+<pre>
+ protected void activate(final ComponentContext context) {
+ try {
+ readConfiguration();
+ ...
+</pre>
+<p><br />
+</p>
+<a name="Exception_Handling_and_Logging"></a><h2> <span class="mw-headline"> Exception Handling and Logging </span></h2>
+<p><b>Exception Handling:</b>
+</p><p>There are three possible ways your worker's <tt>perform()</tt> method can finish when processing its current task:
+</p>
+<ul><li> return (without exception): The normal case where you just processed the task without errors. The task will be finished and marked as successful.
+</li><li> throw a <tt>RecoverableTaskException</tt>: If you get an error, but you see a chance that the same task could be successful when being processed next time, you can throw a <tt>RecoverableTaskException</tt>. This will cause the current task to be finished but retried later on. (Hint: For internal reasons, UnavailableException and IOException will also cause a retry.)
+</li><li> throw a "non-retry" Exception: These are all exceptions not mentioned before. The current task will be marked as failed and not be retried.
+</li></ul>
+<p><b>Logging:</b>
+</p><p>You can use the log4j logging that comes with SMILA in your worker too. Your logging output will be logged in the standard <tt>smila.log</tt>.
+</p>
+<ul><li> import the package <tt>org.apache.commons.logging</tt> in the MANIFEST.MF.
+</li></ul>
+<p>Then your code could look somehow like that:
+</p>
+<pre>
+ private final Log _log = LogFactory.getLog(getClass());
+ ...
+ _log.debug("My worker was successful");
+ ...
+</pre>
+<p><br />
+</p>
+<a name="Create_worker_in_new_bundle_resp._rename_template_bundle"></a><h2> <span class="mw-headline"> Create worker in new bundle resp. rename template bundle </span></h2>
+<p><b>For creating a new bundle:</b>
+</p>
+<ul><li> Follow the description <a href="../../Development_Guidelines/Create_a_bundle_(28plug-in).html" class="external text" title="http://wiki.eclipse.org/SMILA/Development_Guidelines/Create_a_bundle_(28plug-in)" rel="nofollow">here</a> to create a new bundle.
+</li></ul>
+<p><b>For renaming a bundle:</b>
+</p>
+<ul><li> Right-click the bundle to rename in eclipse and select (<tt>Refactor/Rename</tt>).
+</li><li> Right-click java package and select (<tt>Refactor/Rename</tt>).
+</li><li> Open MANIFEST.MF and set a version property to the (renamed) exported package. <tt>Runtime/Exported Packages</tt>
+</li></ul>
+<p><i>Hint: if there are strange compile problems afterwards, and refresh resp. clean projects doesn't help, try restarting your eclipse IDE.</i>
+</p><p><b>MANIFEST.MF / OSGI-INF / build.properties:</b>
+</p>
+<ul><li> Apapt the changes in your OSGI-INF component description xml file
+</li><li> Please be sure that your OSGi component definition file is included in the <tt>MANIFEST.MF</tt> file in the <i>Service-Component</i> section! Otherwise the service component will not be recognized and thus not be started.
+</li><li> Please be sure that the <tt>OSGI-INF/</tt> folder is included in your <tt>build.properties</tt>
+</li></ul>
+<p><b>test bundle:</b>
+</p>
+<ul><li> Adapt the test bundle to the changes:
+<ul><li> change name of test bundle and java package (<tt>Refactor/Rename</tt>, like described above for the worker bundle itself).
+</li><li> correct the imported packages in the code and the MANIFEST.MF (if not done correctly by refactoring)
+</li><li> adapt the test's run configuration, e.g. name, test bundle's java package, configuration file location (on tab "configuration")
+</li><li> adapt the config.ini file
+</li></ul>
+</li></ul>
+<p><b>Application launch:</b>
+</p>
+<ul><li> Add the new/renamed bundle to the eclipse launcher and also to your application <tt>configuration/config.ini</tt> file with an appropriate start level.
+</li></ul>
+<p><b>feature project:</b>
+</p>
+<ul><li> You have to add your new/renamed bundle to the feature project.
+</li><li> clear the destination folder for feature exports.
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 223/1000000
+Post-expand include size: 285/2097152 bytes
+Template argument size: 65/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:33513-0!1!0!!en!2!edit=0 and timestamp 20120203101212 -->
+<div class="printfooter">
+Retrieved from "<a href="How_to_write_a_Worker.html">http://wiki.eclipse.org/SMILA/Documentation/HowTo/How_to_write_a_Worker</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 09:36, 3 February 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a>, <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a> and <a href="http://wiki.eclipse.org/User:Drazen.cindric.attensity.com" title="User:Drazen.cindric.attensity.com">Drazen Cindric</a>.</p>
+ <p id="footerviews">This page has been accessed 622 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.264 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/HowTo/Howto_build_a_SMILA-Distribution.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/HowTo/Howto_build_a_SMILA-Distribution.html
new file mode 100644
index 0000000..2afd819
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/HowTo/Howto_build_a_SMILA-Distribution.html
@@ -0,0 +1,505 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/HowTo/Howto build a SMILA-Distribution,Smila.build.all.png,SMILA/Development Guidelines/Howto set up dev environment" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/HowTo/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/HowTo/Howto build a SMILA-Distribution - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/HowTo/Howto_build_a_SMILA-Distribution";
+var wgTitle = "SMILA/Documentation/HowTo/Howto build a SMILA-Distribution";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "18672";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286693";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-text {line-height: normal; font-size: medium;}
+.source-text li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for text
+ * CSS class: source-text, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-text .de1, .source-text .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-text {}
+.source-text .head {}
+.source-text .foot {}
+.source-text .imp {font-weight: bold; color: red;}
+.source-text .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-text li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-text li.li2 {font-weight: bold;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="Howto_build_a_SMILA-Distribution.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_HowTo_Howto_build_a_SMILA-Distribution">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/Howto_build_a_SMILA-Distribution">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/HowTo/Howto_build_a_SMILA-Distribution">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/HowTo/Howto_build_a_SMILA-Distribution">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/Howto_build_a_SMILA-Distribution&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/Howto_build_a_SMILA-Distribution&oldid=286693">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Howto_build_a_SMILA-Distribution.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/HowTo/Howto_build_a_SMILA-Distribution&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/Howto_build_a_SMILA-Distribution&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/Howto_build_a_SMILA-Distribution&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/Howto%20build%20a%20SMILA-Distribution"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/HowTo/Howto build a SMILA-Distribution</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../../SMILA.html" title="SMILA">SMILA</a> | <a href="../../Documentation.1.html" title="SMILA/Documentation">Documentation</a> | <a href="../HowTo.html" title="SMILA/Documentation/HowTo">HowTo</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Howto_build_a_SMILA-Distribution.html#column-one">navigation</a>, <a href="Howto_build_a_SMILA-Distribution.html#searchInput">search</a></div> <!-- start content -->
+ <p>This HowTo describes how to build a SMILA distribution.
+</p>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Howto_build_a_SMILA-Distribution.html#Build_Requirements"><span class="tocnumber">1</span> <span class="toctext">Build Requirements</span></a></li>
+<li class="toclevel-1"><a href="Howto_build_a_SMILA-Distribution.html#Configuring_the_Build"><span class="tocnumber">2</span> <span class="toctext">Configuring the Build</span></a>
+<ul>
+<li class="toclevel-2"><a href="Howto_build_a_SMILA-Distribution.html#Setting_the_Target_Build_Platform"><span class="tocnumber">2.1</span> <span class="toctext">Setting the Target Build Platform</span></a></li>
+<li class="toclevel-2"><a href="Howto_build_a_SMILA-Distribution.html#Setting_Build_Properties"><span class="tocnumber">2.2</span> <span class="toctext">Setting Build Properties</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Howto_build_a_SMILA-Distribution.html#Executing_the_make.xml"><span class="tocnumber">3</span> <span class="toctext">Executing the make.xml</span></a>
+<ul>
+<li class="toclevel-2"><a href="Howto_build_a_SMILA-Distribution.html#Executing_make.xml_from_within_Eclipse"><span class="tocnumber">3.1</span> <span class="toctext">Executing make.xml from within Eclipse</span></a></li>
+<li class="toclevel-2"><a href="Howto_build_a_SMILA-Distribution.html#Executing_make.xml_from_command_line"><span class="tocnumber">3.2</span> <span class="toctext">Executing make.xml from command line</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Build_Requirements"></a><h4> <span class="mw-headline"> Build Requirements </span></h4>
+<p>The build process uses Eclipse's PDE Build tools to build all the bundles, run all unit tests, and create a ZIP archive with a complete SMILA application that can be installed and run independently from any development environment. To run this build process, you should first install the following software:
+</p>
+<ul><li><b>Eclipse SDK 3.7.1</b> for your operating system: We recommend installing a fresh Eclipse instance independently from the one you might already be using and use this solely for the purpose of building SMILA. This makes sure that any potential additional Eclipse plugins installed on your existing installation won't interfere with the build process (this shouldn't happen, usually - but just to be safe). You can find the download on <a href="http://download.eclipse.org/eclipse/downloads/" class="external free" title="http://download.eclipse.org/eclipse/downloads/" rel="nofollow">http://download.eclipse.org/eclipse/downloads/</a>. This HowTo was tested with <a href="http://download.eclipse.org/eclipse/downloads/drops/R-3.7.1-201109091335/index.php" class="external text" title="http://download.eclipse.org/eclipse/downloads/drops/R-3.7.1-201109091335/index.php" rel="nofollow">Eclipse Classic SDK 3.7.1</a>.
+</li></ul>
+<ul><li><b>DeltaPack</b> matching your Eclipse version: The DeltaPack contains some additional bundles needed in the build, mainly for creating the SMILA executable for different platforms. You'll find the download on <a href="http://download.eclipse.org/eclipse/downloads/" class="external free" title="http://download.eclipse.org/eclipse/downloads/" rel="nofollow">http://download.eclipse.org/eclipse/downloads/</a>. Install it by unpacking it into you Eclipse SDK installation. This HowTo was tested with <a href="http://download.eclipse.org/eclipse/downloads/drops/R-3.7.1-201109091335/index.php#DeltaPack" class="external text" title="http://download.eclipse.org/eclipse/downloads/drops/R-3.7.1-201109091335/index.php#DeltaPack" rel="nofollow">DeltaPack 3.7.1</a>.
+</li></ul>
+<ul><li><b>Sun Java Development Kit</b>: You need a full JDK, version 6, to build SMILA, not just a JRE. You can get it at <a href="http://java.sun.com/javase/downloads/index.jsp" class="external autonumber" title="http://java.sun.com/javase/downloads/index.jsp" rel="nofollow">[1]</a>
+</li></ul>
+<ul><li><b>Apache Ant</b>: The build process is executed by Ant, which you can download here: <a href="http://ant.apache.org/" class="external free" title="http://ant.apache.org/" rel="nofollow">http://ant.apache.org/</a>. At least version 1.7 is needed (and tested).
+</li></ul>
+<ul><li><b>Additional Libraries</b> for building which are not included in SMILA repository. The build scripts assume the following directory structure for these libraries. You can either create this structure in your working copy of the SMILA repository next to all the SMILA bundles, or somewhere else on your hard disk and configure the build process to find them there (see below).
+</li></ul>
+<div style="margin-left: 1.5em">
+<div dir="ltr" style="text-align: left;"><pre class="source-text">lib/
+ ant-contrib/
+ ant-contrib-1.0b3.jar
+ checkstyle/
+ checkstyle-all-4.4.jar
+ emma/
+ emma.jar, emma_ant.jar
+ pmd/
+ asm-3.2.jar, jaxen-1.1.1.jar, pmd-4.3.jar</pre></div>
+</div>
+<ul><li><ul><li>ant-contrib: This is required to run the build. You may download it from: <a href="http://sourceforge.net/projects/ant-contrib" class="external text" title="http://sourceforge.net/projects/ant-contrib" rel="nofollow">ant-contrib</a>. (Tested with ant-contrib 1.0b3)
+</li><li>Furthermore our build process optionally generates reports for checkstyle, emma (code coverage) and pmd (static code analysis) if these libraries are present. The build is configured to run without these libraries and will just not create the respective reports, but everything else will be OK. To generate these reports you may download these files from:
+<ul><li><a href="http://checkstyle.sourceforge.net/" class="external text" title="http://checkstyle.sourceforge.net/" rel="nofollow">checkstyle</a> (use Checkstyle 4.x. The current rules do not work with 5.0) (Tested with Checkstyle 4.4)
+</li><li><a href="http://emma.sourceforge.net/" class="external text" title="http://emma.sourceforge.net/" rel="nofollow">emma</a> (Tested with emma 2.0.5312)
+</li><li><a href="http://pmd.sourceforge.net/" class="external text" title="http://pmd.sourceforge.net/" rel="nofollow">pmd</a>. (Tested with pmd 4.3, 4.1 should also work)
+</li></ul>
+</li></ul>
+</li></ul>
+<a name="Configuring_the_Build"></a><h4> <span class="mw-headline"> Configuring the Build </span></h4>
+<p>The folder <tt>SMILA.builder</tt> contains everything needed to build SMILA and/or run all tests locally. The default settings are set to build against Eclipse 3.7.1 and build a product for Win 32bit and 64bit, Linux 32bit and 64bit as well as MacOS x86 64bit. But it is also possible to build other platforms.
+</p><p>Whether you build from command line or from Eclipse, in both cases the <tt>make.xml</tt> ant script is executed. Before execution certain properties need to be set to meet the local setup.
+</p>
+<a name="Setting_the_Target_Build_Platform"></a><h5> <span class="mw-headline"> Setting the Target Build Platform </span></h5>
+<p><i>First, <a href="../../Development_Guidelines/Howto_set_up_dev_environment.html" class="mw-redirect" title="SMILA/Development Guidelines/Howto set up dev environment">setup a development environment</a>.</i> When finished copy the file <tt>SMILA.builder/build.properties.template</tt> to <tt>SMILA.builder/build.properties</tt> and adapt the copied file: Add the platforms that you want to build as value triplets to the <tt>configs</tt> property and comment out or remove those that you don't need. The available platform triplets are:<br />
+</p>
+<table border="1">
+<caption> <br />
+</caption>
+<tr>
+<th> Windows 32bit
+</th><td> <table><tr><td>
+ <pre>...
+configs=win32,win32,x86
+# ... </pre>
+</td></tr></table>
+</td></tr>
+<tr>
+<th> Windows 64bit
+</th><td> <table><tr><td>
+ <pre>...
+configs=win32,win32,x86_64
+# ... </pre>
+</td></tr></table>
+</td></tr>
+<tr>
+<th> Linux 32bit
+</th><td> <table><tr><td>
+ <pre>...
+configs=linux,gtk,x86
+# ... </pre>
+</td></tr></table>
+</td></tr>
+<tr>
+<th> Linux 64bit
+</th><td> <table><tr><td>
+ <pre>...
+configs=linux, gtk, x86_64
+# ... </pre>
+</td></tr></table>
+</td></tr>
+<tr>
+<th> Solaris SPARC
+</th><td> <table><tr><td>
+ <pre>...
+configs=solaris, gtk, sparc
+# ... </pre>
+</td></tr></table>
+</td></tr></table>
+<p>If you want to provide several distributions at once e.g one for Windows 32bit and one for Linux 32bit (default build plan), concatenate the platform triplets with the '&' character:<br />
+</p>
+<table border="1">
+
+<tr>
+<th> Example:
+</th><td> <table><tr><td>
+ <pre>configs=win32, win32, x86 & \
+ linux, gtk, x86 </pre>
+</td></tr></table>
+</td></tr></table>
+<p>The archive files of the application distribution are created in the <tt>Application</tt> directory below the specified build directory (see below). For each platform triplet in the <tt>configs</tt> property (<tt>$os, $ws, $arch</tt>) a ZIP file named <tt>SMILA-incubation-$os.$ws.$arch.zip</tt> is built.
+</p>
+<a name="Setting_Build_Properties"></a><h5> <span class="mw-headline"> Setting Build Properties </span></h5>
+<p>These are the main properties that can be used to configure the build process executed by <tt>make.xml</tt>. If you run the build from within Eclipse you must add them to the Ant launch configuration (see <a href="Howto_build_a_SMILA-Distribution.html#Executing_make.xml_from_within_Eclipse" title="">Executing make.xml from within Eclipse</a> below), for running from command line we have included templates that you can adapt to your local setup (see <a href="Howto_build_a_SMILA-Distribution.html#Executing_make.xml_from_command_line" title="">Executing make.xml from command line</a> below).
+</p>
+<table cellspacing="0" cellpadding="5" border="1">
+
+<tr>
+<th> Property
+</th><th> Default
+</th><th> Comment
+</th></tr>
+<tr>
+<td> <tt>buildDirectory</tt>
+</td><td> <tt><SMILA_HOME>/eclipse.build</tt>
+</td><td> Directory where built output will be created. This should be always a subdirectory of <SMILA_HOME>. The application distribution's ZIP files will be created in the subdirectory <tt>Application</tt> of this directory.
+</td></tr>
+<tr>
+<td> <tt>builder</tt>
+</td><td> <tt><SMILA_HOME>/SMILA.builder</tt>
+</td><td> Directory where <tt>make.xml</tt> is locate.
+</td></tr>
+<tr>
+<td> <tt>eclipse.home</tt>
+</td><td> <tt><ECLIPSE_HOME></tt>
+</td><td> Location of the <a href="Howto_build_a_SMILA-Distribution.html#Build_Requirements" title="">Eclipse instance</a> used to build SMILA.
+</td></tr>
+<tr>
+<td> <tt>lib.dir</tt>
+</td><td> <tt><SMILA_HOME>/lib</tt>
+</td><td> Location of the additional build libs (ant-contrib, etc.).
+</td></tr>
+<tr>
+<td> <tt>pdeBuildPluginVersion</tt>
+</td><td> 3.7.0.v20110512-1320
+</td><td> For build with Eclipse 3.7.1.
+</td></tr>
+<tr>
+<td> <tt>equinoxLauncherPluginVersion</tt>
+</td><td> 1.2.0.v20110502
+</td><td> For build with Eclipse 3.7.1.
+</td></tr>
+<tr>
+<td> <tt>os</tt>
+</td><td> win32
+</td><td rowspan="3"> These properties merely control under which platform the test will run. It must be one of the <a href="Howto_build_a_SMILA-Distribution.html#Setting_the_Target_Build_Platform" title="">target platforms</a> you have built.
+</td></tr>
+<tr>
+<td> <tt>ws</tt>
+</td><td> win32
+</td></tr>
+<tr>
+<td> <tt>arch</tt>
+</td><td> x86
+</td></tr>
+<tr>
+<td> <tt>test.java.home</tt>
+</td><td> <tt><JAVA_HOME></tt>
+</td><td> A Java 1.6 SDK instance.
+</td></tr></table>
+<a name="Executing_the_make.xml"></a><h4> <span class="mw-headline"> Executing the make.xml </span></h4>
+<div class="thumb tright"><div class="thumbinner" style="width:182px;"><a href="http://wiki.eclipse.org/Image:Smila.build.all.png" class="image" title="all dependency graph"><img alt="all dependency graph" src="http://wiki.eclipse.org/images/thumb/3/30/Smila.build.all.png/180px-Smila.build.all.png" width="180" height="161" border="0" class="thumbimage" /></a> <div class="thumbcaption"><div class="magnify"><a href="http://wiki.eclipse.org/Image:Smila.build.all.png" class="internal" title="Enlarge"><img src="http://wiki.eclipse.org/skins/common/images/magnify-clip.png" width="15" height="11" alt="" /></a></div>all dependency graph</div></div></div>
+<p>The default target is <tt>all</tt>, building the application and running all unit tests. Note that this can take quite a while. To build the distribution archives only, use the targets <tt>clean</tt> and <tt>final-application</tt>. The <a href="http://wiki.eclipse.org/Image:Smila.build.all.png" title="Image:Smila.build.all.png">dependency graph</a> explains what will happen and shows the relevant targets you may call instead.
+</p>
+<a name="Executing_make.xml_from_within_Eclipse"></a><h5> <span class="mw-headline"> Executing make.xml from within Eclipse </span></h5>
+<p>Steps:
+</p>
+<ol><li>Select the <tt>SMILA.builder</tt> bundle.
+</li><li>Open the <i>External Tools Configuration</i> dialog (select <i>Run -> External Tools -> External Tools Configuration</i>).
+</li><li>Create a new <i>Ant Build</i> configuration.
+</li><li>In the <i>Buildfile</i> field, enter: <tt>${workspace_loc:/SMILA.builder/make.xml}</tt>.
+</li><li>In the <i>Base Directory</i> field, enter: <tt>${workspace_loc:/SMILA.builder}</tt>.
+</li><li>Add all properties from <a href="Howto_build_a_SMILA-Distribution.html#Setting_Build_Properties" title="">above</a> into the <i>Arguments</i> field (and adapt them to meet your setup) but prepend each with <tt>-D</tt> so each is passed into <tt>ant</tt> as a property (note that <tt>buildDirectory</tt> should be a subdirectory of your SMILA workspace directory), e.g. when using Eclipse 3.7.1 to build:
+<dl><dd>-DbuildDirectory=D:/workspace/SMILA/eclipse.build
+</dd><dd> -Declipse.home=D:/eclipse371
+</dd><dd>-Dbuilder=D:/workspace/SMILA/SMILA.builder
+</dd><dd>-Declipse.running=true
+</dd><dd>-Dos=win32 -Dws=win32 -Darch=x86
+</dd><dd>-Dlib.dir=D:/workspace/SMILA/lib
+</dd></dl>
+</li><li>Apply, and run the Ant build.<br /><b>Note:</b> To start another than the default target select the targets of your choice on the <i>Targets</i> tab.
+</li></ol>
+<a name="Executing_make.xml_from_command_line"></a><h5> <span class="mw-headline"> Executing make.xml from command line </span></h5>
+<p>The <tt>make.bat</tt> and <tt>make.sh</tt> files are just shell scripts setting the properties that are needed for the Ant script. These files exist only as templates in SVN with <tt>.#~#~#</tt> appended to denote their template nature. Copy one of them matching your system and rename them as you like, but note that the names <tt>make.bat</tt> and <tt>make.sh</tt> are already in the svn:ignore list to prevent them from beeing committed accidentally, so it is recommended to use them.
+</p><p>Both scripts are very similar, they start with setting some environment variables which are then used to create the build configuration properties and eventually feed them into an Ant call. There are the variables you usually need to check and adapt:
+</p>
+<table cellspacing="0" cellpadding="5" border="1">
+
+<tr>
+<th> Variable
+</th><th> Comment
+</th></tr>
+<tr>
+<td> <tt>SMILA_HOME </tt>
+</td><td> Location of your SVN working copy. May be derived automatically in the <tt>.sh</tt> script, in the batch file, however, you must set it yourself.
+</td></tr>
+<tr>
+<td> <tt>ECLIPSE_HOME </tt>
+</td><td> Location of the <a href="Howto_build_a_SMILA-Distribution.html#Build_Requirements" title="">Eclipse instance</a> used to build SMILA.
+</td></tr>
+<tr>
+<td> <tt>ARCH </tt>
+</td><td> Operating system and platform settings for running the tests. See description of <tt>os</tt>, <tt>ws</tt> and <tt>arch</tt> properties above.
+</td></tr>
+<tr>
+<td> <tt>JAVA_HOME </tt>
+</td><td> Location of the JDK to build and run tests in. Must match the <tt>ARCH</tt> setting.
+<p><b>Tip:</b> If your compile log complaints about a non-1.6 compatible JVM despite the correct settings, you must also add the <span style="font-family:monospace;">JAVA_HOME</span> location to the <span style="font-family:monospace;">ECLIPSE_HOME/eclipse.ini</span> like so:<br /> <span style="font-family:monospace;">
+-vm<br />
+<JAVA_HOME>\bin</span>
+</p>
+</td></tr>
+<tr>
+<td> <tt>ANT_HOME </tt>
+</td><td> Location of your ANT installation.
+</td></tr>
+<tr>
+<td> <tt>BUILDLIB_DIR </tt>
+</td><td> Location of your build files. If you placed them in the SMILA_HOME you can leave this untouched and comment out the <tt>libDir</tt> setting in the next line.
+</td></tr>
+<tr>
+<td> <tt>buildOpts </tt>
+</td><td> Use the default <tt>buildOpts</tt> for 3.7.x or adapt them if you have another version installed.
+</td></tr></table>
+<p>Usually you don't need to change anything below the line setting <tt>buildOpts</tt>.
+</p><p>To run a build with the default target (<tt>all</tt>), open a command prompt or shell in the <tt>SMILA.builder</tt> directory and just enter.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-text">make</pre></div>
+<p>To execute another than the default target, just pass it (or them) as an argument:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-text">make build</pre></div>
+<p>For example, to build the application distribution ZIPs without running the tests (which can take quite long), you can use:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-text">make clean final-application</pre></div>
+<p>In Windows you will not see much output in the command prompt window, because the batch file redirects it to a logfile (named <tt>log.make</tt>, if the batch file is <tt>make.bat</tt>) so that you can check for error details after the build. You can install the <a href="http://gnuwin32.sourceforge.net/" class="external text" title="http://gnuwin32.sourceforge.net/" rel="nofollow">GnuWin32</a> or <a href="http://www.cygwin.com/" class="external text" title="http://www.cygwin.com/" rel="nofollow">Cygwin</a> tools and use <tt>tee</tt> to have the output written to both console and logfile. The template contains the changed ANT call as a comment quite at the end of the script.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 163/1000000
+Post-expand include size: 652/2097152 bytes
+Template argument size: 304/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:18672-0!1!0!!en!2!edit=0 and timestamp 20120202171441 -->
+<div class="printfooter">
+Retrieved from "<a href="Howto_build_a_SMILA-Distribution.html">http://wiki.eclipse.org/SMILA/Documentation/HowTo/Howto_build_a_SMILA-Distribution</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 07:58, 26 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>, <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a> and <a href="http://wiki.eclipse.org/User:Tmenzel.brox.de" title="User:Tmenzel.brox.de">thomas menzel</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/Howto_build_a_SMILA-Distribution&action=credits" title="SMILA/Documentation/HowTo/Howto build a SMILA-Distribution">others</a>.</p>
+ <p id="footerviews">This page has been accessed 3,666 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.053 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/HowTo/Howto_integrate_a_component_in_SMILA.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/HowTo/Howto_integrate_a_component_in_SMILA.html
new file mode 100644
index 0000000..ae6e90b
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/HowTo/Howto_integrate_a_component_in_SMILA.html
@@ -0,0 +1,453 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/HowTo/Howto integrate a component in SMILA,SMILA/Development Guidelines/Declarative Services,SMILA/Development Guidelines/How to filter and access record data in BPEL,SMILA/Development Guidelines/How to implement a crawler,SMILA/Development Guidelines/How to implement an agent,SMILA/Development Guidelines/How to integrate the HelloWorld webservice as a Pipelet,SMILA/Development Guidelines/How to write a Pipelet,SMILA/Development Guidelines/How to write a Worker,SMILA/Documentation/Bundle org.eclipse.smila.processing.pipelets,SMILA/Documentation/Bundle org.eclipse.smila.processing.pipelets.xmlprocessing,SMILA/Documentation/JobManager" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/HowTo/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/HowTo/Howto integrate a component in SMILA - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/HowTo/Howto_integrate_a_component_in_SMILA";
+var wgTitle = "SMILA/Documentation/HowTo/Howto integrate a component in SMILA";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15994";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286113";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Howto_integrate_a_component_in_SMILA.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_HowTo_Howto_integrate_a_component_in_SMILA">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/Howto_integrate_a_component_in_SMILA">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/HowTo/Howto_integrate_a_component_in_SMILA">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/HowTo/Howto_integrate_a_component_in_SMILA">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/Howto_integrate_a_component_in_SMILA&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/Howto_integrate_a_component_in_SMILA&oldid=286113">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Howto_integrate_a_component_in_SMILA.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/HowTo/Howto_integrate_a_component_in_SMILA&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/Howto_integrate_a_component_in_SMILA&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/Howto_integrate_a_component_in_SMILA&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/Howto%20integrate%20a%20component%20in%20SMILA"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/HowTo/Howto integrate a component in SMILA</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../../SMILA.html" title="SMILA">SMILA</a> | <a href="../../Documentation.1.html" title="SMILA/Documentation">Documentation</a> | <a href="../HowTo.html" title="SMILA/Documentation/HowTo">HowTo</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Howto_integrate_a_component_in_SMILA.html#column-one">navigation</a>, <a href="Howto_integrate_a_component_in_SMILA.html#searchInput">search</a></div> <!-- start content -->
+ <p>This page summarizes the different types and complexity levels for the integration of components in SMILA.
+</p>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Howto_integrate_a_component_in_SMILA.html#Introduction"><span class="tocnumber">1</span> <span class="toctext">Introduction</span></a></li>
+<li class="toclevel-1"><a href="Howto_integrate_a_component_in_SMILA.html#Conventions"><span class="tocnumber">2</span> <span class="toctext">Conventions</span></a>
+<ul>
+<li class="toclevel-2"><a href="Howto_integrate_a_component_in_SMILA.html#Handling_of_Character_Encoding"><span class="tocnumber">2.1</span> <span class="toctext">Handling of Character Encoding</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Howto_integrate_a_component_in_SMILA.html#Integrating_BPEL_service"><span class="tocnumber">3</span> <span class="toctext">Integrating BPEL service</span></a>
+<ul>
+<li class="toclevel-2"><a href="Howto_integrate_a_component_in_SMILA.html#Simple:_Integrating_web_services"><span class="tocnumber">3.1</span> <span class="toctext">Simple: Integrating web services</span></a>
+<ul>
+<li class="toclevel-3"><a href="Howto_integrate_a_component_in_SMILA.html#Examples"><span class="tocnumber">3.1.1</span> <span class="toctext">Examples</span></a></li>
+<li class="toclevel-3"><a href="Howto_integrate_a_component_in_SMILA.html#Further_reading"><span class="tocnumber">3.1.2</span> <span class="toctext">Further reading</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="Howto_integrate_a_component_in_SMILA.html#Default:_Integrating_local_SMILA_pipelets"><span class="tocnumber">3.2</span> <span class="toctext">Default: Integrating local SMILA pipelets</span></a>
+<ul>
+<li class="toclevel-3"><a href="Howto_integrate_a_component_in_SMILA.html#Examples_2"><span class="tocnumber">3.2.1</span> <span class="toctext">Examples</span></a></li>
+<li class="toclevel-3"><a href="Howto_integrate_a_component_in_SMILA.html#Further_reading_2"><span class="tocnumber">3.2.2</span> <span class="toctext">Further reading</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="Howto_integrate_a_component_in_SMILA.html#Advanced:_Integrating_remote_services"><span class="tocnumber">3.3</span> <span class="toctext">Advanced: Integrating remote services</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Howto_integrate_a_component_in_SMILA.html#Enhanced:_Integrating_own_workers"><span class="tocnumber">4</span> <span class="toctext">Enhanced: Integrating own workers</span></a>
+<ul>
+<li class="toclevel-2"><a href="Howto_integrate_a_component_in_SMILA.html#Description"><span class="tocnumber">4.1</span> <span class="toctext">Description</span></a></li>
+<li class="toclevel-2"><a href="Howto_integrate_a_component_in_SMILA.html#Further_reading_3"><span class="tocnumber">4.2</span> <span class="toctext">Further reading</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Howto_integrate_a_component_in_SMILA.html#Integrating_data_sources"><span class="tocnumber">5</span> <span class="toctext">Integrating data sources</span></a>
+<ul>
+<li class="toclevel-2"><a href="Howto_integrate_a_component_in_SMILA.html#Examples_3"><span class="tocnumber">5.1</span> <span class="toctext">Examples</span></a></li>
+<li class="toclevel-2"><a href="Howto_integrate_a_component_in_SMILA.html#Further_reading_4"><span class="tocnumber">5.2</span> <span class="toctext">Further reading</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Howto_integrate_a_component_in_SMILA.html#Integrating_alternative_implementations_of_SMILA_core_components"><span class="tocnumber">6</span> <span class="toctext">Integrating alternative implementations of SMILA core components</span></a>
+<ul>
+<li class="toclevel-2"><a href="Howto_integrate_a_component_in_SMILA.html#Examples_4"><span class="tocnumber">6.1</span> <span class="toctext">Examples</span></a></li>
+<li class="toclevel-2"><a href="Howto_integrate_a_component_in_SMILA.html#Further_reading_5"><span class="tocnumber">6.2</span> <span class="toctext">Further reading</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Introduction"></a><h2> <span class="mw-headline"> Introduction </span></h2>
+<p>Due to its architecture SMILA allows for the easy integration of third-party components into its framework. Actually there are four different possible integration scenarios available that are depicted in the following table.
+</p>
+<table class="wikitable" border="1" cellpadding="5">
+
+<tr>
+<td> <a href="Howto_integrate_a_component_in_SMILA.html#Integrating_BPEL_service" title="">Integrating BPEL service</a>
+</td></tr>
+<tr valign="top">
+<td> This is probably the most frequently used integration scenario. It allows for the integration or exchange of functionality (services, 3rd party software, etc.) used to process records in the workflow engine.
+</td></tr>
+<tr valign="top">
+<td> <a href="http://wiki.eclipse.org/Image:Integrate-Service_0.9.0.png" class="image" title="image:Integrate-Service_0.9.0.png"><img alt="image:Integrate-Service_0.9.0.png" src="http://wiki.eclipse.org/images/2/2e/Integrate-Service_0.9.0.png" width="960" height="720" border="0" /></a>
+</td></tr>
+<tr valign="top">
+<td> The figure demonstrates how you can integrate the functionality of your service or your piece of software to SMILA by adding it to the workflow engine.
+</td></tr></table>
+<p><br />
+</p>
+<table class="wikitable" border="1" cellpadding="5">
+
+<tr>
+<td> <a href="Howto_integrate_a_component_in_SMILA.html#Integrating_data_sources" title="">Integrating data sources</a>
+</td></tr>
+<tr valign="top">
+<td> <span style="color:red; background-color:yellow">Deprecated, implement a new crawler for the ETL framework instead of the deprecated connectivity framework. See <a href="../../HowTo.html" class="mw-redirect" title="SMILA/HowTo">HowTos</a>.</span> Integrating your own <a href="../../Glossary.html#C" title="SMILA/Glossary">crawler</a> or <a href="../../Glossary.html#A" title="SMILA/Glossary">agent</a> implementations is another common scenario for adding functionality to SMILA. By doing so, further data sources can be unlocked to provide additional input to SMILA.
+</td></tr>
+<tr valign="top">
+<td> <a href="http://wiki.eclipse.org/Image:Integrate-Crawler_0.9.0.png" class="image" title="image:Integrate-Crawler_0.9.0.png"><img alt="image:Integrate-Crawler_0.9.0.png" src="http://wiki.eclipse.org/images/1/1a/Integrate-Crawler_0.9.0.png" width="960" height="720" border="0" /></a>
+</td></tr>
+<tr valign="top">
+<td> The figure above exemplary shows how you can add your own crawler implementation to SMILA. Please note that though you may also add an agent implementation likewise this option is not shown in the figure. This was chosen due to simplicity.
+</td></tr></table>
+<p><br />
+</p>
+<table class="wikitable" border="1" cellpadding="5">
+
+<tr>
+<td> <a href="Howto_integrate_a_component_in_SMILA.html#Integrating_workers" title="">Integrating workers</a>
+</td></tr>
+<tr valign="top">
+<td> Integrating your own <a href="../../Glossary.html#W" title="SMILA/Glossary">worker</a> implementation is another common scenario for adding functionality or adapting workflows to SMILA.
+</td></tr>
+<tr valign="top">
+<td> <a href="http://wiki.eclipse.org/Image:Integrate-Worker_0.9.0.png" class="image" title="image:Integrate-Worker_0.9.0.png"><img alt="image:Integrate-Worker_0.9.0.png" src="http://wiki.eclipse.org/images/9/93/Integrate-Worker_0.9.0.png" width="960" height="720" border="0" /></a>
+</td></tr>
+<tr valign="top">
+<td> The figure above exemplary shows how you can add your own worker implementation to SMILA. Please note that you also have to add the worker to the job manager configuration files (workers.json, workflows.json) and add your worker as an OSGi service to activate it.
+</td></tr></table>
+<p><br />
+</p>
+<table class="wikitable" border="1" cellpadding="5">
+
+<tr>
+<td> <a href="Howto_integrate_a_component_in_SMILA.html#Integrating_alternative_implementations_of_SMILA_core_components" title="">Integrating alternative implementations of SMILA core components</a>
+</td></tr>
+<tr valign="top">
+<td> This scenario is particularly intended for the experienced (SMILA) developer and comprises the possibility to exchange existing implementations of the SMILA core components by your own implementations.
+</td></tr>
+<tr valign="top">
+<td> <a href="http://wiki.eclipse.org/Image:Provide-Alternative-To-Core-Component_0.9.0.png" class="image" title="image:Provide-Alternative-To-Core-Component_0.9.0.png"><img alt="image:Provide-Alternative-To-Core-Component_0.9.0.png" src="http://wiki.eclipse.org/images/9/95/Provide-Alternative-To-Core-Component_0.9.0.png" width="960" height="720" border="0" /></a>
+</td></tr>
+<tr valign="top">
+<td> The figure above demonstrates how two of the SMILA core components -- <i>connectivity</i> (which btw. is deprecated in SMILA 1.0) and <i>data store</i> -- may be exchanged by your own implementations. These components serve as examples only, that is, you may also exchange other core components such as the <a href="../../Glossary.html#B" title="SMILA/Glossary">blackboard service</a> or the <a href="../../Glossary.html#D" title="SMILA/Glossary">delta indexing manager</a>.
+</td></tr></table>
+<div class="messagebox" style="background-color: #def3fe; border: 1px solid #c5d7e0; color: black; padding: 5px; margin: 1ex 0; min-height: 35px; padding-left: 45px;">
+<div style="float: left; margin-left: -40px;"><a href="http://wiki.eclipse.org/Image:Note.png" class="image" title="Note.png"><img alt="" src="http://wiki.eclipse.org/images/c/cc/Note.png" width="35" height="35" border="0" /></a></div>
+<div><b>The above figures exemplary demonstrate at which levels in the <a href="http://www.eclipse.org/smila" class="external text" title="http://www.eclipse.org/smila" rel="nofollow">SMILA architecture</a> an integration of new components is applicable. However, for simplicity reason, we restricted the above figures to the index processing chain while completely ignoring the search processing chain that offers the same integration options (except for the integration of agents and crawlers), but is currently not in the focus of this page.</b>
+<b><br /></div></b>
+</div>
+<a name="Conventions"></a><h2> <span class="mw-headline"> Conventions </span></h2>
+<a name="Handling_of_Character_Encoding"></a><h3> <span class="mw-headline"> Handling of Character Encoding </span></h3>
+<p>To make processing of data in SMILA easier: If external data must be converted to a string (e.g. an attribute value), the crawler, agent or any other component accessing an external data source should try everything that is possible to ensure that the conversion is done using the correct encoding. For example, HTTP clients should use the encoding reported by the HTTP server. If the data source does not provide information about the character encoding, you can use the class <tt>org.eclipse.smila.utils.file.EncodingHelper</tt> that tries to convert a byte[] to a string by trying to detect the correct encoding from a <tt>byte[]</tt> by checking BOMs or checking XML and HTML content for instructions and finally by using UTF-8 or, if this fails, the default platform encoding. You may find this helpful.
+</p><p>On the other hand, if valid string data must be converted to a byte[] (e.g. if it is stored as a attachment after pipelet processing), the conversion must always use UTF-8 encoding.
+</p>
+<a name="Integrating_BPEL_service"></a><h2> <span class="mw-headline"> Integrating BPEL service </span></h2>
+<p>As already shown in the overview above, SMILA offers the possibility to integrate your own service or piece of software into SMILA <a href="../../Glossary.html#BPEL" title="SMILA/Glossary">BPEL</a> workflows.
+In SMILA we simply call these workflows <a href="../../Glossary.html#P" title="SMILA/Glossary">pipelines</a>. A pipeline is the definition of a BPEL process (or workflow) that orchestrates <a href="../../Glossary.html#P" title="SMILA/Glossary">pipelets</a> and other BPEL services (e.g. web services).
+</p><p>There are several options on how to achieve this:
+</p>
+<ul><li> <a href="Howto_integrate_a_component_in_SMILA.html#Simple:_Integrating_web_services" title="">Simple</a>: The easiest method to add functionality is to invoke a web service by using the standard functionality of BPEL. However, the disadvantage is that not all data of SMILA <a href="../../Glossary.html#R" title="SMILA/Glossary">records</a> are accessible if you opt for this method of integration.
+</li><li> <a href="Howto_integrate_a_component_in_SMILA.html#Default:_Integrating_local_SMILA_pipelets" title="">Default</a>: The recommended way to integrate additional functionality in SMILA is to provide Java implementations of an interface that allow for an easy creation of the above mentioned <a href="../../Glossary.html#P" title="SMILA/Glossary">pipelets</a>.
+</li><li> <a href="Howto_integrate_a_component_in_SMILA.html#Advanced:_Integrating_remote_SMILA_processing_services" title="">Advanced</a>: (<i>idea, not realized yet</i>) This method extends the default mechanism by providing an alternative procedure for integrating OSGi services that do not run in the same OSGi runtime as the BPEL workflow but in another OSGI runtime that may even run on a remote machine.
+</li></ul>
+<a name="Simple:_Integrating_web_services"></a><h4> <span class="mw-headline"> Simple: Integrating web services </span></h4>
+<p>The simplest way of integrating additional functionality in SMILA is to call a web service, which is a standard BPEL workflow engine functionality independent of SMILA. However, there are some limitations concerning the input and result data to/from web services: The workflow object (a DOM object) that enters the BPEL workflow in SMILA contains only the record <a href="../../Glossary.html#I" title="SMILA/Glossary">IDs</a> by default. That means <a href="../../Glossary.html#R" title="SMILA/Glossary">records</a> and the data contained therein - <a href="../../Glossary.html#A" title="SMILA/Glossary">attributes</a>, <a href="../../Glossary.html#A" title="SMILA/Glossary">annotations</a>, and <a href="../../Glossary.html#A" title="SMILA/Glossary">attachments</a> - are <b>not</b> accessible from a BPEL workflow because it can only access and use the values contained in the BPEL workflow object.
+</p><p>To overcome this restriction you can add additional data to the workflow object by adding filters in the configuration file located at <tt>org.eclipse.smila.blackboard/RecordFilters.xml</tt>. These filter rules define which <a href="../../Glossary.html#A" title="SMILA/Glossary">attributes</a> and <a href="../../Glossary.html#A" title="SMILA/Glossary">annotations</a> should be copied to the workflow object to make them accessible in the BPEL workflow. Additionally, you should not forget to include all attributes and annotations in the <tt>RecordFilters.xml</tt> file that you wish to write data to. Though filters work on attributes and annotations there is no possibility to access attachments of records because binary data is not reasonable in DOM.
+</p>
+<a name="Examples"></a><h5> <span class="mw-headline"> Examples </span></h5>
+<p>A good example for this use case is the integration of the <a href="http://www.languageweaver.com/home.asp" class="external text" title="http://www.languageweaver.com/home.asp" rel="nofollow">Language Weaver</a> web service. The Language Weaver Translation Server provides a web service interface that translates a text into another language. This service could easily be used within SMILA to extend its functionality.
+</p>
+<a name="Further_reading"></a><h5> <span class="mw-headline"> Further reading </span></h5>
+<p>Please consult the following how-to tutorials for a more detailed technical description:
+</p>
+<ul><li> <a href="../../Development_Guidelines/How_to_filter_and_access_record_data_in_BPEL.html" class="mw-redirect" title="SMILA/Development Guidelines/How to filter and access record data in BPEL">How to filter and access record data in BPEL</a>
+</li><li> <a href="../../Development_Guidelines/How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet.html" class="mw-redirect" title="SMILA/Development Guidelines/How to integrate the HelloWorld webservice as a Pipelet">How to integrate the HelloWorld <b>web service</b> as a pipelet</a>
+</li></ul>
+<a name="Default:_Integrating_local_SMILA_pipelets"></a><h4> <span class="mw-headline"> Default: Integrating local SMILA pipelets </span></h4>
+<p>The default and thus recommended technique to integrate simple and small functionality or software in SMILA is to provide a <a href="../../Glossary.html#P" title="SMILA/Glossary">pipelet</a> that runs in the same OSGi runtime as the BPEL workflow engine. Pipelets are easy to implement as they require only standard Java knowledge. They are not shared between multiple pipelines, even multiple invocations of a Pipelet in the same Pipeline do not share the same instance. The lifecycle and configuration of pipelets is managed by the workflow engine, not by OSGi runtime. For further information on pipelets refer to the <a href="../Pipelets.html" title="SMILA/Documentation/Pipelets">Pipelets documentation</a>.
+</p><p>The above mentioned restriction of integrated web services using the BPEL default engine functionality does not apply to pipelets. Both have full access to SMILA <a href="../../Glossary.html#R" title="SMILA/Glossary">records</a> by using the [SMILA/Glossary#B|blackboard service]], which makes it easy to read, modify, and store <a href="../../Glossary.html#R" title="SMILA/Glossary">records</a>.
+</p><p>In general pipelets follow the same (sometimes optional) logical steps (of course this depends highly on the business logic to be executed). These steps are:
+</p>
+<ul><li> Read the configuration (optional)
+</li><li> Read input data from blackboard (optional)
+</li><li> Execute the business logic
+</li><li> Write result data to blackboard (optional)
+</li></ul>
+<p>In terms of the pipelet that implements the business logic you are totally free to use any desired technology. Some of the posibilities include:
+</p>
+<ul><li> Using POJOs (For examples refer to the <a href="../Bundle_org.eclipse.smila.processing.pipelets.xmlprocessing.html" title="SMILA/Documentation/Bundle org.eclipse.smila.processing.pipelets.xmlprocessing">XML processing pipelets</a>)
+</li><li> Using any local available OSGi service (For an example refer to the <a href="../Bundle_org.eclipse.smila.processing.pipelets.html#org.eclipse.smila.processing.pipelets.MimeTypeIdentifyPipelet" title="SMILA/Documentation/Bundle org.eclipse.smila.processing.pipelets">MimeTypeIdentifyPipelet</a> which uses a MimeTypeIdentifier service)
+</li><li> Using other technologies such as JNI, RMI, or CORBA to integrate remote or non Java components (As an example consider the integration of <a href="http://www.oracle.com/technologies/embedded/outside-in.html" class="external text" title="http://www.oracle.com/technologies/embedded/outside-in.html" rel="nofollow">Oracle Outside In Technology</a>.)
+</li></ul>
+<a name="Examples_2"></a><h5> <span class="mw-headline"> Examples </span></h5>
+<ul><li> Typical examples for pipelets are the <a href="../Bundle_org.eclipse.smila.processing.pipelets.xmlprocessing.html" title="SMILA/Documentation/Bundle org.eclipse.smila.processing.pipelets.xmlprocessing">XML processing pipelets</a>. These lightweight pipelets are used for XML processing (e.g. XSL transformation). Each pipeline uses its own <a href="../../Glossary.html#P" title="SMILA/Glossary">pipelet</a> instance.
+</li></ul>
+<a name="Further_reading_2"></a><h5> <span class="mw-headline"> Further reading </span></h5>
+<p>Please consult the following how-to tutorials for a more detailed technical description:
+</p>
+<ul><li> <a href="../../Development_Guidelines/How_to_write_a_Pipelet.html" class="mw-redirect" title="SMILA/Development Guidelines/How to write a Pipelet">How to write a pipelet</a>
+</li><li> <a href="../../Development_Guidelines/How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet.html" class="mw-redirect" title="SMILA/Development Guidelines/How to integrate the HelloWorld webservice as a Pipelet">How to integrate the HelloWorld web service as a pipelet</a>
+</li></ul>
+<a name="Advanced:_Integrating_remote_services"></a><h4> <span class="mw-headline"> Advanced: Integrating remote services </span></h4>
+<p>tbd.
+</p>
+<a name="Enhanced:_Integrating_own_workers"></a><h2> <span class="mw-headline"> Enhanced: Integrating own workers </span></h2>
+<p>When the desired changes to the functionality are not simple and small or the desired functionality requires more than just accessing the records, it is recommended to integrate your functionality as new <a href="../../Glossary.html#W" title="SMILA/Glossary">workers</a>.
+These workers have to be defined in the asynchronous job processing configuration and can then be integrated in workflows.
+</p>
+<a name="Description"></a><h3> <span class="mw-headline"> Description </span></h3>
+<p>A worker is an OSGi service, that implements the Worker interface, i.e. provides a name (to collect tasks and to be identified in workflows) and offers a threadsafe <tt>perform</tt> method, which takes a <tt>TaskContext</tt> object (generated by the WorkerManager) as an argument.
+</p><p>Normally the worker will handle a bulk of records in the perform method, manipulate the contained records, may access external services or stores and create new bulks of records.
+</p><p>The worker does not have to handle tasks or check if tasks are available. These menial tasks are done by the WorkerManager that cares for all registered workers, handles the invocations of their perform methods and copes with input and output bulks, up-scaling or exception handling. The worker just has to provide the perfom method to deal with the records.
+</p><p>If the worker requires direct access to the JobManager/TaskManager, e.g. because it is an initial worker and has to get initial tasks to start workflow runs without being triggered by previous workers, it must not register itself as a Worker service but has to tackle TaskManager and JobManager itself. Be careful, this is tedious work! So if possible stick to the Worker interface and let everything else be handled by the WorkerManager.
+</p>
+<a name="Further_reading_3"></a><h3> <span class="mw-headline"> Further reading </span></h3>
+<p>Please consult at least the following pages about asynchronous job processing:
+</p>
+<ul><li> <a href="../JobManager.html" title="SMILA/Documentation/JobManager">JobManager</a>
+</li><li> <a href="../WorkerManager.html" title="SMILA/Documentation/WorkerManager">WorkerManager</a>
+</li><li> [<a href="http://build.eclipse.org/rt/smila/javadoc/current/index.html?org/eclipse/smila/taskworker/package-summary.html|TaskWorker" class="external text" title="http://build.eclipse.org/rt/smila/javadoc/current/index.html?org/eclipse/smila/taskworker/package-summary.html|TaskWorker" rel="nofollow">JavaDoc</a>]
+</li><li> <a href="../../Development_Guidelines/How_to_write_a_Worker.html" class="mw-redirect" title="SMILA/Development Guidelines/How to write a Worker">How to write a <b>worker</b></a>
+</li></ul>
+<a name="Integrating_data_sources"></a><h2> <span class="mw-headline"> Integrating data sources </span></h2>
+<p><span style="color:red; background-color:yellow">The connectivity framework is deprecated as of SMILA 1.0. Consider implementing a new crawler for the ETL framework (which is implemented as a worker) instead of the deprecated connectivity framework. See <a href="../../HowTo.html" class="mw-redirect" title="SMILA/HowTo">HowTos</a>.</span>
+</p><p>Due to the architecture of the SMILA connectivity framework it is easy to include additional data sources by providing appropriate implementations of <a href="../../Glossary.html#A" title="SMILA/Glossary">agents</a> and/or <a href="../../Glossary.html#C" title="SMILA/Glossary">crawlers</a>.
+</p>
+<a name="Examples_3"></a><h3> <span class="mw-headline"> Examples </span></h3>
+<ul><li> A typical agent is a FilesystemWatcher. It monitors a folder (or folder structure) for changes (creation, modification, or deletion of files/folders) and reports those actions to SMILA.
+</li><li> Typical crawlers are the FilesystemCrawler or the WebCrawler. The first iterates over a folder structure and sends all encountered files to SMILA. The latter traverses the links of HTML pages, follows links to other HTML pages, and sends these pages as well as other resources (images, PDF files, etc.) to SMILA.
+</li></ul>
+<a name="Further_reading_4"></a><h3> <span class="mw-headline"> Further reading </span></h3>
+<p>Please consult the following how-to tutorials for a more detailed technical description:
+</p>
+<ul><li> <a href="../../Development_Guidelines/How_to_implement_an_agent.html" class="mw-redirect" title="SMILA/Development Guidelines/How to implement an agent">How to implement an agent</a>
+</li><li> <a href="../../Development_Guidelines/How_to_implement_a_crawler.html" class="mw-redirect" title="SMILA/Development Guidelines/How to implement a crawler">How to implement a crawler</a>
+</li></ul>
+<a name="Integrating_alternative_implementations_of_SMILA_core_components"></a><h2> <span class="mw-headline"> Integrating alternative implementations of SMILA core components </span></h2>
+<p>The component-based architecture of SMILA even allows you to provide your own implementations of SMILA core components, since these are implemented as OSGi service components (see <a href="../../Development_Guidelines/Declarative_Services.html" class="mw-redirect" title="SMILA/Development Guidelines/Declarative Services">Declarativ Services</a>) and can thus be exchanged in a standard way.
+</p>
+<ul><li> Include a new plug-in that exposes a service implementing the interface of the core component (e.g. <tt>ObjectStoreService</tt>)
+</li><li> modify the config.ini configuration file in SMILA.application to include and start the new plug-in instead of the plug-in provided by SMILA core.
+</li><li> build your application and run it.
+</li></ul>
+<a name="Examples_4"></a><h3> <span class="mw-headline"> Examples </span></h3>
+<p>A typical example could be an alternative implementation of the <tt>ObjectStoreService</tt> that does not store the objects in the file system but in memory or in a database.
+</p>
+<a name="Further_reading_5"></a><h3> <span class="mw-headline"> Further reading </span></h3>
+<ul><li> <a href="../../Development_Guidelines/Declarative_Services.html" class="mw-redirect" title="SMILA/Development Guidelines/Declarative Services">SMILA/Development_Guidelines/Declarative_Services</a>
+</li><li> <a href="http://eclipse.org/equinox" class="external text" title="http://eclipse.org/equinox" rel="nofollow">Eclipse Equinox</a>
+</li><li> <a href="http://live.eclipse.org/node/407" class="external text" title="http://live.eclipse.org/node/407" rel="nofollow">Webinar: Getting started with OSGi</a>
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 67/1000000
+Post-expand include size: 1915/2097152 bytes
+Template argument size: 1385/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15994-0!1!0!!en!2!edit=0 and timestamp 20120203093054 -->
+<div class="printfooter">
+Retrieved from "<a href="Howto_integrate_a_component_in_SMILA.html">http://wiki.eclipse.org/SMILA/Documentation/HowTo/Howto_integrate_a_component_in_SMILA</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 13:27, 24 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a>, <a href="http://wiki.eclipse.org/User:Igor.novakovic.attensity.com" title="User:Igor.novakovic.attensity.com">Igor Novakovic</a> and <a href="http://wiki.eclipse.org/User:Drazen.cindric.attensity.com" title="User:Drazen.cindric.attensity.com">Drazen Cindric</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/Howto_integrate_a_component_in_SMILA&action=credits" title="SMILA/Documentation/HowTo/Howto integrate a component in SMILA">others</a>.</p>
+ <p id="footerviews">This page has been accessed 4,780 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.071 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/HowTo/Howto_set_up_dev_environment.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/HowTo/Howto_set_up_dev_environment.html
new file mode 100644
index 0000000..d2d031c
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/HowTo/Howto_set_up_dev_environment.html
@@ -0,0 +1,364 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/HowTo/Howto set up dev environment,SMILA/BPEL Designer,SMILA/Development Guidelines/Create a bundle (plug-in),SMILA/Development Guidelines/Howto set up target platform" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/HowTo/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/HowTo/Howto set up dev environment - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/HowTo/Howto_set_up_dev_environment";
+var wgTitle = "SMILA/Documentation/HowTo/Howto set up dev environment";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15446";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "288344";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-text {line-height: normal; font-size: medium;}
+.source-text li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for text
+ * CSS class: source-text, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-text .de1, .source-text .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-text {}
+.source-text .head {}
+.source-text .foot {}
+.source-text .imp {font-weight: bold; color: red;}
+.source-text .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-text li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-text li.li2 {font-weight: bold;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="Howto_set_up_dev_environment.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_HowTo_Howto_set_up_dev_environment">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/Howto_set_up_dev_environment">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/HowTo/Howto_set_up_dev_environment">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/HowTo/Howto_set_up_dev_environment">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/Howto_set_up_dev_environment&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/Howto_set_up_dev_environment&oldid=288344">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Howto_set_up_dev_environment.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/HowTo/Howto_set_up_dev_environment&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/Howto_set_up_dev_environment&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/Howto_set_up_dev_environment&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/Howto%20set%20up%20dev%20environment"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/HowTo/Howto set up dev environment</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../../SMILA.html" title="SMILA">SMILA</a> | <a href="../../Documentation.1.html" title="SMILA/Documentation">Documentation</a> | <a href="../HowTo.html" title="SMILA/Documentation/HowTo">HowTo</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Howto_set_up_dev_environment.html#column-one">navigation</a>, <a href="Howto_set_up_dev_environment.html#searchInput">search</a></div> <!-- start content -->
+ <p> This HowTo describes the necessary steps for setting up a SMILA development environment.
+</p>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Howto_set_up_dev_environment.html#Preconditions"><span class="tocnumber">1</span> <span class="toctext">Preconditions</span></a></li>
+<li class="toclevel-1"><a href="Howto_set_up_dev_environment.html#Getting_the_source_code"><span class="tocnumber">2</span> <span class="toctext">Getting the source code</span></a>
+<ul>
+<li class="toclevel-2"><a href="Howto_set_up_dev_environment.html#Getting_the_source_code_manually"><span class="tocnumber">2.1</span> <span class="toctext">Getting the source code manually</span></a></li>
+<li class="toclevel-2"><a href="Howto_set_up_dev_environment.html#Using_the_Project_Set_File_to_get_the_source_code"><span class="tocnumber">2.2</span> <span class="toctext">Using the Project Set File to get the source code</span></a></li>
+<li class="toclevel-2"><a href="Howto_set_up_dev_environment.html#Enabling_the_BPEL_Designer"><span class="tocnumber">2.3</span> <span class="toctext">Enabling the BPEL Designer</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Howto_set_up_dev_environment.html#Defining_the_target_platform"><span class="tocnumber">3</span> <span class="toctext">Defining the target platform</span></a>
+<ul>
+<li class="toclevel-2"><a href="Howto_set_up_dev_environment.html#Defining_the_target_platform_the_easy_way"><span class="tocnumber">3.1</span> <span class="toctext">Defining the target platform the easy way</span></a></li>
+<li class="toclevel-2"><a href="Howto_set_up_dev_environment.html#Defining_the_target_platform_manually"><span class="tocnumber">3.2</span> <span class="toctext">Defining the target platform manually</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Howto_set_up_dev_environment.html#Launching_SMILA_in_Eclipse_IDE"><span class="tocnumber">4</span> <span class="toctext">Launching SMILA in Eclipse IDE</span></a></li>
+<li class="toclevel-1"><a href="Howto_set_up_dev_environment.html#You.27re_done"><span class="tocnumber">5</span> <span class="toctext">You're done</span></a></li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Preconditions"></a><h4> <span class="mw-headline"> Preconditions </span></h4>
+<p>Here is the list of things that you will definitely need for developing SMILA components:
+</p>
+<ol><li>JDK 1.6
+</li><li>Recent Eclipse SDK - This HowTo was tested with <a href="http://download.eclipse.org/eclipse/downloads/drops/R-3.7.1-201109091335/index.php" class="external text" title="http://download.eclipse.org/eclipse/downloads/drops/R-3.7.1-201109091335/index.php" rel="nofollow">Eclipse Classic SDK 3.7.1</a> (Indigo SR1) <br />
+</li><li>Delta Pack - for some parts of the setup you are advised to add a "Delta Pack" to an Eclipse SDK installation. You can download it from the <a href="http://download.eclipse.org/eclipse/downloads/drops/R-3.7.1-201109091335/index.php" class="external text" title="http://download.eclipse.org/eclipse/downloads/drops/R-3.7.1-201109091335/index.php" rel="nofollow">same page</a>.
+</li></ol>
+<a name="Getting_the_source_code"></a><h4> <span class="mw-headline"> Getting the source code </span></h4>
+<p>There is more than one way of getting the code into your Eclipse workspace. In the next two sections, two recommended ways are shown. After having imported the source code into your workspace, it will show up a lot of errors. Don't worry, they'll disappear when you run through all steps of this HowTo.
+</p><p>Both methods described below will lead you to the same result: They will provide you with a workspace containing all core SMILA projects (plus <tt>SMILA.releng</tt> when you choose the <i>Project Set File</i>).
+</p>
+<a name="Getting_the_source_code_manually"></a><h5> <span class="mw-headline"> Getting the source code manually </span></h5>
+<p>Getting the source code manually without the <i>Project Set File</i> is the recommended practice, especially when you wish to update frequently.
+</p>
+<ul><li>Choose one:
+<ul><li>Download the complete source code from the <a href="http://www.eclipse.org/smila/downloads.php" class="external text" title="http://www.eclipse.org/smila/downloads.php" rel="nofollow">release download page</a> or the <a href="http://build.eclipse.org/rt/smila/nightly/" class="external text" title="http://build.eclipse.org/rt/smila/nightly/" rel="nofollow">nightly build downloads</a> and unpack complete the archive into your workspace.
+</li><li>Use your favorite SVN client to check out SMILA's source code from the repository located at:<br /> <tt><a href="http://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/core" class="external free" title="http://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/core" rel="nofollow">http://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/core</a></tt>. If you later want to be able to build a SMILA distribution including your own extensions, all SMILA projects should be located immediately in your workspace directory.
+</li></ul>
+</li></ul>
+<dl><dd><dl><dd><b>Hint:</b> <i>We recommend to check out the <span style="font-family:monospace;">trunk/core</span> as opposed to importing the projects through IDE SVN integrations. By doing so, you can easily get new projects just by updating your working copy and reimporting the sources.</i>
+</dd></dl>
+</dd></dl>
+<ul><li>Import all SMILA project into your workspace:
+<ul><li>Click <i>File</i> --> <i>Import</i> --> <i>General</i> --> <i>Existing Projects into Workspace</i> --> <i>Next.</i>
+</li><li>Select the folder that contains all SMILA projects --> (all projects should be selected automatically) --> <i>Finish</i>.
+</li></ul>
+</li></ul>
+<a name="Using_the_Project_Set_File_to_get_the_source_code"></a><h5> <span class="mw-headline"> Using the Project Set File to get the source code </span></h5>
+<p>If you do not want to check out the source files manually, you can use the provided <i>Project Set File</i> (.psf) to check out and import all projects automatically.<br />
+</p>
+<ol><li>Install <i>Subversive Team Provider</i> and <i>Subversive SVN JDT Ignore Extensions</i> from the Eclipse software repository.<br />
+</li><li>Restart Eclipse.
+</li><li>Select <i>Windows > Preferences > SVN</i>. This should open the <i>Subversive Connector Discovery</i> window.
+</li><li>Select the Subversive SVN Connector that you wish to use. We suggest to take the latest SVN Kit that is offered. At the time of writing it was SVN Kit 1.3.5.
+</li><li>Restart Eclipse.
+</li><li>Download the file <a href="https://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/releng/devenv/SMILA-core.psf" class="external text" title="https://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/releng/devenv/SMILA-core.psf" rel="nofollow">SMILA-core.psf</a>.
+</li><li>Select <i>File</i> --> <i>Import</i> --> <i>Team</i> --> <i>Team Project Set</i> --> <i>Next</i>.
+</li><li>Click <i>Browse</i> and navigate to the<span style="font-family: monospace;"> </span><tt>.psf</tt> file.
+</li><li>Click <i>Finish</i>.<br />Now your IDE starts to download and import the SMILA projects. This will take quite a while.
+</li></ol>
+<p><b>Hint:</b> <i>When you want to reimport the .psf file (e.g. because there are new projects available in the SMILA core repository), you have to update the .psf file in the <tt>SMILA.releng</tt> project and import it (right click on it and click on "Import Project Set...", be sure to click "No To All" to the question whether to overwrite existing projects in the workspace, otherwise it will check out everything again instead of ignoring the projects, that are already checked out.</i>
+</p>
+<a name="Enabling_the_BPEL_Designer"></a><h5> <span class="mw-headline"> Enabling the BPEL Designer </span></h5>
+<p>If you want to work with the SMILA extensions for Eclipse BPEL designer, you need to check out the bundles from <tt>trunk/tooling</tt>. Currently, the required bundles are:
+</p>
+<ul><li><tt>org.eclipse.smila.processing.designer.model</tt>
+</li><li><tt>org.eclipse.smila.processing.designer.ui</tt></tt>
+</li></ul>
+<p>To compile them you need additional bundles from the <a href="http://www.eclipse.org/bpel" class="external text" title="http://www.eclipse.org/bpel" rel="nofollow">Eclipse BPEL Designer</a> in your target platform. See <a href="../../BPEL_Designer.html" title="SMILA/BPEL Designer">SMILA/BPEL Designer</a> for more information.
+</p>
+<a name="Defining_the_target_platform"></a><h4> <span class="mw-headline"> Defining the target platform </span></h4>
+<p>The target platform defines the set of bundles and features that you are developing against.
+</p>
+<a name="Defining_the_target_platform_the_easy_way"></a><h5> <span class="mw-headline"> Defining the target platform the easy way </span></h5>
+<p>SMILA ships a <i>Target Definition File</i> that you can open in your IDE to configure the target platform automatically. This file contains all the references needed for developing SMILA with Eclipse Indigo SR1 (3.7.1):
+</p>
+<ol><li>If the <tt>SMILA.releng</tt> project is not already contained in your workspace (e.g. because you have chosen the manual way to check out and import the source files), check out <a href="http://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/releng" class="external free" title="http://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/releng" rel="nofollow">http://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/releng</a> with your preferred SVN client and import the project into your workspace.<br />
+</li><li>Open the file <tt>SMILA.releng/devenv/SMILA-indigo-SR1.target</tt> with the <i>Target Definition</i> editor. <br />Eclipse starts downloading the referenced bundles/features which it tells you by stating "Resolving Target Definition" in its status bar. Be patient, this will take quite a while. After it has finished, you can click the link "Set as Target Platform" on the top right of the <i>Target Definition</i> editor. Doing so will cause Eclipse to start re-compiling the sources and all error markers should be gone when finished.
+</li></ol>
+<a name="Defining_the_target_platform_manually"></a><h5> <span class="mw-headline"> Defining the target platform manually </span></h5>
+<p>Instead of using the target definition file you can also <a href="../../Development_Guidelines/Howto_set_up_target_platform.html" class="mw-redirect" title="SMILA/Development Guidelines/Howto set up target platform">manually set your own target platform</a>.
+</p>
+<a name="Launching_SMILA_in_Eclipse_IDE"></a><h4> <span class="mw-headline"> Launching SMILA in Eclipse IDE </span></h4>
+<p>If you've checked out SMILA's trunk correctly, you should have a project called <b>SMILA.launch</b> in your workspace. This project contains the SMILA's launch configuration for Eclipse IDE. To start SMILA directly in your Eclipse IDE, just follow the steps below:
+</p>
+<ol><li>Click <span style="font-style: italic;">Run</span>--> <i>Debug Configurations</i> and expand <i><b>OSGI Framework</b></i><b>.</b>
+</li><li>Select the <i>SMILA</i> launch file.
+</li><li>Make sure that there aren't any junit 4 bundles activated:
+<ul><li>Enter "junit" into the filter text field.
+</li><li>Uncheck all junit 4 bundles (e.g. <tt>org.junit4</tt>, <tt>org.junit(4.8.2....)</tt> etc.) because they conflict with the junit 3 bundles used in SMILA.
+</li></ul>
+</li><li>Click <b>Debug</b>. <br /> If everything works fine, you will get an output in the <b>Console</b> view similar to the following:
+</li></ol>
+<div dir="ltr" style="text-align: left;"><pre class="source-text">osgi> Persistence bundle starting...
+ProviderTracker: New service detected...
+ProviderTracker: Added service org.eclipse.persistence.jpa.osgi.PersistenceProviderOSGi
+Persistence bundle started.
+[INFO ] Context /zookeeper: Registered handler(1) ZooKeeperAdminHandler, pattern /(.*)$
+[INFO ] Added worker webFetcher to WorkerManager.
+...
+[INFO ] HTTP server has SMILA handler RequestDispatcher for context /smila.
+[INFO ] HTTP server started successfully on port 8080.</pre></div>
+<a name="You.27re_done"></a><h4> <span class="mw-headline"> You're done </span></h4>
+<p>Congratulations! You've just successfully checked out and configured your SMILA development environment and you can now start <a href="../../Development_Guidelines/Create_a_bundle_(plug-in).html" class="mw-redirect" title="SMILA/Development Guidelines/Create a bundle (plug-in)">developing your own bundles</a>.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 42/1000000
+Post-expand include size: 54/2097152 bytes
+Template argument size: 10/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15446-0!1!0!!en!2!edit=0 and timestamp 20120203101133 -->
+<div class="printfooter">
+Retrieved from "<a href="Howto_set_up_dev_environment.html">http://wiki.eclipse.org/SMILA/Documentation/HowTo/Howto_set_up_dev_environment</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 10:05, 3 February 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a>, <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a> and <a href="http://wiki.eclipse.org/User:Tmenzel.brox.de" title="User:Tmenzel.brox.de">thomas menzel</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/Howto_set_up_dev_environment&action=credits" title="SMILA/Documentation/HowTo/Howto set up dev environment">others</a>.</p>
+ <p id="footerviews">This page has been accessed 7,557 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.133 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/HowTo/Howto_set_up_target_platform.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/HowTo/Howto_set_up_target_platform.html
new file mode 100644
index 0000000..2c64b2d
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/HowTo/Howto_set_up_target_platform.html
@@ -0,0 +1,268 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/HowTo/Howto set up target platform,SMILA/Development Guidelines/Howto set up dev environment" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/HowTo/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/HowTo/Howto set up target platform - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/HowTo/Howto_set_up_target_platform";
+var wgTitle = "SMILA/Documentation/HowTo/Howto set up target platform";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "35441";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286429";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Howto_set_up_target_platform.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_HowTo_Howto_set_up_target_platform">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/Howto_set_up_target_platform">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/HowTo/Howto_set_up_target_platform">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/HowTo/Howto_set_up_target_platform">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/Howto_set_up_target_platform&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/Howto_set_up_target_platform&oldid=286429">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Howto_set_up_target_platform.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/HowTo/Howto_set_up_target_platform&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/Howto_set_up_target_platform&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/Howto_set_up_target_platform&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/Howto%20set%20up%20target%20platform"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/HowTo/Howto set up target platform</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../../SMILA.html" title="SMILA">SMILA</a> | <a href="../../Documentation.1.html" title="SMILA/Documentation">Documentation</a> | <a href="../HowTo.html" title="SMILA/Documentation/HowTo">HowTo</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Howto_set_up_target_platform.html#column-one">navigation</a>, <a href="Howto_set_up_target_platform.html#searchInput">search</a></div> <!-- start content -->
+ <p>This page describes which steps you have to follow to manually define a target platform for SMILA.
+</p>
+<a name="How_to_manually_set_up_the_target_platform"></a><h2> <span class="mw-headline"> How to manually set up the target platform </span></h2>
+<p>If you do not want to set up the target platform manually, please follow the instructions on <a href="../../Development_Guidelines/Howto_set_up_dev_environment.html#Defining_the_target_platform_the_easy_way" class="mw-redirect" title="SMILA/Development Guidelines/Howto set up dev environment">Howto set up dev environment</a>.
+</p>
+<ol><li>Download the Eclipse SDK (if you have not already done so) and the <tt>Delta Pack</tt> from the Eclipse download page listed in the <a href="../../Development_Guidelines/Howto_set_up_dev_environment.html#Preconditions" class="mw-redirect" title="SMILA/Development Guidelines/Howto set up dev environment">Setup Development Environment Preconditions</a> section.
+<ul><li>You should use the same Eclipse version as target SDK and as the development IDE.
+</li><li>Please note that it really should be the plain Eclipse SDK to prevent naughty problems when trying to start SMILA, because of conflicting bundles etc.
+</li></ul>
+</li><li>Extract the SDK to a directory you should name something like <tt>eclipse-target</tt> so you don't confuse it with your IDE's installation folder.
+</li><li>Unzip the Delta Pack' contents into the contents of the <tt>eclipse-target</tt> folder, always answer <tt>yes</tt> if the system asks you to confirm overwriting of files.
+</li></ol>
+<p>This directory will be referenced as "eclipse-target" in the following lines.
+</p><p>In your IDE do the following:
+</p>
+<ol><li>Click <i>Window --> Preferences --> Plug-in Development --> Target Platform</i>.
+</li><li>Rename the new target, e.g. to "Running target + SMILA.Extension".
+</li><li>Click <i>Add... --> </i>Select "Nothing: Start with an empty target definition" for target initialization and click <i>Next</i>.
+</li><li>Click Add... --> Select "Installation" and click <i>Next</i>.
+</li><li>Click <i>Browse...</i> and navigate to your "eclipse-target" directory (SDK + delta pack) --> click <i>OK</i>.
+</li><li>Click <i>Finish</i> in the <i>Add Installation</i> window.
+</li><li>Click <i>Add...</i> --> Select "Directory" --> Click <i>Next</i> --> Select <tt>SMILA.extension/eclipse/plugins</tt> folder under local trunk as the location --> click <i>Finish</i>.
+</li><li>The target definition dialog should now contain the following entries:
+<ul><li>Name: <tt>Running target + SMILA.Extension</tt>
+</li><li>In page <i>Locations</i> the following entries:
+<ul><li>Installation icon with path to your <tt>eclipse-target</tt> directory, showing the number of available plug-ins
+</li><li>Directory icon with path to the <tt>SMILA.extension/eclipse/plugins</tt> directory in your checked out SMILA code, showing the number of available plug-ins.
+</li></ul>
+</li></ul>
+</li><li>Switch to page <i>Environment</i> and select "JavaSE-1.6" as <i>Execution Environment</i>.
+</li><li>Click <i>Finish</i> and activate the new target platform by checking the check box on the left-hand side of its name.
+</li><li>Click <i>OK</i>.
+</li></ol>
+<p>Doing so will trigger the compilation of your workspace.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 10/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:35441-0!1!0!!en!2!edit=0 and timestamp 20120203101315 -->
+<div class="printfooter">
+Retrieved from "<a href="Howto_set_up_target_platform.html">http://wiki.eclipse.org/SMILA/Documentation/HowTo/Howto_set_up_target_platform</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 09:39, 25 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a> and <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a>.</p>
+ <p id="footerviews">This page has been accessed 139 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.075 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Importing/Concept.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Importing/Concept.html
new file mode 100644
index 0000000..0f4d003
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Importing/Concept.html
@@ -0,0 +1,288 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/Importing/Concept" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/Importing/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/Importing/Concept - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/Importing/Concept";
+var wgTitle = "SMILA/Documentation/Importing/Concept";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "34796";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "285702";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Concept.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_Importing_Concept">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Importing/Concept">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/Importing/Concept">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/Importing/Concept">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Importing/Concept&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Importing/Concept&oldid=285702">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Concept.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/Importing/Concept&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Importing/Concept&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Importing/Concept&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Importing/Concept"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/Importing/Concept</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../../SMILA.html" title="SMILA">SMILA</a> | <a href="../../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Concept.html#column-one">navigation</a>, <a href="Concept.html#searchInput">search</a></div> <!-- start content -->
+ <a name="Using_JobManager_to_run_imports"></a><h2> <span class="mw-headline"> Using JobManager to run imports </span></h2>
+<p>The idea is to apply the jobmanagement framework for doing crawl jobs, too. The advantages are:
+</p>
+<ul><li> we don't need a separate execution framework for crawling anymore
+</li><li> integrators can use same programming model for creating crawler components than for processing workers.
+</li><li> same control and monitoring APIs for crawling and processing
+</li><li> better performance through inherent asynchronicity
+</li><li> better error tolerance through inherent failsafety
+</li><li> Parallelization of crawling process possible
+</li></ul>
+<p>We can reach this goal by splitting up the crawl process into several workers. Basically, a crawling workflow always looks like this:
+</p><p><a href="http://wiki.eclipse.org/Image:SMILA-importing-workflow.png" class="image" title="Image:SMILA-importing-workflow.png"><img alt="Image:SMILA-importing-workflow.png" src="http://wiki.eclipse.org/images/a/a0/SMILA-importing-workflow.png" width="960" height="720" border="0" /></a>
+</p><p>Workers with names starting with "(DS)" are specific for the crawled data source type. E.g. to crawl a file system you apparently need a different crawler worker than for a web server. Not each component may be necessary for each data source type, and it is possible to adapt components to add or remove functionality.
+</p><p>The crawling job is separated from the processing (e.g. indexing) workflow. A final worker in the crawl workflow pushes all records to the other workflow. This makes it possible to have several datasources being crawled into a single index. Also, in update crawl runs it is easier to detect when the actual crawling is done so that it can be determined which records have to be deleted because they were not visited in this run. We assume that the processing job is just running all the time.
+</p><p>The components are:
+</p>
+<ul><li> Crawler: (data source specific)
+<ul><li> two output slots:
+<ul><li> one for crawled resources (files, web pages), that match configurable filters (name patterns, extensions, size, mimetype, ...)
+</li><li> one for resources still to crawl (outgoing links, sub-directories). This one leads to follow-up tasks for the same worker.
+</li></ul>
+</li><li> The worker can create multiple output bulks for each slot per task so that the following workers can parallelize better.
+</li><li> In general, it doesn't get content of a resource, but only the path or URL (or whatever identifies it) and metadata of the resources, to minimize IO load especially during "update runs" where most of the resources have not changed and therefore need not need to be fetched.
+</li><li> If it has to fetch the content anyway (e.g. Web Crawler has to parse HTML to find follow-up links), it may add it to the crawled records to prevent additional fetching.
+</li><li> The crawler can use or contain a "VisitedLinks" service if the data source can have cycles or multiple paths to the same resource (typical: web crawler) so that it does not produce multiple records that represent the same resource.
+</li></ul>
+</li></ul>
+<ul><li> DeltaChecker:
+<ul><li> Checks with DeltaService whether a resource is new in the data source or has been changed since the last run, depending on some of the metadata produced by the crawler (modification date from file system or HTTP headers).
+</li><li> If resource has not changed since the last run, this is marked in DeltaService and the record is not written to the output bulk.
+</li><li> Else the record is written to the output bulk (an additional attribute describes if it's a new record or one to update) and must be pushed to the processing workflow in the end.
+</li></ul>
+</li></ul>
+<ul><li> Fetcher: (data source specific)
+<ul><li> Worker that gets the content of the resource, if the record does not contain it already.
+</li><li> Detect compounds (like archive files (zip, tgz), for example) and does not fetch the content, but just copy the records containing the IDs (URL/file name wtc.) to a compound output bulk for later extraction, as we do not want to put extremely large compound objects into bulks.
+</li></ul>
+</li></ul>
+<ul><li> Compound extractor: (data source specific)
+<ul><li> for handling compounds: fetch the compound data to a local temp filesystem, extract it and add the records to output bulks, just like the ones written by the fetcher.
+</li><li> extracting is generic, but fetching the compound file to a local temp directory will be data source specific - the compound is not fetched by the fetcher, because we don't want to add extremely large files to record bulks.
+</li></ul>
+</li></ul>
+<ul><li> Update Pusher:
+<ul><li> Push resulting records to BulkBuilder and mark them as updated in the DeltaService.
+</li></ul>
+</li></ul>
+<p>The crawl job is started as a runOnce job, i.e. the jobmanager creates an initial task that causes the crawler to start crawling (data source configuration and start links would be given as job parameters, we may need some additional component to manage data source configurations), which creates follow-up crawl and record tasks. When all tasks have been processed the job run finishes automatically (because it was started in runOnce mode). Then a "finish action" needs to be triggered (TODO: this needs still to be specified) that causes that the DeltaService is scanned for records that have not been visited in this run because they do not exist anymore in the data source. For these records delete commands must be sent to the processing job.
+</p>
+<div class="messagebox" style="background-color: #def3fe; border: 1px solid #c5d7e0; color: black; padding: 5px; margin: 1ex 0; min-height: 35px; padding-left: 45px;">
+<div style="float: left; margin-left: -40px;"><a href="http://wiki.eclipse.org/Image:Note.png" class="image" title="Note.png"><img alt="" src="http://wiki.eclipse.org/images/c/cc/Note.png" width="35" height="35" border="0" /></a></div>
+<div><b>The previously described step of deleting records that have not been visited (because they've been deleted from the data source) has not yet been implemented.</b><br /></div>
+</div>
+<p>Depending on the implementation of the DeltaService it can be useful to try to parallelise the "find deleted records" operation, too. To support this the DeltaService could put the state entries for one source in different partitions or shards that can be scanned independently. Then one task can be created for each shard to scan it for deleted records, and they can be processed in parallel by multiple instances of the same "finish worker".
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 38/1000000
+Post-expand include size: 1036/2097152 bytes
+Template argument size: 506/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:34796-0!1!0!!en!2!edit=0 and timestamp 20120202170047 -->
+<div class="printfooter">
+Retrieved from "<a href="Concept.html">http://wiki.eclipse.org/SMILA/Documentation/Importing/Concept</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 09:33, 23 January 2012 by <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a> and <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>.</p>
+ <p id="footerviews">This page has been accessed 296 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.062 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Importing/Crawler/File.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Importing/Crawler/File.html
new file mode 100644
index 0000000..b7cc5c9
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Importing/Crawler/File.html
@@ -0,0 +1,276 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/Importing/Crawler/File,SMILA/Documentation/TaskGenerators" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/Importing/Crawler/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/Importing/Crawler/File - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/Importing/Crawler/File";
+var wgTitle = "SMILA/Documentation/Importing/Crawler/File";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "34874";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "284854";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="File.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_Importing_Crawler_File">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Importing/Crawler/File">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/Importing/Crawler/File">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/Importing/Crawler/File">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Importing/Crawler/File&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Importing/Crawler/File&oldid=284854">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="File.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/Importing/Crawler/File&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Importing/Crawler/File&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Importing/Crawler/File&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Importing/Crawler/File"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/Importing/Crawler/File</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../../../SMILA.html" title="SMILA">SMILA</a> | <a href="../../../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="File.html#column-one">navigation</a>, <a href="File.html#searchInput">search</a></div> <!-- start content -->
+ <p>Currently, the file system workers are implemented very simplistic so that we can test the importing framework. A sophisticated implementation will follow soon.
+</p>
+<a name="File_Crawler"></a><h3> <span class="mw-headline"> File Crawler </span></h3>
+<ul><li> Worker name: <tt>fileCrawler</tt>
+</li><li> Parameters:
+<ul><li> <tt>dataSource</tt>
+</li><li> <tt>rootFolder</tt>
+</li></ul>
+</li><li> Task generator: <tt><a href="../../TaskGenerators.html#RunOnceTriggerTaskGenerator" title="SMILA/Documentation/TaskGenerators">runOnceTrigger</a></tt>
+</li><li> Input slots:
+<ul><li> <tt>directoriesToCrawl</tt>
+</li></ul>
+</li></ul>
+<ul><li> Output slots:
+<ul><li> <tt>directoriesToCrawl</tt>
+</li><li> <tt>filesToCrawl</tt>
+</li></ul>
+</li></ul>
+<p>The File Crawler starts crawling in the <tt>rootFolder</tt> and produces one record for each subdirectory in the bucket connected to <tt>directoriesToCrawl</tt> (and each record goes to an own bulk), and one record per file in the folder in bucket connected to <tt>filesToCrawl</tt> (a new bulk is started each 1000 files). The bucket in slot <tt>directoriesToCrawl</tt> should be connected to the input slot of the File Crawler so that the subdirectories are crawled in followup tasks. The file records do not yet contain the file content but only metadata attributes:
+</p>
+<ul><li> <tt>file.name</tt>
+</li><li> <tt>file.folder</tt>
+</li><li> <tt>file.path</tt> (also set as record ID)
+</li><li> <tt>file.extension</tt>
+</li><li> <tt>file.size</tt>
+</li><li> <tt>file.lastModified</tt> (also written to attribute <tt>_deltaHash</tt> for delta checking)
+</li></ul>
+<p>The attribute <tt>_source</tt> is set from the task parameter <tt>dataSource</tt> which has no further meaning currently.
+</p><p>The fileCrawler is usually the first worker in the workflow and the job is started in <tt>runOnce</tt> mode.
+</p>
+<a name="File_Fetcher"></a><h3> <span class="mw-headline"> File Fetcher </span></h3>
+<ul><li> Worker name: <tt>fileCrawler</tt>
+</li><li> Parameters: none
+</li><li> Input slots:
+<ul><li> <tt>filesToFetch</tt>
+</li></ul>
+</li></ul>
+<ul><li> Output slots:
+<ul><li> <tt>files</tt>
+</li></ul>
+</li></ul>
+<p>For each input record, reads the file referenced in attribute <tt>file.path</tt> and adds the content as attachment <tt>file.content</tt>
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 29/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:34874-0!1!0!!en!2!edit=0 and timestamp 20120202171432 -->
+<div class="printfooter">
+Retrieved from "<a href="File.html">http://wiki.eclipse.org/SMILA/Documentation/Importing/Crawler/File</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 12:54, 18 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. </p>
+ <p id="footerviews">This page has been accessed 217 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.050 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Importing/Crawler/Web.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Importing/Crawler/Web.html
new file mode 100644
index 0000000..475333e
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Importing/Crawler/Web.html
@@ -0,0 +1,312 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/Importing/Crawler/Web,SMILA/Documentation/Importing/DeltaCheck,SMILA/Documentation/TaskGenerators" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/Importing/Crawler/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/Importing/Crawler/Web - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/Importing/Crawler/Web";
+var wgTitle = "SMILA/Documentation/Importing/Crawler/Web";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "35060";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "285712";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Web.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_Importing_Crawler_Web">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Importing/Crawler/Web">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/Importing/Crawler/Web">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/Importing/Crawler/Web">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Importing/Crawler/Web&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Importing/Crawler/Web&oldid=285712">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Web.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/Importing/Crawler/Web&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Importing/Crawler/Web&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Importing/Crawler/Web&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Importing/Crawler/Web"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/Importing/Crawler/Web</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../../../SMILA.html" title="SMILA">SMILA</a> | <a href="../../../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Web.html#column-one">navigation</a>, <a href="Web.html#searchInput">search</a></div> <!-- start content -->
+ <p>Currently, the web crawler workers are implemented very simplistic so that we can test the importing framework. A more sophisticated implementation will follow soon (hopefully).
+</p>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Web.html#Web_Crawler_Worker"><span class="tocnumber">1</span> <span class="toctext">Web Crawler Worker</span></a>
+<ul>
+<li class="toclevel-2"><a href="Web.html#Internal_structure"><span class="tocnumber">1.1</span> <span class="toctext">Internal structure</span></a></li>
+<li class="toclevel-2"><a href="Web.html#Example_implementation"><span class="tocnumber">1.2</span> <span class="toctext">Example implementation</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Web.html#Web_Fetcher_Worker"><span class="tocnumber">2</span> <span class="toctext">Web Fetcher Worker</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Web_Crawler_Worker"></a><h3> <span class="mw-headline"> Web Crawler Worker </span></h3>
+<ul><li> Worker name: <tt>webCrawler</tt>
+</li><li> Parameters:
+<ul><li> <tt>dataSource</tt>: name of data source, used only to mark produced records currently.
+</li><li> <tt>startUrl</tt>: URL to start crawling at. Must be a valid URL, no additional escaping is done.
+</li><li> <tt>filter</tt>: A map containing link filter settings, i.e. instructions which links to include or exclude from the crawl. This parameter is optional. At the moment, it can contain a single setting:
+<ul><li> <tt>urlPrefix</tt>: Include only links that start with exactly this string (case-sensitive).
+</li></ul>
+</li></ul>
+</li><li> Task generator: <tt><a href="../../TaskGenerators.html#RunOnceTriggerTaskGenerator" title="SMILA/Documentation/TaskGenerators">runOnceTrigger</a></tt>
+</li><li> Input slots:
+<ul><li> <tt>linksToCrawl</tt>: Records describing links to crawl.
+</li></ul>
+</li><li> Output slots:
+<ul><li> <tt>linksToCrawl</tt>: Records describing outgoing links from the crawled resources. Should be connected to the same bucket as the input slot.
+</li><li> <tt>crawledRecords</tt>: Records describing crawled resources. For resources of mimetype <tt>text/html</tt> the records have the content attached. For other resources, use a webFetcher worker later in the workflow to get the content.
+</li></ul>
+</li></ul>
+<a name="Internal_structure"></a><h4> <span class="mw-headline"> Internal structure </span></h4>
+<p>To make it easier to extend and improve the web crawler it is divided internally into components. Each of them is a single OSGi service that handles one part of the crawl functionality and can be exchanged individually to improve a single part of the functionality. The architecture looks like this:
+</p><p><a href="http://wiki.eclipse.org/Image:SMILA-Importing-Web-Crawler-Internal.png" class="image" title="Image:SMILA-Importing-Web-Crawler-Internal.png"><img alt="Image:SMILA-Importing-Web-Crawler-Internal.png" src="http://wiki.eclipse.org/images/5/5c/SMILA-Importing-Web-Crawler-Internal.png" width="960" height="720" border="0" /></a>
+</p><p>The WebCrawler worker is started with one input bulk that contains records with URLS to crawl. (The exception to this rule is the start of the crawl process where it gets a task without an input bulk, which causes it to generate an input record from the task parameters or configuration in a later version.). Then the components are executed like this:
+</p>
+<ul><li> First a <tt>VisitedLinksService</tt> is asked if this link was already crawled by someone else in this crawl job run. If so, the record is just dropped and no output is produced.
+</li><li> Otherwise, the <tt>Fetcher</tt> is called to get metadata and content, if the content type of the resource is suitable for link extraction. Else the content will only be fetched in the WebFetcher worker later in the crawl workflow to save IO load.
+</li><li> If the resource could be fetched without problems, the <tt>RecordProducer</tt> is called to decide if this record should be written to the <tt>crawledLinks</tt> output bulk. The producer could also modify the records or split them into multiple records, if necessary for the use case.
+</li><li> If the content of the resource was fetched, the <tt>LinkExtractor</tt> is called to extract outgoing links (e.g. look for <A> tags). It can produce multiple link records containing one absolute outgoing URL each.
+</li><li> If outgoing links were found the <tt>LinkFilter</tt> is called to remove links that should not be followed (e.g. because they are on a different site) or remove duplicates.
+</li></ul>
+<p>Finally, when all records from an input bulk have been processed, all links visited in this task must be marked as "visited" in the <tt>VisitedLinksService</tt>.
+</p><p>Outgoing links are separated into multiple bulks to improve scaling: The outgoing links from the initial task that crawls the <tt>startUrl</tt> will be written to an own bulk each, while outgoing links from later tasks will be separated into bulks of 10 links each. The crawled records are divided into bulks of 100 records at most, but this will usually not have an effect as each incoming link produces one record at most.
+</p>
+<a name="Example_implementation"></a><h4> <span class="mw-headline"> Example implementation </span></h4>
+<p>Currently the example implementation of the crawler component services is very simple. It's not really suitable for productive use, but it should suffice to demonstrate the concepts.
+</p>
+<ul><li> <tt>ObjectStoreVisitedLinksService</tt> (implements <tt>VisitedLinksService</tt>): Uses the <tt>ObjectStoreService</tt> to store which links have been visited, similar to the <tt><a href="../DeltaCheck.html#ObjectStoreDeltaService" title="SMILA/Documentation/Importing/DeltaCheck">ObjectStoreDeltaService</a></tt>. It uses a configuration file with the same properties in the same configuration directory, but named <tt>visitedlinksstore.properties</tt>.
+</li><li> <tt>SimpleFetcher</tt>: Uses a GET request to read the URL. It does not follow redirects or do authentication or other advanced stuff. Write content to attachment <tt>http.content</tt>, if the resource is of mimetype <tt>text/html</tt> and set the following attributes:
+<ul><li> <tt>http.size</tt>: value from HTTP header <tt>Content-Length</tt> (-1, if not set), as a Long value.
+</li><li> <tt>http.contenttype</tt>: value from HTTP header <tt>Content-Type</tt>, if set.
+</li><li> <tt>http.mimetype</tt>: mimetype part of HTTP header <tt>Content-Type</tt>, if set.
+</li><li> <tt>http.charset</tt>: charset part of HTTP header <tt>Content-Type</tt>, if set.
+</li><li> <tt>http.lastModified</tt>: value from HTTP header <tt>Last-Modified</tt>, if set, as a DateTime value.
+</li></ul>
+</li><li> <tt>SimpleRecordProducer</tt>: Set record source and calculates <tt>_deltaHash</tt> value for DeltaChecker worker (first wins):
+<ul><li> if content is attached, calculate a digest.
+</li><li> if <tt>http.lastModified</tt> attribute is set, use it as the hash.
+</li><li> if <tt>http.size</tt> attribute is set, concatenate value of <tt>http.mimetype</tt> attribute and use it as hash
+</li><li> if nothing works, create a UUID to force updating.
+</li></ul>
+</li><li> <tt>SimpleLinkExtractor</tt> (implements <tt>LinkExtractor</tt>: Simple link extraction from HTML <tt><A href="..."></tt> tags using the tagsoup HTML parser.
+</li><li> <tt>SimpleLinkFilter</tt>: Removes fragment parts from URLs ("#..."), filter URLs with parameters ("?...") and remove duplicates (case sensitive). Filters also links to hosts other than in the link from which they were extracted (case-insensitive, but the complete host part of the URL must match). Additionally, if the <tt>filter->urlPrefix</tt> parameter is set, all links are removed that do not start with exactly the specified string.
+</li></ul>
+<a name="Web_Fetcher_Worker"></a><h3> <span class="mw-headline"> Web Fetcher Worker </span></h3>
+<ul><li> Worker name: <tt>webFetcher</tt>
+</li><li> Parameters: none
+</li><li> Input slots:
+<ul><li> <tt>linksToFetch</tt>: Records describing crawled resources, with or without the content of the resource.
+</li></ul>
+</li><li> Output slots:
+<ul><li> <tt>fetchedLinks</tt>: The incoming records with the content of the resource attached.
+</li></ul>
+</li></ul>
+<p>The fetcher tries to get the content of a web resource identified by attribute <tt>http.url</tt>, if attachment <tt>http.content</tt> is not yet set. Like the <tt>SimpleFetcher</tt> above it does not do redirects or authentication or other fancy stuff to read the resource, but just uses a simple <tt>GET</tt> request.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 58/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:35060-0!1!0!!en!2!edit=0 and timestamp 20120202171436 -->
+<div class="printfooter">
+Retrieved from "<a href="Web.html">http://wiki.eclipse.org/SMILA/Documentation/Importing/Crawler/Web</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 10:08, 23 January 2012 by <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>.</p>
+ <p id="footerviews">This page has been accessed 376 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.060 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Importing/DeltaCheck.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Importing/DeltaCheck.html
new file mode 100644
index 0000000..8530fdc
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Importing/DeltaCheck.html
@@ -0,0 +1,403 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/Importing/DeltaCheck" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/Importing/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/Importing/DeltaCheck - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/Importing/DeltaCheck";
+var wgTitle = "SMILA/Documentation/Importing/DeltaCheck";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "34786";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "285092";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-text {line-height: normal; font-size: medium;}
+.source-text li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for text
+ * CSS class: source-text, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-text .de1, .source-text .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-text {}
+.source-text .head {}
+.source-text .foot {}
+.source-text .imp {font-weight: bold; color: red;}
+.source-text .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-text li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-text li.li2 {font-weight: bold;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-javascript {line-height: normal; font-size: medium;}
+.source-javascript li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for javascript
+ * CSS class: source-javascript, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-javascript .de1, .source-javascript .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-javascript {}
+.source-javascript .head {}
+.source-javascript .foot {}
+.source-javascript .imp {font-weight: bold; color: red;}
+.source-javascript .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-javascript li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-javascript li.li2 {font-weight: bold;}
+.source-javascript .kw1 {color: #000066; font-weight: bold;}
+.source-javascript .kw2 {color: #003366; font-weight: bold;}
+.source-javascript .kw3 {color: #000066;}
+.source-javascript .co1 {color: #009900; font-style: italic;}
+.source-javascript .coMULTI {color: #009900; font-style: italic;}
+.source-javascript .es0 {color: #000099; font-weight: bold;}
+.source-javascript .br0 {color: #66cc66;}
+.source-javascript .st0 {color: #3366CC;}
+.source-javascript .nu0 {color: #CC0000;}
+.source-javascript .me1 {color: #006600;}
+.source-javascript .sc0 {}
+.source-javascript .sc1 {}
+.source-javascript .sc2 {}
+.source-javascript .sc3 {}
+.source-javascript .re0 {color: #0066FF;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="DeltaCheck.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_Importing_DeltaCheck">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Importing/DeltaCheck">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/Importing/DeltaCheck">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/Importing/DeltaCheck">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Importing/DeltaCheck&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Importing/DeltaCheck&oldid=285092">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="DeltaCheck.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/Importing/DeltaCheck&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Importing/DeltaCheck&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Importing/DeltaCheck&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Importing/DeltaCheck"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/Importing/DeltaCheck</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../../SMILA.html" title="SMILA">SMILA</a> | <a href="../../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="DeltaCheck.html#column-one">navigation</a>, <a href="DeltaCheck.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="DeltaCheck.html#Workers_for_Importing:_Delta_Check"><span class="tocnumber">1</span> <span class="toctext">Workers for Importing: Delta Check</span></a>
+<ul>
+<li class="toclevel-2"><a href="DeltaCheck.html#Worker_Description"><span class="tocnumber">1.1</span> <span class="toctext">Worker Description</span></a></li>
+<li class="toclevel-2"><a href="DeltaCheck.html#ObjectStoreDeltaService"><span class="tocnumber">1.2</span> <span class="toctext">ObjectStoreDeltaService</span></a>
+<ul>
+<li class="toclevel-3"><a href="DeltaCheck.html#Entry_key_calculation_and_configuration"><span class="tocnumber">1.2.1</span> <span class="toctext">Entry key calculation and configuration</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="DeltaCheck.html#DeltaService_ReST_API"><span class="tocnumber">1.3</span> <span class="toctext">DeltaService ReST API</span></a>
+<ul>
+<li class="toclevel-3"><a href="DeltaCheck.html#Show_active_sources"><span class="tocnumber">1.3.1</span> <span class="toctext">Show active sources</span></a></li>
+<li class="toclevel-3"><a href="DeltaCheck.html#Clear_all_sources"><span class="tocnumber">1.3.2</span> <span class="toctext">Clear all sources</span></a></li>
+<li class="toclevel-3"><a href="DeltaCheck.html#Get_info_about_sources"><span class="tocnumber">1.3.3</span> <span class="toctext">Get info about sources</span></a></li>
+<li class="toclevel-3"><a href="DeltaCheck.html#Clear_a_single_source"><span class="tocnumber">1.3.4</span> <span class="toctext">Clear a single source</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Workers_for_Importing:_Delta_Check"></a><h2> <span class="mw-headline"> Workers for Importing: Delta Check </span></h2>
+<p>Delta Checking is about determining if a record has changed since the last import run and needs to be sent to the processing job again, e.g. to update the index.
+</p>
+<a name="Worker_Description"></a><h3> <span class="mw-headline"> Worker Description </span></h3>
+<ul><li> Worker name: <tt>deltaChecker</tt>
+</li><li> Parameters: none
+</li><li> Input Slot: <tt>recordsToCheck</tt>, a recordBulks bucket
+</li><li> Output Slot: <tt>updatedRecords</tt>, a recordBulks bucket. Output maybe empty, if no record needs an update.
+</li></ul>
+<p>The worker calls the DeltaService for each incoming record. The job run id is taken from a task property, while the source ID, record ID and hash code are taken from the record itself. The hash code is expected to be in attribute <tt>"_deltaHash"</tt> which can contain a single value. Cases are:
+</p>
+<ul><li> DeltaService reports record as UPTODATE: record is not added to the output.
+</li><li> DeltaService reports record as NEW: record is added to the output.
+</li><li> DeltaService reports record as CHANGED: attribute <tt>"_update"</tt> is set to true and the record is added to the output.
+</li><li> <tt>"_deltaHash"</tt> not set: DeltaService is not called and the record is added to the output.
+</li><li> Error in DeltaService: record is not written to output.
+</li></ul>
+<a name="ObjectStoreDeltaService"></a><h3> <span class="mw-headline"> ObjectStoreDeltaService </span></h3>
+<p>The DeltaCheck worker makes use of a DeltaService to check and update the state of a record. The bundle <tt>org.eclipse.smila.importing.state.objectstore</tt> provides an implementation of this service putting those state entries in the ObjectStore (and hence as separate files in a filesystem, if the filesystem implementation of objectstore is used), which should work well enough for a limited number of records per source.
+</p><p>The keys of the entries are created from the source ID, a '/' character and an entry key created from a digest calculated from the record ID. A small configuration file allows to customize this entry key, which may be necessary to manage a greater number of documents or to make use of advanced features of more sophisticated ObjectStore implementation.
+</p><p>The service uses store <tt>deltaservice</tt>.
+</p>
+<a name="Entry_key_calculation_and_configuration"></a><h4> <span class="mw-headline"> Entry key calculation and configuration </span></h4>
+<p>Entries are stored in different "shards". This "sharding" is necessary to make it possible to parallelize the checking for deleted records after the import run has finished: For each shard one task will be generated to find the entries in this shard that have not been visited in this run. The shard part of the entry key is determined by taking the first <tt>shard.length</tt> characters of the record ID digest. The longer this shard part is the more shards can be created and the more the delete check can be parallelized. The default <tt>shard.length</tt> is 2 (which yields 256 shards, because the digest is a hexadecimal number).
+</p><p>The rest of the digest can be "segmented", i.e. additional '/' can be added so that not all entries of a shard are stored in a single directory. By default, 1 additional '/' is added after the second character of the digest.
+</p><p>The configuration file is <tt>org.eclipse.smila.importing.state.objectstore/deltastore.properties</tt>:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-text"># Object ID configuration for delta entries in object store.
+shard.length=2
+segment.count=2
+segment.length=1
+
+# first argument: shard (first characters of record ID digest)
+# second argument: segmented record ID digest
+key.pattern=%s/%s</pre></div>
+<p>See the test case <a href="https://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/core/org.eclipse.smila.importing.state.objectstore.test/code/src/org/eclipse/smila/importing/state/objectstore/test/TestStateStoreConfiguration.java" class="external text" title="https://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/core/org.eclipse.smila.importing.state.objectstore.test/code/src/org/eclipse/smila/importing/state/objectstore/test/TestStateStoreConfiguration.java" rel="nofollow">TestStateStoreConfiguration.java</a> for examples of the effects of these settings.
+</p>
+<a name="DeltaService_ReST_API"></a><h3> <span class="mw-headline"> DeltaService ReST API </span></h3>
+<p>Currently there is only a simple REST API for DeltaService that allows to show which sources have currently entries and delete entries of a single source or all entries.
+</p>
+<a name="Show_active_sources"></a><h4> <span class="mw-headline"> Show active sources </span></h4>
+<ul><li> URL: <tt>/smila/importing/delta</tt>
+</li><li> Method: <tt>GET</tt>
+</li><li> Response Code: <tt>200 OK</tt>, if successful,
+</li><li> Response JSON:
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript"><span class="br0">{</span><span class="st0">"sources"</span>: <span class="br0">[</span>
+ <span class="br0">{</span>
+ <span class="st0">"id"</span>: <span class="st0">"web"</span>,
+ <span class="st0">"url"</span>: <span class="st0">"http://localhost:8080/smila/importing/delta/web"</span>
+ <span class="br0">}</span>,
+ <span class="br0">{</span>
+ <span class="st0">"id"</span>: <span class="st0">"file"</span>,
+ <span class="st0">"url"</span>: <span class="st0">"http://localhost:8080/smila/importing/delta/file"</span>
+ <span class="br0">}</span>
+<span class="br0">]</span><span class="br0">}</span></pre></div>
+<a name="Clear_all_sources"></a><h4> <span class="mw-headline"> Clear all sources </span></h4>
+<ul><li> URL: <tt>/smila/importing/delta</tt>
+</li><li> Method: <tt>DELETE</tt>
+</li><li> Response Code: <tt>200 OK</tt>, if successful
+</li><li> Response JSON: none
+</li></ul>
+<a name="Get_info_about_sources"></a><h4> <span class="mw-headline"> Get info about sources </span></h4>
+<ul><li> URL: <tt>/smila/importing/delta/<sourcename></tt>
+</li><li> Method: <tt>GET</tt>
+</li><li> Response Code:
+<ul><li> <tt>200 OK</tt>, if successful,
+</li><li> <tt>404 NOT FOUND</tt>, if source does not have entries currently.
+</li></ul>
+</li></ul>
+<ul><li> Response JSON:
+</li></ul>
+<p>Contains the ID of the source and the number of entries. If there are more than 10000 entries, the number is only estimated because exact counting could take a long time. To force an exact count, add <tt>?countExact=true</tt> to the request URL.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript"><span class="br0">{</span>
+ <span class="st0">"id"</span>: <span class="st0">"web"</span>,
+ <span class="st0">"count"</span>: <span class="st0">"123456"</span>
+<span class="br0">}</span></pre></div>
+<a name="Clear_a_single_source"></a><h4> <span class="mw-headline"> Clear a single source </span></h4>
+<ul><li> URL: <tt>/smila/importing/delta/<sourcename></tt>
+</li><li> Method: <tt>DELETE</tt>
+</li><li> Response Code: <tt>200 OK</tt>, if successful
+</li><li> Response JSON: none
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 44/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:34786-0!1!0!!en!2!edit=0 and timestamp 20120203001905 -->
+<div class="printfooter">
+Retrieved from "<a href="DeltaCheck.html">http://wiki.eclipse.org/SMILA/Documentation/Importing/DeltaCheck</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 11:26, 19 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Daniel.stucky.attensity.com&action=edit" class="new" title="User:Daniel.stucky.attensity.com">Daniel Stucky</a> and <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a>.</p>
+ <p id="footerviews">This page has been accessed 487 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.053 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Importing/UpdatePusher.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Importing/UpdatePusher.html
new file mode 100644
index 0000000..5df1f64
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Importing/UpdatePusher.html
@@ -0,0 +1,252 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/Importing/UpdatePusher" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/Importing/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/Importing/UpdatePusher - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/Importing/UpdatePusher";
+var wgTitle = "SMILA/Documentation/Importing/UpdatePusher";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "34873";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "287371";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="UpdatePusher.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_Importing_UpdatePusher">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Importing/UpdatePusher">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/Importing/UpdatePusher">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/Importing/UpdatePusher">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Importing/UpdatePusher&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Importing/UpdatePusher&oldid=287371">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="UpdatePusher.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/Importing/UpdatePusher&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Importing/UpdatePusher&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Importing/UpdatePusher&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Importing/UpdatePusher"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/Importing/UpdatePusher</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../../SMILA.html" title="SMILA">SMILA</a> | <a href="../../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="UpdatePusher.html#column-one">navigation</a>, <a href="UpdatePusher.html#searchInput">search</a></div> <!-- start content -->
+ <a name="Worker_description"></a><h3> <span class="mw-headline"> Worker description </span></h3>
+<ul><li> Name: <tt>updatePusher</tt>
+</li><li> Parameters:
+<ul><li> <tt>jobToPushTo</tt>: The job to push the crawled records to. A job with this worker will cannot be started, if the <tt>jobToPushTo</tt> is not running.
+</li></ul>
+</li><li> Input Slots:
+<ul><li> <tt>recordToPush</tt>: a bucket of type <tt>recordBulks</tt> containing the records produced by the crawl workflow.
+</li></ul>
+</li><li> Output Slots:
+<ul><li> <tt>pushedRecords</tt>: (optional) the records that could be successfully submitted to the destination job. Usually not set, but may be used to trigger further actions on submitted records.
+</li></ul>
+</li></ul>
+<p>The UpdatePusher takes each record from the input, sends it to a bulkbuilder service. If an output bucket is connected the record is written to it. If the record contains a <tt>_deltaHash</tt> attribute value, the worker checks with DeltaService if the record has not been pushed yet to prevent duplicates, and marks it updated afterwards. If the <tt>_deltaHash</tt> attribute is empty, the record is pushed always and not marked as updated in DeltaService.
+</p><p>Exception handling of bulkbuilder errors:
+</p>
+<ul><li> If an InvalidRecordException is thrown by Bulkbuilder it is logged and the record is skipped (and is also not added to the output bulk, if set).
+</li><li> Other BulkbuilderExceptions are not catched. If they are marked as recoverable they should lead to an retry of the task, else the task will fail fatal.
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 10/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:34873-0!1!0!!en!2!edit=0 and timestamp 20120202144714 -->
+<div class="printfooter">
+Retrieved from "<a href="UpdatePusher.html">http://wiki.eclipse.org/SMILA/Documentation/Importing/UpdatePusher</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 13:32, 30 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. </p>
+ <p id="footerviews">This page has been accessed 829 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.049 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Importing/VisitedLinks.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Importing/VisitedLinks.html
new file mode 100644
index 0000000..ec6966f
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Importing/VisitedLinks.html
@@ -0,0 +1,397 @@
+
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/Importing/VisitedLinks,SMILA/Documentation/Importing/DeltaCheck" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/Importing/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/Importing/VisitedLinks - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/Importing/VisitedLinks";
+var wgTitle = "SMILA/Documentation/Importing/VisitedLinks";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "35452";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "285118";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-java {line-height: normal; font-size: medium;}
+.source-java li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for java
+ * CSS class: source-java, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-java .de1, .source-java .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-java {}
+.source-java .head {}
+.source-java .foot {}
+.source-java .imp {font-weight: bold; color: red;}
+.source-java .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-java li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-java li.li2 {font-weight: bold;}
+.source-java .kw1 {color: #7F0055; font-weight: bold;}
+.source-java .kw2 {color: #7F0055; font-weight: bold;}
+.source-java .kw3 {color: #000000; font-weight: normal}
+.source-java .kw4 {color: #7F0055; font-weight: bold;}
+.source-java .co1 {color: #3F7F5F; font-style: italic;}
+.source-java .co2 {color: #3F7F5F;}
+.source-java .co3 {color: #3F7F5F; font-style: italic; font-weight: bold;}
+.source-java .coMULTI {color: #3F5FBF; font-style: italic;}
+.source-java .es0 {color: #000000;}
+.source-java .br0 {color: #000000;}
+.source-java .st0 {color: #2A00ff;}
+.source-java .nu0 {color: #000000;}
+.source-java .me1 {color: #000000;}
+.source-java .me2 {color: #000000;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-javascript {line-height: normal; font-size: medium;}
+.source-javascript li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for javascript
+ * CSS class: source-javascript, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-javascript .de1, .source-javascript .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-javascript {}
+.source-javascript .head {}
+.source-javascript .foot {}
+.source-javascript .imp {font-weight: bold; color: red;}
+.source-javascript .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-javascript li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-javascript li.li2 {font-weight: bold;}
+.source-javascript .kw1 {color: #000066; font-weight: bold;}
+.source-javascript .kw2 {color: #003366; font-weight: bold;}
+.source-javascript .kw3 {color: #000066;}
+.source-javascript .co1 {color: #009900; font-style: italic;}
+.source-javascript .coMULTI {color: #009900; font-style: italic;}
+.source-javascript .es0 {color: #000099; font-weight: bold;}
+.source-javascript .br0 {color: #66cc66;}
+.source-javascript .st0 {color: #3366CC;}
+.source-javascript .nu0 {color: #CC0000;}
+.source-javascript .me1 {color: #006600;}
+.source-javascript .sc0 {}
+.source-javascript .sc1 {}
+.source-javascript .sc2 {}
+.source-javascript .sc3 {}
+.source-javascript .re0 {color: #0066FF;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="VisitedLinks.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_Importing_VisitedLinks">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Importing/VisitedLinks">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/Importing/VisitedLinks">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/Importing/VisitedLinks">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Importing/VisitedLinks&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Importing/VisitedLinks&oldid=285118">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="VisitedLinks.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/Importing/VisitedLinks&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Importing/VisitedLinks&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Importing/VisitedLinks&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Importing/VisitedLinks"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/Importing/VisitedLinks</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../../SMILA.html" title="SMILA">SMILA</a> | <a href="../../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="VisitedLinks.html#column-one">navigation</a>, <a href="VisitedLinks.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="VisitedLinks.html#VisitedLinks:_An_auxiliary_Service_for_crawler_workers"><span class="tocnumber">1</span> <span class="toctext">VisitedLinks: An auxiliary Service for crawler workers</span></a>
+<ul>
+<li class="toclevel-2"><a href="VisitedLinks.html#ObjectStoreVisitedLinks_service_implementation"><span class="tocnumber">1.1</span> <span class="toctext">ObjectStoreVisitedLinks service implementation</span></a>
+<ul>
+<li class="toclevel-3"><a href="VisitedLinks.html#Configuration"><span class="tocnumber">1.1.1</span> <span class="toctext">Configuration</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="VisitedLinks.html#VisitedLinks_ReST_API"><span class="tocnumber">1.2</span> <span class="toctext">VisitedLinks ReST API</span></a>
+<ul>
+<li class="toclevel-3"><a href="VisitedLinks.html#Show_active_sources"><span class="tocnumber">1.2.1</span> <span class="toctext">Show active sources</span></a></li>
+<li class="toclevel-3"><a href="VisitedLinks.html#Clear_all_sources"><span class="tocnumber">1.2.2</span> <span class="toctext">Clear all sources</span></a></li>
+<li class="toclevel-3"><a href="VisitedLinks.html#Get_info_about_sources"><span class="tocnumber">1.2.3</span> <span class="toctext">Get info about sources</span></a></li>
+<li class="toclevel-3"><a href="VisitedLinks.html#Clear_a_single_source"><span class="tocnumber">1.2.4</span> <span class="toctext">Clear a single source</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="VisitedLinks:_An_auxiliary_Service_for_crawler_workers"></a><h2> <span class="mw-headline"> VisitedLinks: An auxiliary Service for crawler workers </span></h2>
+<p>The VisitedLinks service helps crawlers to track which links in the data source have already been visited. This is necessary for source where the link graph is not a simple tree (as in a filesystem usually) but can have meshes or even cycles. For example, when crawling a web site, some pages will be linked from many (even from all) other pages, and pages can refer to each other, but they must not be crawled over and over again in order to prevent duplicates or endless loops. The VisitedLinks service can keep track of the information even when the crawler worker is running on multiple nodes in a SMILA cluster.
+</p><p>The usage is relatively simple, the crawler just needs to call a single method:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw4">boolean</span> isVisited<span class="br0">(</span><span class="kw3">String</span> sourceId, <span class="kw3">String</span> link, <span class="kw3">String</span> jobRunId, <span class="kw3">String</span> inputBulkId<span class="br0">)</span></pre></div>
+<p>The method returns <tt>false</tt> if
+</p>
+<ul><li> the link was not yet visited in this job run.
+</li><li> the link was visited in this job run while processing a link bulk with the same id. Usually an input bulk is processed twice only if a first try failed for some reason (e.g. the process or machine crashed), so if a worker processes the same input bulk again, it's quite sure that the first processing has failed and the link is not really crawled.
+</li></ul>
+<p>In this case the service updates the entry for the link and the crawler should continue to crawl the link. However, because checking and updating the entry in the service may not be completely atomic, the crawler should check again a bit later (before actually writing records to output bulks) if the link has still not been visited by another task. Just repeat the same <tt>isVisited</tt> call as before.
+</p><p>Otherwise, the method return <tt>true</tt>, i.e. the link was visited in the same job run, but read from a different input bulk. In this case the crawler should just drop the link.
+</p><p>See the <tt>WebCrawlerWorker</tt> for an example of how to use this service.
+</p>
+<a name="ObjectStoreVisitedLinks_service_implementation"></a><h3> <span class="mw-headline"> ObjectStoreVisitedLinks service implementation </span></h3>
+<p>The bundle <tt>org.eclipse.smila.importing.state.objectstore</tt> provides an implementation of the VisitedLinks service using the ObjectStore service in a similar way as the <tt><a href="DeltaCheck.html#ObjectStoreDeltaService" title="SMILA/Documentation/Importing/DeltaCheck">ObjectStoreDeltaService</a></tt> to keep track of the visited state of links.
+</p><p>The service uses store <tt>visitedlinks</tt>.
+</p>
+<a name="Configuration"></a><h4> <span class="mw-headline"> Configuration </span></h4>
+<p>As the <tt>ObjectStoreVisitedLinks</tt> service shares most of its code with the <tt><a href="DeltaCheck.html#ObjectStoreDeltaService" title="SMILA/Documentation/Importing/DeltaCheck">ObjectStoreDeltaService</a></tt> it also has the same <a href="DeltaCheck.html#Entry_key_calculation_and_configuration" title="SMILA/Documentation/Importing/DeltaCheck">configuration properties</a> as the delta service. The only difference is that they are read from <tt>org.eclipse.smila.importing.state.objectstore/visitedlinksstore.properties</tt>.
+</p>
+<a name="VisitedLinks_ReST_API"></a><h3> <span class="mw-headline"> VisitedLinks ReST API </span></h3>
+<p>Currently there is only a simple REST API for VisitedLinks that allows to see for which data source how many entries have been stored and to delete all entries of a single source or all entries or all sources.
+</p>
+<a name="Show_active_sources"></a><h4> <span class="mw-headline"> Show active sources </span></h4>
+<ul><li> URL: <tt>/smila/importing/visitedlinks</tt>
+</li><li> Method: <tt>GET</tt>
+</li><li> Response Code: <tt>200 OK</tt>, if successful,
+</li><li> Response JSON:
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript"><span class="br0">{</span><span class="st0">"sources"</span>: <span class="br0">[</span>
+ <span class="br0">{</span>
+ <span class="st0">"id"</span>: <span class="st0">"web"</span>,
+ <span class="st0">"url"</span>: <span class="st0">"http://localhost:8080/smila/importing/visitedlinks/web"</span>
+ <span class="br0">}</span>
+<span class="br0">]</span><span class="br0">}</span></pre></div>
+<a name="Clear_all_sources"></a><h4> <span class="mw-headline"> Clear all sources </span></h4>
+<ul><li> URL: <tt>/smila/importing/visitedlinks</tt>
+</li><li> Method: <tt>DELETE</tt>
+</li><li> Response Code: <tt>200 OK</tt>, if successful
+</li><li> Response JSON: none
+</li></ul>
+<a name="Get_info_about_sources"></a><h4> <span class="mw-headline"> Get info about sources </span></h4>
+<ul><li> URL: <tt>/smila/importing/visitedlinks/<sourcename></tt>
+</li><li> Method: <tt>GET</tt>
+</li><li> Response Code:
+<ul><li> <tt>200 OK</tt>, if successful,
+</li><li> <tt>404 NOT FOUND</tt>, if source does not have entries currently.
+</li></ul>
+</li></ul>
+<ul><li> Response JSON:
+</li></ul>
+<p>Contains the ID of the source and the number of entries. If there are more than 10000 entries, the number is only estimated because exact counting could take a long time. To force an exact count, add <tt>?countExact=true</tt> to the request URL.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript"><span class="br0">{</span>
+ <span class="st0">"id"</span>: <span class="st0">"web"</span>,
+ <span class="st0">"count"</span>: <span class="st0">"123456"</span>
+<span class="br0">}</span></pre></div>
+<a name="Clear_a_single_source"></a><h4> <span class="mw-headline"> Clear a single source </span></h4>
+<ul><li> URL: <tt>/smila/importing/visitedlinks/<sourcename></tt>
+</li><li> Method: <tt>DELETE</tt>
+</li><li> Response Code: <tt>200 OK</tt>, if successful
+</li><li> Response JSON: none
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 42/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:35452-0!1!0!!en!2!edit=0 and timestamp 20120203101221 -->
+<div class="printfooter">
+Retrieved from "<a href="VisitedLinks.html">http://wiki.eclipse.org/SMILA/Documentation/Importing/VisitedLinks</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 11:56, 19 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. </p>
+ <p id="footerviews">This page has been accessed 62 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.109 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/JDBC_Crawler.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/JDBC_Crawler.html
new file mode 100644
index 0000000..909c0d7
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/JDBC_Crawler.html
@@ -0,0 +1,521 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/JDBC Crawler,SMILA/Documentation/Crawler" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/JDBC Crawler - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/JDBC_Crawler";
+var wgTitle = "SMILA/Documentation/JDBC Crawler";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "16918";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "285988";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-sql {line-height: normal; font-size: medium;}
+.source-sql li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for sql
+ * CSS class: source-sql, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-sql .de1, .source-sql .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-sql {}
+.source-sql .head {}
+.source-sql .foot {}
+.source-sql .imp {font-weight: bold; color: red;}
+.source-sql .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-sql li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-sql li.li2 {font-weight: bold;}
+.source-sql .kw1 {color: #993333; font-weight: bold;}
+.source-sql .co1 {color: #808080; font-style: italic;}
+.source-sql .co2 {color: #808080; font-style: italic;}
+.source-sql .coMULTI {color: #808080; font-style: italic;}
+.source-sql .es0 {color: #000099; font-weight: bold;}
+.source-sql .br0 {color: #66cc66;}
+.source-sql .st0 {color: #ff0000;}
+.source-sql .nu0 {color: #cc66cc;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-java {line-height: normal; font-size: medium;}
+.source-java li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for java
+ * CSS class: source-java, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-java .de1, .source-java .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-java {}
+.source-java .head {}
+.source-java .foot {}
+.source-java .imp {font-weight: bold; color: red;}
+.source-java .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-java li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-java li.li2 {font-weight: bold;}
+.source-java .kw1 {color: #7F0055; font-weight: bold;}
+.source-java .kw2 {color: #7F0055; font-weight: bold;}
+.source-java .kw3 {color: #000000; font-weight: normal}
+.source-java .kw4 {color: #7F0055; font-weight: bold;}
+.source-java .co1 {color: #3F7F5F; font-style: italic;}
+.source-java .co2 {color: #3F7F5F;}
+.source-java .co3 {color: #3F7F5F; font-style: italic; font-weight: bold;}
+.source-java .coMULTI {color: #3F5FBF; font-style: italic;}
+.source-java .es0 {color: #000000;}
+.source-java .br0 {color: #000000;}
+.source-java .st0 {color: #2A00ff;}
+.source-java .nu0 {color: #000000;}
+.source-java .me1 {color: #000000;}
+.source-java .me2 {color: #000000;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="JDBC_Crawler.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_JDBC_Crawler">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/JDBC_Crawler">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/JDBC_Crawler">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/JDBC_Crawler">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/JDBC_Crawler&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/JDBC_Crawler&oldid=285988">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="JDBC_Crawler.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/JDBC_Crawler&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/JDBC_Crawler&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/JDBC_Crawler&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/JDBC%20Crawler"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/JDBC Crawler</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="JDBC_Crawler.html#column-one">navigation</a>, <a href="JDBC_Crawler.html#searchInput">search</a></div> <!-- start content -->
+ <div class="messagebox" style="background-color: #def3fe; border: 1px solid #c5d7e0; color: black; padding: 5px; margin: 1ex 0; min-height: 35px; padding-left: 45px;">
+<div style="float: left; margin-left: -40px;"><a href="http://wiki.eclipse.org/Image:Note.png" class="image" title="Note.png"><img alt="" src="http://wiki.eclipse.org/images/c/cc/Note.png" width="35" height="35" border="0" /></a></div>
+<div><b>This is deprecated for SMILA 1.0, the connectivity framework is still functional but will aimed to be replaced by scalable import based on SMILAs job management.</b><br /></div>
+</div>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="JDBC_Crawler.html#Overview"><span class="tocnumber">1</span> <span class="toctext">Overview</span></a></li>
+<li class="toclevel-1"><a href="JDBC_Crawler.html#Crawling_configuration"><span class="tocnumber">2</span> <span class="toctext">Crawling configuration</span></a></li>
+<li class="toclevel-1"><a href="JDBC_Crawler.html#Crawling_configuration_explanation"><span class="tocnumber">3</span> <span class="toctext">Crawling configuration explanation</span></a></li>
+<li class="toclevel-1"><a href="JDBC_Crawler.html#Crawling_configuration_example"><span class="tocnumber">4</span> <span class="toctext">Crawling configuration example</span></a></li>
+<li class="toclevel-1"><a href="JDBC_Crawler.html#Output_example"><span class="tocnumber">5</span> <span class="toctext">Output example</span></a></li>
+<li class="toclevel-1"><a href="JDBC_Crawler.html#Using_the_Grouping_element"><span class="tocnumber">6</span> <span class="toctext">Using the Grouping element</span></a></li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Overview"></a><h2> <span class="mw-headline"> Overview </span></h2>
+<p>The JDBC crawler collects data from a JDBC-accessible databases based on a SELECT statement given in <tt>DataSourceConnectionConfig</tt>.
+Any of the columns of the database record returned by the SELECT statement may be mapped to an attribute of the SMILA record in the <tt>Attributes</tt> section of the <tt>DataSourceConnectionConfig</tt>.
+</p><p>To overcome certain shortcomings of some JDBCd drivers concerning the handling of really large data sets, the crawler features an optional grouping mechanism enabling it to retrieve data in well defined frames from the database and thus avoid OutOfMemoryExceptions.
+</p><p>To use the JDBC crawler with your custom JDBC driver, the JDBC crawler bundle's ClassLoader has to have access to the driver class, i.e. you have to have a bundle that exports the driver class.
+</p>
+<a name="Crawling_configuration"></a><h2> <span class="mw-headline"> Crawling configuration </span></h2>
+<p>The configuration file has to be located at <tt>configuration/org.eclipse.smila.connectivity.framework</tt>.
+</p><p>Defining Schema: <tt>org.eclipse.smila.connectivitiy.framework.crawler.jdbc/schemas/JdbcDataSourceConnectionConfigSchema.xsd</tt>
+</p>
+<a name="Crawling_configuration_explanation"></a><h2> <span class="mw-headline"> Crawling configuration explanation </span></h2>
+<p>See <a href="Crawler.html#Configuration" title="SMILA/Documentation/Crawler">SMILA/Documentation/Crawler#Configuration</a> for the generic parts of the configuration file.
+</p><p>The root element of the crawling configuration is <tt>DataSourceConnectionConfig</tt> and contains the following sub elements:
+</p>
+<ul><li> <tt>DataSourceID</tt> – the identification of a data source.
+</li><li> <tt>SchemaID</tt> – specify the schema for a crawler job.
+</li><li> <tt>DataConnectionID</tt> – describes which agent crawler should be used.
+<ul><li> <tt>Crawler</tt> – implementation class of a crawler.
+</li></ul>
+</li><li> <tt>DeltaIndexing</tt> – specifies deltaindexing mode.
+</li><li> <tt>Attributes</tt> – list all attributes you would like to use from a database row
+<ul><li> <tt>Attribute</tt>
+<ul><li> <tt>Type</tt> (required) – the data type to use in the SMILA record.
+</li><li> <tt>Name</tt> (required) – the name of the attribute to create in the SMILA record.
+</li><li> <tt>HashAttribute</tt> (required) – specify if a hash should be created (true or false).
+</li><li> <tt>KeyAttribute</tt> (required) – creates a key for this object, for example for record id (true or false).
+</li><li> <tt>Attachment</tt> (required) – specify if the attribute's data should be stored as an attachment e.g. for blob or clob fields (true or false)
+</li><li> <tt>ColumnName</tt> (required) - the name of the column in the database row to use for this attribute
+</li><li> <tt>SqlType</tt> (required)- specify the SQL Type of the column in the database row (one of: "string", "long", "date", "double", "blob", "clob", "boolean", "byte[]", "timestamp")
+</li></ul>
+</li></ul>
+</li></ul>
+<ul><li> <tt>Process</tt>
+<ul><li> <tt>Selections</tt> - Which data is to be selected (and how)
+<ul><li> <tt>Grouping</tt> (optional) - adds support for "chunk"-wise retrieving of data from the database in order to preserve memory resources. See "Using the Grouping Element" below.
+<ul><li> <tt>Stepping</tt> - how many rows should be retrieved at a time (integer)
+</li><li> <tt>SQL</tt> - specify an SQL statement that returns an ordered list of database keys which can be used to create the retrieval partitions
+</li></ul>
+</li><li> <tt>SQL</tt> - the SQL statement that selects the actual data to be retrieved.
+</li></ul>
+</li><li> <tt>Database</tt> - JDBC Connection information
+<ul><li> <tt>Connection</tt> - The JDBC connection URL to use for connecting to the database
+</li><li> <tt>User</tt> - The username to use when connecting to the database (can be left blank if anonymous access is possible)
+</li><li> <tt>Password</tt> - The password to use when connecting to the database (can be left blank if anonymous access is possible)
+</li><li> <tt>FetchSize</tt> - The FetchSize to set when creating the JDBC-Connection. This is mapped to the JDBC-property and must not be confused with the Stepping functionality of the crawler.
+</li><li> <tt>JdbcDriver</tt> - Specify the fully qualified class name of the Jdbc-Driver to use (must be accessible to the bundle's class loader)
+</li></ul>
+</li></ul>
+</li></ul>
+<a name="Crawling_configuration_example"></a><h2> <span class="mw-headline"> Crawling configuration example </span></h2>
+<p>A typical configuration for the JDBC crawler looks like this:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><?xml</span> <span class="re0">version</span>=<span class="st0">"1.0"</span> <span class="re0">encoding</span>=<span class="st0">"UTF-8"</span><span class="re2">?></span></span>
+<span class="sc3"><span class="re1"><DataSourceConnectionConfig</span>
+ <span class="re0">xmlns:xsi</span>=<span class="st0">"http://www.w3.org/2001/XMLSchema-instance"</span>
+ <span class="re0">xsi:noNamespaceSchemaLocation</span>=<span class="st0">"../org.eclipse.smila.connectivity.framework.crawler.jdbc/schemas/JdbcDataSourceConnectionConfigSchema.xsd"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><DataSourceID<span class="re2">></span></span></span>jdbc<span class="sc3"><span class="re1"></DataSourceID<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><SchemaID<span class="re2">></span></span></span>org.eclipse.smila.connectivity.framework.crawler.jdbc<span class="sc3"><span class="re1"></SchemaID<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><DataConnectionID<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Crawler<span class="re2">></span></span></span>JdbcCrawler<span class="sc3"><span class="re1"></Crawler<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></DataConnectionID<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><DeltaIndexing<span class="re2">></span></span></span>full<span class="sc3"><span class="re1"></DeltaIndexing<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attributes<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">Name</span>=<span class="st0">"Person_ID"</span> <span class="re0">HashAttribute</span>=<span class="st0">"true"</span>
+ <span class="re0">KeyAttribute</span>=<span class="st0">"true"</span> <span class="re0">Type</span>=<span class="st0">"Long"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><ColumnName<span class="re2">></span></span></span>id<span class="sc3"><span class="re1"></ColumnName<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><SqlType<span class="re2">></span></span></span>long<span class="sc3"><span class="re1"></SqlType<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Attribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">Name</span>=<span class="st0">"BMI"</span> <span class="re0">HashAttribute</span>=<span class="st0">"true"</span> <span class="re0">KeyAttribute</span>=<span class="st0">"false"</span>
+ <span class="re0">Type</span>=<span class="st0">"double"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><ColumnName<span class="re2">></span></span></span>body_mass_index<span class="sc3"><span class="re1"></ColumnName<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><SqlType<span class="re2">></span></span></span>double<span class="sc3"><span class="re1"></SqlType<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Attribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">Name</span>=<span class="st0">"VacationDays"</span> <span class="re0">HashAttribute</span>=<span class="st0">"false"</span>
+ <span class="re0">KeyAttribute</span>=<span class="st0">"false"</span> <span class="re0">Type</span>=<span class="st0">"Long"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><ColumnName<span class="re2">></span></span></span>vacationdays<span class="sc3"><span class="re1"></ColumnName<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><SqlType<span class="re2">></span></span></span>long<span class="sc3"><span class="re1"></SqlType<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Attribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">Name</span>=<span class="st0">"BirthDay"</span> <span class="re0">HashAttribute</span>=<span class="st0">"true"</span>
+ <span class="re0">KeyAttribute</span>=<span class="st0">"true"</span> <span class="re0">Type</span>=<span class="st0">"date"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><ColumnName<span class="re2">></span></span></span>birthday<span class="sc3"><span class="re1"></ColumnName<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><SqlType<span class="re2">></span></span></span>date<span class="sc3"><span class="re1"></SqlType<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Attribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">Name</span>=<span class="st0">"DownSizeCandidate"</span> <span class="re0">HashAttribute</span>=<span class="st0">"false"</span>
+ <span class="re0">KeyAttribute</span>=<span class="st0">"false"</span> <span class="re0">Type</span>=<span class="st0">"Boolean"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><ColumnName<span class="re2">></span></span></span>scheduled_for_downsizing<span class="sc3"><span class="re1"></ColumnName<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><SqlType<span class="re2">></span></span></span>boolean<span class="sc3"><span class="re1"></SqlType<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Attribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">Name</span>=<span class="st0">"DownSizedOn"</span> <span class="re0">HashAttribute</span>=<span class="st0">"false"</span>
+ <span class="re0">KeyAttribute</span>=<span class="st0">"false"</span> <span class="re0">Type</span>=<span class="st0">"Timestamp"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><ColumnName<span class="re2">></span></span></span>downsized<span class="sc3"><span class="re1"></ColumnName<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><SqlType<span class="re2">></span></span></span>timestamp<span class="sc3"><span class="re1"></SqlType<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Attribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">Name</span>=<span class="st0">"Photo"</span> <span class="re0">HashAttribute</span>=<span class="st0">"false"</span> <span class="re0">Attachment</span>=<span class="st0">"true"</span>
+ <span class="re0">KeyAttribute</span>=<span class="st0">"false"</span> <span class="re0">Type</span>=<span class="st0">"Blob"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><ColumnName<span class="re2">></span></span></span>photo<span class="sc3"><span class="re1"></ColumnName<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><SqlType<span class="re2">></span></span></span>blob<span class="sc3"><span class="re1"></SqlType<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Attribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">Name</span>=<span class="st0">"Resume"</span> <span class="re0">HashAttribute</span>=<span class="st0">"false"</span>
+ <span class="re0">KeyAttribute</span>=<span class="st0">"false"</span> <span class="re0">Attachment</span>=<span class="st0">"true"</span> <span class="re0">Type</span>=<span class="st0">"Clob"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><ColumnName<span class="re2">></span></span></span>cv<span class="sc3"><span class="re1"></ColumnName<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><SqlType<span class="re2">></span></span></span>clob<span class="sc3"><span class="re1"></SqlType<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Attribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Attributes<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Process<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Selections<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Grouping<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Stepping<span class="re2">></span></span></span>13<span class="sc3"><span class="re1"></Stepping<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><SQL<span class="re2">></span></span></span>SELECT id FROM person ORDER BY id ASC<span class="sc3"><span class="re1"></SQL<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Grouping<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><SQL<span class="re2">></span></span></span>
+ SELECT id, vorname, name, body_mass_index, vacationdays,
+ birthday, scheduled_for_downsizing, downsized, photo, cv
+ FROM person where id BETWEEN %01min AND %01max
+ <span class="sc3"><span class="re1"></SQL<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Selections<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Database</span> <span class="re0">Connection</span>=<span class="st0">"jdbc:derby:crawlerTestDerbyDB"</span> <span class="re0">User</span>=<span class="st0">""</span>
+ <span class="re0">Password</span>=<span class="st0">""</span> <span class="re0">FetchSize</span>=<span class="st0">"100000"</span>
+ <span class="re0">JdbcDriver</span>=<span class="st0">"org.apache.derby.jdbc.EmbeddedDriver"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></Process<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></DataSourceConnectionConfig<span class="re2">></span></span></span></pre></div>
+<a name="Output_example"></a><h2> <span class="mw-headline"> Output example </span></h2>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Record</span> <span class="re0">xmlns</span>=<span class="st0">"http://www.eclipse.org/smila/record"</span> <span class="re0">version</span>=<span class="st0">"2.0"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"_recordid"</span><span class="re2">></span></span>jdbc:<span class="sc1">&lt;</span>Birthday=2009-04-02T00:00:00+0100;Person_ID=1<span class="sc1">&gt;</span><span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"_source"</span><span class="re2">></span></span>jdbc<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"Person_ID"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>1<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"BMI"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>0.5497346110141528<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"VacationDays"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>23<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"BirthDay"</span> <span class="re0">type</span>=<span class="st0">"datetime"</span><span class="re2">></span></span>2009-04-02T00:00:00+0100<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"DownSizeCandidate"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>0<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"DownSizedOn"</span> <span class="re0">type</span>=<span class="st0">"datetime"</span><span class="re2">></span></span>2009-04-02 00:00:00+0100<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"_HASH_TOKEN"</span><span class="re2">></span></span>69d132fab2fd88cf9ccc17e57f68394ac3fed97ec8bab1c89bf764a6fa662<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attachment<span class="re2">></span></span></span>Photo<span class="sc3"><span class="re1"></Attachment<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attachment<span class="re2">></span></span></span>Resume<span class="sc3"><span class="re1"></Attachment<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></Record<span class="re2">></span></span></span></pre></div>
+<a name="Using_the_Grouping_element"></a><h2> <span class="mw-headline"> Using the Grouping element </span></h2>
+<p>If used, the <b>Grouping</b> element must contain its own <b>SQL</b> element with a SELECT statement and an additional <b>Stepping</b> element containing a non-negative integer value.
+</p>
+Use of the <b>Grouping</b> element is best explained by means of an example. Imagine running the retrieval statement <div dir="ltr" style="text-align: left;"><pre class="source-sql"><span class="kw1">SELECT</span> * <span class="kw1">FROM</span> CUSTOMER</pre></div> on your CUSTOMER table and further imagine that you have a very healthy customer base, so your CUSTOMER table contains 750.000 rows. You would invariably come down with OutOfMemoryExceptions during the crawling run, as the JDBC-Resultset does not release the resources for retrieved data rows. After calling <div dir="ltr" style="text-align: left;"><pre class="source-java">resultSet.<span class="me1">next</span><span class="br0">(</span><span class="br0">)</span></pre></div> a few hundred thousand times an OutOfMemoryException is more or less inevitable.
+<p>Grouping to the rescue! The grouping element enables you to break down your query results into blocks of custom size (specified by the <b>Stepping</b> value) which can be retrieved sequentially while releasing the resultset's resources after each block. You have to be sure to provide a SELECT statement in the <b>SQL</b> element of <b>Grouping</b> which returns a <i><b>sorted</b></i> list of key values by which the results can be grouped. This could be the primary key of the table for instance or any other suitable discriminator. The stepping value is used by the crawler in turn to form groups of the specified size from the keys.
+</p>
+If the statement <div dir="ltr" style="text-align: left;"><pre class="source-sql"><span class="kw1">SELECT</span> primaryKey <span class="kw1">FROM</span> CUSTOMER <span class="kw1">ORDER</span> <span class="kw1">BY</span> primaryKey <span class="kw1">ASC</span></pre></div> returned for example the following values:
+<dl><dd><dl><dd><b>{1, 2, 4, 5, 6, 8, 12, 13, 21, 34, 56, 67}</b>
+</dd></dl>
+</dd></dl>
+<p>a stepping value of <b>5</b> would result in the creation of the following groups:
+</p>
+<dl><dd><dl><dd><b>{1, 2, 4, 5, 6}</b>
+</dd><dd><b>{8, 12, 13, 21, 34}</b> and
+</dd><dd><b>{56, 67}</b>
+</dd></dl>
+</dd></dl>
+<p>whereas with a stepping value of <b>9</b> the following groups would have been formed:
+</p>
+<dl><dd><dl><dd><b>{1, 2, 4, 5, 6, 8, 12, 13, 21}</b> and
+</dd><dd><b>{34, 56, 67}</b>
+</dd></dl>
+</dd></dl>
+<p>You also have to apply a slight modification to your original retrieval SQL statement (the one directly descending the <b>Selections</b> element) in order for the grouping feature to do its magic:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-sql"><span class="kw1">SELECT</span> * <span class="kw1">FROM</span> CUSTOMER <span class="kw1">WHERE</span> primaryKey <span class="kw1">BETWEEN</span> %min01 <span class="kw1">AND</span> %max01</pre></div>
+<p>The crawler will replace the <b>%min01</b> and <b>%max01</b> tokens with the respective minimum and maximum values of each of the formed groups thus creating the following three SQL statements for data retrieval (assuming a stepping value of <b>5</b> was used:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-sql"><span class="kw1">SELECT</span> * <span class="kw1">FROM</span> CUSTOMER <span class="kw1">WHERE</span> primaryKey <span class="kw1">BETWEEN</span> <span class="nu0">1</span> <span class="kw1">AND</span> <span class="nu0">6</span></pre></div>
+<div dir="ltr" style="text-align: left;"><pre class="source-sql"><span class="kw1">SELECT</span> * <span class="kw1">FROM</span> CUSTOMER <span class="kw1">WHERE</span> primaryKey <span class="kw1">BETWEEN</span> <span class="nu0">8</span> <span class="kw1">AND</span> <span class="nu0">34</span></pre></div>
+<div dir="ltr" style="text-align: left;"><pre class="source-sql"><span class="kw1">SELECT</span> * <span class="kw1">FROM</span> CUSTOMER <span class="kw1">WHERE</span> primaryKey <span class="kw1">BETWEEN</span> <span class="nu0">56</span> <span class="kw1">AND</span> <span class="nu0">67</span></pre></div>
+<p>which will subsequently be submitted sequentially to the database.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 102/1000000
+Post-expand include size: 1045/2097152 bytes
+Template argument size: 515/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:16918-0!1!0!!en!2!edit=0 and timestamp 20120202144711 -->
+<div class="printfooter">
+Retrieved from "<a href="JDBC_Crawler.html">http://wiki.eclipse.org/SMILA/Documentation/JDBC_Crawler</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 09:41, 24 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/User:Drazen.cindric.attensity.com" title="User:Drazen.cindric.attensity.com">Drazen Cindric</a>, <a href="http://wiki.eclipse.org/User:Andreas.Weber.empolis.com" title="User:Andreas.Weber.empolis.com">Andreas Weber</a> and <a href="http://wiki.eclipse.org/User:Igor.novakovic.empolis.com" title="User:Igor.novakovic.empolis.com">Igor Novakovic</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/JDBC_Crawler&action=credits" title="SMILA/Documentation/JDBC Crawler">others</a>.</p>
+ <p id="footerviews">This page has been accessed 4,362 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.061 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/JettyHttpServer.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/JettyHttpServer.html
new file mode 100644
index 0000000..78b7f0d
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/JettyHttpServer.html
@@ -0,0 +1,718 @@
+
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/JettyHttpServer,Jetty,SMILA/Documentation/Bundle org.eclipse.smila.clusterconfig" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/JettyHttpServer - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/JettyHttpServer";
+var wgTitle = "SMILA/Documentation/JettyHttpServer";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "30164";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "285962";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-javascript {line-height: normal; font-size: medium;}
+.source-javascript li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for javascript
+ * CSS class: source-javascript, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-javascript .de1, .source-javascript .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-javascript {}
+.source-javascript .head {}
+.source-javascript .foot {}
+.source-javascript .imp {font-weight: bold; color: red;}
+.source-javascript .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-javascript li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-javascript li.li2 {font-weight: bold;}
+.source-javascript .kw1 {color: #000066; font-weight: bold;}
+.source-javascript .kw2 {color: #003366; font-weight: bold;}
+.source-javascript .kw3 {color: #000066;}
+.source-javascript .co1 {color: #009900; font-style: italic;}
+.source-javascript .coMULTI {color: #009900; font-style: italic;}
+.source-javascript .es0 {color: #000099; font-weight: bold;}
+.source-javascript .br0 {color: #66cc66;}
+.source-javascript .st0 {color: #3366CC;}
+.source-javascript .nu0 {color: #CC0000;}
+.source-javascript .me1 {color: #006600;}
+.source-javascript .sc0 {}
+.source-javascript .sc1 {}
+.source-javascript .sc2 {}
+.source-javascript .sc3 {}
+.source-javascript .re0 {color: #0066FF;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-text {line-height: normal; font-size: medium;}
+.source-text li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for text
+ * CSS class: source-text, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-text .de1, .source-text .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-text {}
+.source-text .head {}
+.source-text .foot {}
+.source-text .imp {font-weight: bold; color: red;}
+.source-text .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-text li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-text li.li2 {font-weight: bold;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-java {line-height: normal; font-size: medium;}
+.source-java li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for java
+ * CSS class: source-java, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-java .de1, .source-java .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-java {}
+.source-java .head {}
+.source-java .foot {}
+.source-java .imp {font-weight: bold; color: red;}
+.source-java .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-java li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-java li.li2 {font-weight: bold;}
+.source-java .kw1 {color: #7F0055; font-weight: bold;}
+.source-java .kw2 {color: #7F0055; font-weight: bold;}
+.source-java .kw3 {color: #000000; font-weight: normal}
+.source-java .kw4 {color: #7F0055; font-weight: bold;}
+.source-java .co1 {color: #3F7F5F; font-style: italic;}
+.source-java .co2 {color: #3F7F5F;}
+.source-java .co3 {color: #3F7F5F; font-style: italic; font-weight: bold;}
+.source-java .coMULTI {color: #3F5FBF; font-style: italic;}
+.source-java .es0 {color: #000000;}
+.source-java .br0 {color: #000000;}
+.source-java .st0 {color: #2A00ff;}
+.source-java .nu0 {color: #000000;}
+.source-java .me1 {color: #000000;}
+.source-java .me2 {color: #000000;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="JettyHttpServer.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_JettyHttpServer">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/JettyHttpServer">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/JettyHttpServer">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/JettyHttpServer">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/JettyHttpServer&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/JettyHttpServer&oldid=285962">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="JettyHttpServer.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/JettyHttpServer&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/JettyHttpServer&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/JettyHttpServer&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/JettyHttpServer"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/JettyHttpServer</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="JettyHttpServer.html#column-one">navigation</a>, <a href="JettyHttpServer.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="JettyHttpServer.html#Configuration_and_Usage_of_the_Jetty_HTTP_server_embedded_in_SMILA"><span class="tocnumber">1</span> <span class="toctext">Configuration and Usage of the Jetty HTTP server embedded in SMILA</span></a>
+<ul>
+<li class="toclevel-2"><a href="JettyHttpServer.html#Overview"><span class="tocnumber">1.1</span> <span class="toctext">Overview</span></a></li>
+<li class="toclevel-2"><a href="JettyHttpServer.html#Configuration"><span class="tocnumber">1.2</span> <span class="toctext">Configuration</span></a></li>
+<li class="toclevel-2"><a href="JettyHttpServer.html#Usage"><span class="tocnumber">1.3</span> <span class="toctext">Usage</span></a>
+<ul>
+<li class="toclevel-3"><a href="JettyHttpServer.html#Deployment_via_jetty.xml"><span class="tocnumber">1.3.1</span> <span class="toctext">Deployment via jetty.xml</span></a></li>
+<li class="toclevel-3"><a href="JettyHttpServer.html#HttpHandler_services"><span class="tocnumber">1.3.2</span> <span class="toctext">HttpHandler services</span></a></li>
+<li class="toclevel-3"><a href="JettyHttpServer.html#RequestDispatcher_and_RequestHandler_services"><span class="tocnumber">1.3.3</span> <span class="toctext">RequestDispatcher and RequestHandler services</span></a></li>
+<li class="toclevel-3"><a href="JettyHttpServer.html#JSON_Handlers"><span class="tocnumber">1.3.4</span> <span class="toctext">JSON Handlers</span></a>
+<ul>
+<li class="toclevel-4"><a href="JettyHttpServer.html#Attachments"><span class="tocnumber">1.3.4.1</span> <span class="toctext">Attachments</span></a></li>
+</ul>
+</li>
+<li class="toclevel-3"><a href="JettyHttpServer.html#JettyHandler_services"><span class="tocnumber">1.3.5</span> <span class="toctext">JettyHandler services</span></a>
+<ul>
+<li class="toclevel-4"><a href="JettyHttpServer.html#ResourceHandlerService"><span class="tocnumber">1.3.5.1</span> <span class="toctext">ResourceHandlerService</span></a></li>
+<li class="toclevel-4"><a href="JettyHttpServer.html#ServletContextService"><span class="tocnumber">1.3.5.2</span> <span class="toctext">ServletContextService</span></a></li>
+<li class="toclevel-4"><a href="JettyHttpServer.html#WebappContextService"><span class="tocnumber">1.3.5.3</span> <span class="toctext">WebappContextService</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Configuration_and_Usage_of_the_Jetty_HTTP_server_embedded_in_SMILA"></a><h2> <span class="mw-headline"> Configuration and Usage of the Jetty HTTP server embedded in SMILA </span></h2>
+<a name="Overview"></a><h3> <span class="mw-headline"> Overview </span></h3>
+<p>The embedding of the Jetty server is implemented in bundle <tt>org.eclipse.smila.http.server</tt>. When the bundle is activated it starts the OSGi service <tt>org.eclipse.smila.http.server.HttpService</tt> which in turn creates a Jetty server from a configuration file, adds request handlers provided by other OSGi services and starts the server.
+</p>
+<a name="Configuration"></a><h3> <span class="mw-headline"> Configuration </span></h3>
+<p>To configure the embedded Jetty server, place a file named <tt>jetty.xml</tt> in the configuration directory <tt>configuration/org.eclipse.smila.http.server</tt>. If the configuration area does not contain such a file, a default file provided by the HTTP server bundle itself is used. It's probably the most simple file possible:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Configure</span> <span class="re0">id</span>=<span class="st0">"Server"</span> <span class="re0">class</span>=<span class="st0">"org.eclipse.jetty.server.Server"</span><span class="re2">></span></span>
+
+ <span class="sc3"><span class="coMULTI"><!-- =========================================================== --></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- Server Thread Pool --></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- =========================================================== --></span></span>
+ <span class="sc3"><span class="re1"><Set</span> <span class="re0">name</span>=<span class="st0">"ThreadPool"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- Default queued blocking threadpool --></span></span>
+ <span class="sc3"><span class="re1"><New</span> <span class="re0">class</span>=<span class="st0">"org.eclipse.jetty.util.thread.QueuedThreadPool"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Set</span> <span class="re0">name</span>=<span class="st0">"minThreads"</span><span class="re2">></span></span>10<span class="sc3"><span class="re1"></Set<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Set</span> <span class="re0">name</span>=<span class="st0">"maxThreads"</span><span class="re2">></span></span>200<span class="sc3"><span class="re1"></Set<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Set</span> <span class="re0">name</span>=<span class="st0">"detailedDump"</span><span class="re2">></span></span>false<span class="sc3"><span class="re1"></Set<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></New<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Set<span class="re2">></span></span></span>
+
+ <span class="sc3"><span class="coMULTI"><!-- =========================================================== --></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- Set connectors --></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- =========================================================== --></span></span>
+
+ <span class="sc3"><span class="re1"><Call</span> <span class="re0">name</span>=<span class="st0">"addConnector"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Arg<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><New</span> <span class="re0">class</span>=<span class="st0">"org.eclipse.jetty.server.nio.SelectChannelConnector"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Set</span> <span class="re0">name</span>=<span class="st0">"host"</span><span class="re2">></span></span><span class="sc3"><span class="re1"><Property</span> <span class="re0">name</span>=<span class="st0">"jetty.host"</span> <span class="re2">/></span></span><span class="sc3"><span class="re1"></Set<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Set</span> <span class="re0">name</span>=<span class="st0">"port"</span><span class="re2">></span></span><span class="sc3"><span class="re1"><Property</span> <span class="re0">name</span>=<span class="st0">"jetty.port"</span> <span class="re0">default</span>=<span class="st0">"8080"</span><span class="re2">/></span></span><span class="sc3"><span class="re1"></Set<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Set</span> <span class="re0">name</span>=<span class="st0">"maxIdleTime"</span><span class="re2">></span></span>300000<span class="sc3"><span class="re1"></Set<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Set</span> <span class="re0">name</span>=<span class="st0">"Acceptors"</span><span class="re2">></span></span>2<span class="sc3"><span class="re1"></Set<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Set</span> <span class="re0">name</span>=<span class="st0">"statsOn"</span><span class="re2">></span></span>false<span class="sc3"><span class="re1"></Set<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Set</span> <span class="re0">name</span>=<span class="st0">"confidentialPort"</span><span class="re2">></span></span>8443<span class="sc3"><span class="re1"></Set<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Set</span> <span class="re0">name</span>=<span class="st0">"lowResourcesConnections"</span><span class="re2">></span></span>20000<span class="sc3"><span class="re1"></Set<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Set</span> <span class="re0">name</span>=<span class="st0">"lowResourcesMaxIdleTime"</span><span class="re2">></span></span>5000<span class="sc3"><span class="re1"></Set<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></New<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Arg<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Call<span class="re2">></span></span></span>
+
+ <span class="sc3"><span class="coMULTI"><!-- =========================================================== --></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- Set handler Collection Structure --></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- =========================================================== --></span></span>
+ <span class="sc3"><span class="re1"><Set</span> <span class="re0">name</span>=<span class="st0">"handler"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><New</span> <span class="re0">id</span>=<span class="st0">"DefaultHandler"</span> <span class="re0">class</span>=<span class="st0">"org.eclipse.jetty.server.handler.DefaultHandler"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></Set<span class="re2">></span></span></span>
+
+ <span class="sc3"><span class="coMULTI"><!-- =========================================================== --></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- extra options --></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- =========================================================== --></span></span>
+ <span class="sc3"><span class="re1"><Set</span> <span class="re0">name</span>=<span class="st0">"stopAtShutdown"</span><span class="re2">></span></span>true<span class="sc3"><span class="re1"></Set<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Set</span> <span class="re0">name</span>=<span class="st0">"sendServerVersion"</span><span class="re2">></span></span>true<span class="sc3"><span class="re1"></Set<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Set</span> <span class="re0">name</span>=<span class="st0">"sendDateHeader"</span><span class="re2">></span></span>true<span class="sc3"><span class="re1"></Set<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Set</span> <span class="re0">name</span>=<span class="st0">"gracefulShutdown"</span><span class="re2">></span></span>1000<span class="sc3"><span class="re1"></Set<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Set</span> <span class="re0">name</span>=<span class="st0">"dumpAfterStart"</span><span class="re2">></span></span>false<span class="sc3"><span class="re1"></Set<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Set</span> <span class="re0">name</span>=<span class="st0">"dumpBeforeStop"</span><span class="re2">></span></span>false<span class="sc3"><span class="re1"></Set<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></Configure<span class="re2">></span></span></span></pre></div>
+<p>The default configuration is not especially useful by itself. It basically configures the server to listen at port 8080, adds a default handler responding with HTTP status 404 (NOT FOUND) if no other handler was found to handle the request, and lists the available handlers.
+</p><p>For more details on all the configuration properties used here, refer to the <a href="http://wiki.eclipse.org/Jetty" title="Jetty">Jetty documentation</a> next door.
+</p><p>Please note that if you use a <tt>ClusterConfigService</tt> implementation (see <a href="Bundle_org.eclipse.smila.clusterconfig.html" title="SMILA/Documentation/Bundle org.eclipse.smila.clusterconfig">Bundle org.eclipse.smila.clusterconfig</a>, the http port defined there for the <tt>smila</tt> service will be used for the HTTP Server and thus overrides the port setting from the <tt>jetty.xml</tt> file.
+</p><p>Snippet from <tt>clusterconfig.json</tt> that overwrites the http port:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript"><span class="st0">"services"</span>:<span class="br0">{</span>
+ <span class="st0">"smila"</span>:<span class="br0">{</span>
+ <span class="st0">"httpPort"</span>:<span class="nu0">8080</span>
+ <span class="br0">}</span>
+ <span class="br0">}</span></pre></div>
+<p><span style="float:right; color:blue; padding-left: 2em; border: 1px dashed #D9D9D9;">
+To be exact: the service name will be determined by the <tt>serviceName</tt> property of the HTTP service component definition for the service implementation <tt>org.eclipse.smila.http.server.internal.HttpServiceImpl</tt>. If (and only if) this property and the <tt>ClusterConfigService</tt> are both available, the <tt>ClusterConfigService</tt> service will be called to determine the configured http port for the service by calling its <tt>int getHttpPort(final String serviceName)</tt> method. If the result is not <tt>-1</tt> it will be set as the HTTP port for the HttpService. Otherwise the port as defined in the <tt>jetty.xml</tt> file will be used.
+</span>
+</p>
+<a name="Usage"></a><h3> <span class="mw-headline"> Usage </span></h3>
+<p>Handlers can be added using two different approaches: Either by extending the <tt>jetty.xml</tt> file, or by registering different kinds of OSGi services that are referenced by the HTTP server service and are registered at startup.
+</p><p>Before we dive into the details, first some important advices:
+</p>
+<ul><li> To implement functionality, you will probably provide new classes in your own bundle. If the HTTP server needs to instantiate these classes (e.g. servlets used by a web application), you must register your bundle as a "buddy" to the server bundle. So, if you have problems deploying your own code and if you get class loading related errors, first check if your <tt>MANIFEST.MF</tt> contains this line:
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-text">Eclipse-RegisterBuddy: org.eclipse.smila.http.server</pre></div>
+<ul><li> You also must add these two imports to the manifest, otherwise the handlers will not be registered with the http server, despite being instantiated:
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-text">org.eclipse.smila.http.server, org.eclipse.smila.http.server.util</pre></div>
+<ul><li> The Jetty server must be stopped and restarted to register additional handlers. Therefore, if you use OSGi services to register functionality in the server, you should take care that the HTTP server bundle is started in a higher run level than all bundles providing handler services. This is the reason why the HTTP server is started on the highest run level of all bundles in the SMILA application. A nice side effect of this is that you can check from outside if the startup of SMILA has finished: If you can connect to the HTTP server, this means that SMILA is up and running:
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-text">..., \
+org.eclipse.smila.http.server@5:start</pre></div>
+<ul><li> Also, you should not add handler services to the HTTP server bundle itself using Declarative Services, because the start order of DS services in a single bundle is not deterministic.
+</li></ul>
+<a name="Deployment_via_jetty.xml"></a><h4> <span class="mw-headline"> Deployment via jetty.xml </span></h4>
+<p>The straightforward way is to use the <tt>jetty.xml</tt> configuration file itself to add handlers for different URL contexts. In theory, it should be possible to do everything you can normally do in this configuration file, see the <a href="http://wiki.eclipse.org/Jetty" title="Jetty">Jetty documentation</a> for details. However, there may be some class loading fun ahead.
+</p><p>The default configuration file used in the SMILA application replaces the "handler" section of the default configuration to deploy a simple web application for search at <a href="http://localhost:8080/SMILA/search" class="external free" title="http://localhost:8080/SMILA/search" rel="nofollow">http://localhost:8080/SMILA/search</a>:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="coMULTI"><!-- =========================================================== --></span></span>
+<span class="sc3"><span class="coMULTI"><!-- Set handler Collection Structure --></span></span>
+<span class="sc3"><span class="coMULTI"><!-- =========================================================== --></span></span>
+<span class="sc3"><span class="re1"><Set</span> <span class="re0">name</span>=<span class="st0">"handler"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><New</span> <span class="re0">class</span>=<span class="st0">"org.eclipse.jetty.server.handler.HandlerList"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Set</span> <span class="re0">name</span>=<span class="st0">"handlers"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Array</span> <span class="re0">type</span>=<span class="st0">"org.eclipse.jetty.server.Handler"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Item<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><New</span> <span class="re0">class</span>=<span class="st0">"org.eclipse.jetty.webapp.WebAppContext"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Set</span> <span class="re0">name</span>=<span class="st0">"contextPath"</span><span class="re2">></span></span>/SMILA<span class="sc3"><span class="re1"></Set<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Set</span> <span class="re0">name</span>=<span class="st0">"resourceBase"</span><span class="re2">></span></span>configuration/org.eclipse.smila.search.servlet/webapp<span class="sc3"><span class="re1"></Set<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Set</span> <span class="re0">name</span>=<span class="st0">"descriptor"</span><span class="re2">></span></span>configuration/org.eclipse.smila.search.servlet/webapp/WEB-INF/web.xml<span class="sc3"><span class="re1"></Set<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Set</span> <span class="re0">name</span>=<span class="st0">"defaultsDescriptor"</span><span class="re2">></span></span>configuration/org.eclipse.smila.http.server/webdefault.xml<span class="sc3"><span class="re1"></Set<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Set</span> <span class="re0">name</span>=<span class="st0">"parentLoaderPriority"</span><span class="re2">></span></span>true<span class="sc3"><span class="re1"></Set<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></New<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Item<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Item<span class="re2">></span></span></span> <span class="sc3"><span class="coMULTI"><!-- this one is always at the end of the list --></span></span>
+ <span class="sc3"><span class="re1"><New</span> <span class="re0">class</span>=<span class="st0">"org.eclipse.jetty.server.handler.DefaultHandler"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></Item<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Array<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Set<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></New<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></Set<span class="re2">></span></span></span></pre></div>
+<p>It registers a standard web application located at <tt>configuration/org.eclipse.smila.search.servlet/webapp</tt>. Note that you must also specify the <i>defaultsDescriptor</i> property because the embedded Jetty cannot find one at the default location.
+</p><p><b>Example:</b> Adding an extra resource handler to serve static files. This makes files in directory <tt>/home/smila/Images</tt> accessible at <tt><a href="http://.../Images/" class="external free" title="http://.../Images/" rel="nofollow">http://.../Images/</a></tt>:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Set</span> <span class="re0">name</span>=<span class="st0">"handler"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><New</span> <span class="re0">class</span>=<span class="st0">"org.eclipse.jetty.server.handler.HandlerList"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Set</span> <span class="re0">name</span>=<span class="st0">"handlers"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Array</span> <span class="re0">type</span>=<span class="st0">"org.eclipse.jetty.server.Handler"</span><span class="re2">></span></span>
+
+ <span class="sc3"><span class="coMULTI"><!-- ... other handlers ... --></span></span>
+
+ <span class="sc3"><span class="re1"><Item<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><New</span> <span class="re0">class</span>=<span class="st0">"org.eclipse.jetty.server.handler.ContextHandler"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Set</span> <span class="re0">name</span>=<span class="st0">"contextPath"</span><span class="re2">></span></span>/Images<span class="sc3"><span class="re1"></Set<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Set</span> <span class="re0">name</span>=<span class="st0">"handler"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><New</span> <span class="re0">class</span>=<span class="st0">"org.eclipse.jetty.server.handler.ResourceHandler"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Set</span> <span class="re0">name</span>=<span class="st0">"directoriesListed"</span><span class="re2">></span></span>true<span class="sc3"><span class="re1"></Set<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Set</span> <span class="re0">name</span>=<span class="st0">"resourceBase"</span><span class="re2">></span></span>/home/smila/Images<span class="sc3"><span class="re1"></Set<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></New<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Set<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></New<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Item<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Item<span class="re2">></span></span></span> <span class="sc3"><span class="coMULTI"><!-- this one is always at the end of the list --></span></span>
+ <span class="sc3"><span class="re1"><New</span> <span class="re0">class</span>=<span class="st0">"org.eclipse.jetty.server.handler.DefaultHandler"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></Item<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Array<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></New<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></Set<span class="re2">></span></span></span></pre></div>
+<a name="HttpHandler_services"></a><h4> <span class="mw-headline"> HttpHandler services </span></h4>
+<p><tt>org.eclipse.smila.http.server.HttpHandler</tt> is the most primitive SMILA specific interface for OSGi services for handling HTTP requests. It defines two methods:
+</p>
+<ul><li> <tt>String getRootContextPath()</tt>: return the context path (i.e. the part of the URL after the "http://<host>:<port>" stuff) for which this handler should be invoked. This is used by the HTTP server to select an appropriate handler for a request. The value must be a valid Jetty context path: The handler should be invoked for all requests to URI paths that start with this value.
+</li><li> <tt>void handle(final HttpExchange exchange) throws IOException</tt>: Actually handle the request. The <tt>HttpExchange</tt> object gives access to the HTTP method, request URI, request headers and input stream as well as response headers and output stream.
+</li></ul>
+<p>See <tt>org.eclipse.smila.http.server.test.MockHttpHandler</tt> in the HTTP server test bundle for the most simple implementation of this services. <tt>OSGI-INF/httphandler.xml</tt> shows how to start such a server using DS.
+</p>
+<a name="RequestDispatcher_and_RequestHandler_services"></a><h4> <span class="mw-headline"> RequestDispatcher and RequestHandler services </span></h4>
+<p>The <tt>org.eclipse.smila.http.server.util.RequestDispatcher</tt> is a HttpHandler implementation that uses <tt>org.eclipse.smila.http.server.util.RequestHandler</tt> services to handle requests for its root context. RequestHandlers are HttpHandlers but cannot register for handling URIs containing prefixes. Instead, the dispatcher calls <tt>matches(String requestUri)</tt> and the RequestHandler can check programmatically if it should handle this request. Also, the dispatcher can add and remove request handlers without having to restart the complete HTTP server. To use a RequestDispatcher, you must start it using a DS descriptor. E.g. see the example in the <tt>...http.server.test</tt> bundle in <tt>OSGI-INF/requestdispatcher.xml</tt>:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><?xml</span> <span class="re0">version</span>=<span class="st0">"1.0"</span> <span class="re0">encoding</span>=<span class="st0">"UTF-8"</span><span class="re2">?></span></span>
+<span class="sc3"><span class="re1"><component</span> <span class="re0">name</span>=<span class="st0">"org.eclipse.smila.http.server.util.RequestDispatcher"</span> <span class="re0">immediate</span>=<span class="st0">"true"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><implementation</span> <span class="re0">class</span>=<span class="st0">"org.eclipse.smila.http.server.util.RequestDispatcher"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><service<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><provide</span> <span class="re0">interface</span>=<span class="st0">"org.eclipse.smila.http.server.HttpHandler"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></service<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><reference</span>
+ <span class="re0">name</span>=<span class="st0">"RequestHandlers"</span>
+ <span class="re0">interface</span>=<span class="st0">"org.eclipse.smila.http.server.util.RequestHandler"</span>
+ <span class="re0">bind</span>=<span class="st0">"addRequestHandler"</span>
+ <span class="re0">unbind</span>=<span class="st0">"removeRequestHandler"</span>
+ <span class="re0">cardinality</span>=<span class="st0">"0..n"</span>
+ <span class="re0">policy</span>=<span class="st0">"dynamic"</span>
+ <span class="re0">target</span>=<span class="st0">"(rootContextPath=/dispatch)"</span>
+ <span class="re2">/></span></span>
+<span class="sc3"><span class="re1"></component<span class="re2">></span></span></span></pre></div>
+<p>This starts a dispatcher for the root context "/dispatch", i.e. it tries to handle all requests to <tt>http://host:port/dispatch...</tt> and uses all RequestHandler services that have a property <i>rootContextPath</i> set to "/dispatch". You can add this description to your own bundles to start several dispatchers for different root contexts, just be sure to import the bundles <tt>org.eclipse.smila.http.server</tt> and <tt>org.eclipse.smila.http.server.util</tt> even if they are not needed by the actual code.
+</p><p>We provide also a base class for RequestHandlers named <tt>org.eclipse.smila.http.server.util.ARequestHandler</tt> which implements the <tt>matches()</tt> method matching the URI part after the root context path using a regular expression string read from its own component properties specified in the DS file. E.g. in the test bundle we have <tt>OSGI-INF/requesthandler.xml</tt>:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><?xml</span> <span class="re0">version</span>=<span class="st0">"1.0"</span> <span class="re0">encoding</span>=<span class="st0">"UTF-8"</span><span class="re2">?></span></span>
+<span class="sc3"><span class="re1"><component</span> <span class="re0">name</span>=<span class="st0">"org.eclipse.smila.http.server.test.MockRequestHandler"</span> <span class="re0">immediate</span>=<span class="st0">"true"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><implementation</span> <span class="re0">class</span>=<span class="st0">"org.eclipse.smila.http.server.test.MockRequestHandler"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><service<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><provide</span> <span class="re0">interface</span>=<span class="st0">"org.eclipse.smila.http.server.util.RequestHandler"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></service<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><property</span> <span class="re0">name</span>=<span class="st0">"rootContextPath"</span> <span class="re0">type</span>=<span class="st0">"String"</span> <span class="re0">value</span>=<span class="st0">"/dispatch"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><property</span> <span class="re0">name</span>=<span class="st0">"uriPattern"</span> <span class="re0">type</span>=<span class="st0">"String"</span> <span class="re0">value</span>=<span class="st0">"/handle/([^/]+)/?$"</span><span class="re2">/></span></span>
+<span class="sc3"><span class="re1"></component<span class="re2">></span></span></span></pre></div>
+<p>This starts a simple RequestHandler service managed by the dispatcher described above and reacts on requests to <tt>http://host:port/dispatch/handle/<string-without-further-slashes></tt>. Also, the base class provides methods to extract the parts of the request URI matched by the groups in the regular expression.
+</p>
+<a name="JSON_Handlers"></a><h4> <span class="mw-headline"> JSON Handlers </span></h4>
+<p>SMILA provides some base classes that make it quite easy to write handlers that receive requests and produce results using <a href="http://json.org/" class="external text" title="http://json.org/" rel="nofollow">JSON</a>. JSON is a very lightweight data format that makes interchange much more efficient than using XML. Moreover it is easy to interpret in Javascript based web user interfaces. Currently the following base classes are available in package <tt>org.eclipse.smila.http.server.json</tt>:
+</p>
+<ul><li> JsonHttpHandler: implements the HttpHandler interface
+</li><li> JsonRequestHandler: implements the RequestHandler interface and extends ARequestHandler
+</li><li> JsonBulkRequestHandler: implements the RequestHandler interface and extends ARequestHandler. Can take multiple JSON objects as input, but (normally) does not produce a result object. [Note: a result may be produced by the finish method and will be returned in the response as JSON.]
+</li></ul>
+<p>The first two handler expect a single record as input to be processed (of course, the record can be empty). The record is either parsed from a JSON request body (in POST or PUT requests) or constructed from the request parameters (in a GET request) and then a <tt>process()</tt> method implemented by the subclass is invoked with this record to do the actual processing. The result may be a single object, preferably a SMILA Record or Any object.
+</p><p>The latter handler expects a JSON "bulk" as its input. A bulk is a set of JSON Objects, each one printed on a single line (i.e. no newline or linefeed characters) and seperated by newline characters. The bulk is parsed and sent to a <tt>process()</tt> method implemented in a subclass one by one, so this handler makes it possible to push a lot of records into SMILA in a single request with high performance and low memory usage. After the complete bulk has been processed successfully, a <tt>finish()</tt> method implemented by the subclass is called to finalize the processing if necessary. A result produced by the finish method will be returned as a response.
+</p><p>The first handler is meant to be managed by the Http service immediately (register as HttpHandler) while the latter two are managed by a RequestDispatcher service (register them as RequestHandlers).
+</p><p>Other methods you may want to override in subclasses to customize the behavior depending on HTTP method used to invoke the handler, the actual request URI, input and output objects and exceptions throwm by the <tt>process</tt> method:
+</p>
+<ul><li> <tt>isValidMethod</tt>: Checks if the HTTP method is allowed for this handler. If not, a METHOD-NOT-ALLOWED status is returned to the client. By default only POST is allowed.
+</li><li> <tt>getSuccessStatus</tt>: HTTP status to return after successful processing. Default is ACCEPTED for the bulk handler and OK for the others.
+</li><li> <tt>writeResultObject</tt>: Add additional Object-to-JSON-serialization code if you do not return a SMILA Record or Any object or something else that can be serialized using a standard <a href="http://wiki.fasterxml.com/ObjectMapper" class="external text" title="http://wiki.fasterxml.com/ObjectMapper" rel="nofollow">Jackson ObjectMapper</a>. The latter usually works fine for Java objects like Collections or Maps or Beans.
+</li><li> <tt>getErrorStatus</tt>: HTTP status to return after failed processing, depending on the action exception. See the default implementation for the predefined mapping from exception type to status code.
+</li></ul>
+<a name="Attachments"></a><h5> <span class="mw-headline"> Attachments </span></h5>
+<p><tt>JsonHttpHandler</tt> and <tt>JsonRequestHandler</tt> support attachments for input records in POST requests, too. Such records must be sent as "multipart" requests, where the first part contains the record metadata as JSON, followed by binary parts.
+</p><p>For example, to submit a record with an attachment to a job (which is the main use case for sending attachments to SMILA), you can use the <a href="http://hc.apache.org/httpcomponents-client-ga/index.html" class="external text" title="http://hc.apache.org/httpcomponents-client-ga/index.html" rel="nofollow">Apache HttpClient 4.x</a> (not included with SMILA, however):
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">import</span> org.<span class="me1">apache</span>.<span class="me1">http</span>.<span class="me1">HttpResponse</span>;
+<span class="kw1">import</span> org.<span class="me1">apache</span>.<span class="me1">http</span>.<span class="me1">HttpStatus</span>;
+<span class="kw1">import</span> org.<span class="me1">apache</span>.<span class="me1">http</span>.<span class="me1">client</span>.<span class="me1">HttpClient</span>;
+<span class="kw1">import</span> org.<span class="me1">apache</span>.<span class="me1">http</span>.<span class="me1">client</span>.<span class="me1">methods</span>.<span class="me1">HttpPost</span>;
+<span class="kw1">import</span> org.<span class="me1">apache</span>.<span class="me1">http</span>.<span class="me1">entity</span>.<span class="me1">mime</span>.<span class="me1">MultipartEntity</span>;
+<span class="kw1">import</span> org.<span class="me1">apache</span>.<span class="me1">http</span>.<span class="me1">entity</span>.<span class="me1">mime</span>.<span class="me1">content</span>.<span class="me1">ByteArrayBody</span>;
+<span class="kw1">import</span> org.<span class="me1">apache</span>.<span class="me1">http</span>.<span class="me1">entity</span>.<span class="me1">mime</span>.<span class="me1">content</span>.<span class="me1">StringBody</span>;
+<span class="kw1">import</span> org.<span class="me1">apache</span>.<span class="me1">http</span>.<span class="me1">impl</span>.<span class="me1">client</span>.<span class="me1">DefaultHttpClient</span>;
+...
+<span class="kw3">String</span> jsonMetadata = ...;
+<span class="kw4">byte</span><span class="br0">[</span><span class="br0">]</span> attachment = ...;
+HttpClient client = <span class="kw1">new</span> DefaultHttpClient<span class="br0">(</span><span class="br0">)</span>;
+MultipartEntity multiPartMessage = <span class="kw1">new</span> MultipartEntity<span class="br0">(</span><span class="br0">)</span>;
+StringBody jsonPart = <span class="kw1">new</span> StringBody<span class="br0">(</span>jsonMetadata,
+ <span class="st0">"application/json"</span>,
+ Charset.<span class="me1">forName</span><span class="br0">(</span><span class="st0">"UTF-8"</span><span class="br0">)</span><span class="br0">)</span>;
+multiPartMessage.<span class="me1">addPart</span><span class="br0">(</span><span class="st0">"metadata"</span>, jsonPart<span class="br0">)</span>;
+ <span class="co1">// the actual name of the metadata part is irrelevant</span>
+ByteArrayBody attachmentPart = <span class="kw1">new</span> ByteArrayBody<span class="br0">(</span>attachment,
+ <span class="st0">"application/octet-stream"</span>,
+ <span class="kw2">null</span><span class="br0">)</span>; <span class="co1">// no filename necessary</span>
+multiPartMessage.<span class="me1">addPart</span><span class="br0">(</span><span class="st0">"content"</span>, attachmentPart<span class="br0">)</span>;
+ <span class="co1">// part name is the attachment name.</span>
+HttpPost request = <span class="kw1">new</span> HttpPost<span class="br0">(</span><span class="st0">"http://localhost:8080/smila/job/"</span> + jobName + <span class="st0">"/record"</span><span class="br0">)</span>;
+request.<span class="me1">setEntity</span><span class="br0">(</span>multiPartMessage<span class="br0">)</span>;
+HttpResponse response = client.<span class="me1">execute</span><span class="br0">(</span>request<span class="br0">)</span>;
+...</pre></div>
+<p>The HTTP request than looks similar to this:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-text">POST /smila/job/jobname/record
+
+Content-Length: 12345
+Content-Type: multipart/form-data; boundary=UMFOMEI8xxUic4zcDix9Utn4ORyVTcS3
+
+--UMFOMEI8xxUic4zcDix9Utn4ORyVTcS3
+Content-Disposition: form-data; name="metadata"
+Content-Type: application/json; charset=UTF-8
+Content-Transfer-Encoding: 8bit
+
+{
+ "_recordid": "...",
+ // more attributes
+}
+--UMFOMEI8xxUic4zcDix9Utn4ORyVTcS3
+Content-Disposition: form-data; name="content"
+Content-Type: application/octet-stream
+Content-Transfer-Encoding: binary
+
+... attachment content ...
+
+--UMFOMEI8xxUic4zcDix9Utn4ORyVTcS3--</pre></div>
+<p>The <tt>HttpClient</tt> lib provides additional <a href="http://hc.apache.org/httpcomponents-client-ga/httpmime/apidocs/org/apache/http/entity/mime/content/package-summary.html" class="external text" title="http://hc.apache.org/httpcomponents-client-ga/httpmime/apidocs/org/apache/http/entity/mime/content/package-summary.html" rel="nofollow"><tt>ContentBody</tt></a> implementations for adding parts from <tt>InputStream</tt>s or <tt>File</tt>s immediately instead of having to load them in memory first. Of course, you can also add multiple attachments to a single request, just add more parts with different attachment names.
+</p><p>We have also introduced a size limit for incoming records to protect SMILA against OutOfMemoryErrors by client requests. The size limit can be configured in <tt>configuration/org.eclipse.smila.http.server/httpserver.properties</tt>, the default value is 1 GiB:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-text"># maximum size of request records (including attachments) at the ReST API
+# for JSON handlers that load the complete request data in memory (using JsonHttpUtils.convertRequest())
+http.json.maxRequestRecordSize=1g</pre></div>
+<p>Values can use "k" (KiB), "m" (MiB), "g" (GiB) suffixes for better readability. The value describes the maximum size of the complete request, i.e. JSON metadata plus all attachments. Bigger requests are rejected with response code <tt>400 BAD REQUEST</tt>. The limit does not concern handlers derived from <tt>JsonBulkRequestHandler</tt> or non-Json-handlers, as it should still be possible to implement "streaming handlers" that do not need to load the complete request in memory.
+</p>
+<a name="JettyHandler_services"></a><h4> <span class="mw-headline"> JettyHandler services </span></h4>
+<p>An OSGi service providing <tt>org.eclipse.smila.http.JettyHandler</tt> can be used to inject original Jetty handlers programmatically into the server. A JettyHandler must implement two methods:
+</p>
+<ul><li> <tt>org.eclipse.jetty.server.Handler getHandler()</tt>: the initialized Jetty handler. If it is not already a ContextHandler, it is wrapped inside one automatically by the HttpService.
+</li><li> <tt>String getRootContextPath()</tt>: the URI path prefix to be handled by this handler.
+</li></ul>
+<p>There is also a base class <tt>org.eclipse.smila.http.AJettyHandlerService</tt> available which reads the context path value from the DS component context and determines paths into the configuration area if the component context contains a bundle name for which access to the configuration space has been configured.
+</p><p>We have already created three (partly prototypical) implementations of this service. They provide only quite limited means of configuring the Jetty handler themselves, so they are provided rather as examples, meaning you can use them to base your own handlers on. If you require more configuration, you will either have to create your own variant of these services or use the <tt>jetty.xml</tt> to achieve the desired deployment/configuration.
+</p><p>The exemplary implementations (details follow below) are all contained in <tt>org.eclipse.smila.http.server.util</tt>.
+</p>
+<a name="ResourceHandlerService"></a><h5> <span class="mw-headline"> ResourceHandlerService </span></h5>
+<p>Creates a Jetty ResourceHandler which can serve files from the configuration area. The test bundle shows how to use this in <tt>OSGI-INF/resourcehandler.xml</tt>:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><?xml</span> <span class="re0">version</span>=<span class="st0">"1.0"</span> <span class="re0">encoding</span>=<span class="st0">"UTF-8"</span><span class="re2">?></span></span>
+<span class="sc3"><span class="re1"><component</span> <span class="re0">name</span>=<span class="st0">"org.eclipse.smila.http.server.util.ResourceHandlerService"</span> <span class="re0">immediate</span>=<span class="st0">"true"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><implementation</span> <span class="re0">class</span>=<span class="st0">"org.eclipse.smila.http.server.util.ResourceHandlerService"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><service<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><provide</span> <span class="re0">interface</span>=<span class="st0">"org.eclipse.smila.http.server.JettyHandler"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></service<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><property</span> <span class="re0">name</span>=<span class="st0">"rootContextPath"</span> <span class="re0">type</span>=<span class="st0">"String"</span> <span class="re0">value</span>=<span class="st0">"/resources"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><property</span> <span class="re0">name</span>=<span class="st0">"configBundle"</span> <span class="re0">type</span>=<span class="st0">"String"</span> <span class="re0">value</span>=<span class="st0">"org.eclipse.smila.http.server.test"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><property</span> <span class="re0">name</span>=<span class="st0">"resourceBase"</span> <span class="re0">type</span>=<span class="st0">"String"</span> <span class="re0">value</span>=<span class="st0">"resources"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><property</span> <span class="re0">name</span>=<span class="st0">"welcomeFiles"</span> <span class="re0">type</span>=<span class="st0">"String"</span> <span class="re0">value</span>=<span class="st0">"index.html"</span><span class="re2">/></span></span>
+<span class="sc3"><span class="re1"></component<span class="re2">></span></span></span></pre></div>
+<p>This creates a ResourceHandler which can provide files from <tt>configuration/org.eclipse.smila.http.server.test/resources</tt> at the URL <tt>http://.../resources/...</tt>, and returns "index.html" for requests containing only a directory name and no explicit filename in the URL.
+</p>
+<a name="ServletContextService"></a><h5> <span class="mw-headline"> ServletContextService </span></h5>
+<p>Creates and registers a ServletContextHandler with a single javax.servlet instance already created (so it may be helpful in case of classloading problems, because the servlet instance can be created inside its own bundle context). Again, you can find a simple example in the test bundle at <tt>OSGI-INF/servlethandler.xml</tt>:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><?xml</span> <span class="re0">version</span>=<span class="st0">"1.0"</span> <span class="re0">encoding</span>=<span class="st0">"UTF-8"</span><span class="re2">?></span></span>
+<span class="sc3"><span class="re1"><component</span> <span class="re0">name</span>=<span class="st0">"org.eclipse.smila.http.server.util.ServletContextService"</span> <span class="re0">immediate</span>=<span class="st0">"true"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><implementation</span> <span class="re0">class</span>=<span class="st0">"org.eclipse.smila.http.server.util.ServletContextService"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><service<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><provide</span> <span class="re0">interface</span>=<span class="st0">"org.eclipse.smila.http.server.JettyHandler"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></service<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><property</span> <span class="re0">name</span>=<span class="st0">"rootContextPath"</span> <span class="re0">type</span>=<span class="st0">"String"</span> <span class="re0">value</span>=<span class="st0">"/servlet"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><property</span> <span class="re0">name</span>=<span class="st0">"servletClassName"</span> <span class="re0">type</span>=<span class="st0">"String"</span> <span class="re0">value</span>=<span class="st0">"org.eclipse.smila.http.server.test.MockServlet"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><property</span> <span class="re0">name</span>=<span class="st0">"servletPath"</span> <span class="re0">type</span>=<span class="st0">"String"</span> <span class="re0">value</span>=<span class="st0">"/mock"</span><span class="re2">/></span></span>
+<span class="sc3"><span class="re1"></component<span class="re2">></span></span></span></pre></div>
+<p>This registers an instance of the named class as a servlet which can be invoked using <tt>http://.../servlet/mock</tt>.
+</p>
+<a name="WebappContextService"></a><h5> <span class="mw-headline"> WebappContextService </span></h5>
+<p>Creates a handler for a web application. The example from the test bundle is as follows:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><?xml</span> <span class="re0">version</span>=<span class="st0">"1.0"</span> <span class="re0">encoding</span>=<span class="st0">"UTF-8"</span><span class="re2">?></span></span>
+<span class="sc3"><span class="re1"><component</span> <span class="re0">name</span>=<span class="st0">"org.eclipse.smila.http.server.util.WebappContextService"</span> <span class="re0">immediate</span>=<span class="st0">"true"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><implementation</span> <span class="re0">class</span>=<span class="st0">"org.eclipse.smila.http.server.util.WebappContextService"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><service<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><provide</span> <span class="re0">interface</span>=<span class="st0">"org.eclipse.smila.http.server.JettyHandler"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></service<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><property</span> <span class="re0">name</span>=<span class="st0">"rootContextPath"</span> <span class="re0">type</span>=<span class="st0">"String"</span> <span class="re0">value</span>=<span class="st0">"/webapp"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><property</span> <span class="re0">name</span>=<span class="st0">"configBundle"</span> <span class="re0">type</span>=<span class="st0">"String"</span> <span class="re0">value</span>=<span class="st0">"org.eclipse.smila.http.server.test"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><property</span> <span class="re0">name</span>=<span class="st0">"webappDir"</span> <span class="re0">type</span>=<span class="st0">"String"</span> <span class="re0">value</span>=<span class="st0">"webapp"</span><span class="re2">/></span></span>
+<span class="sc3"><span class="re1"></component<span class="re2">></span></span></span></pre></div>
+<p>This makes the web application available as <tt>http://.../webapp</tt> in the directory <tt>webapp</tt> of the configuration area of bundle <tt>org.eclipse.smila.http.server.test</tt>. The web application must not be assembled into a WAR file. The descriptor file must be located at <tt>WEB-INF/web.xml</tt> and the configuration directory for the named bundle must also provide a file named <tt>webdefault.xml</tt> containing default values for the <tt>web.xml</tt>. An <tt>override-web.xml</tt> is not supported. See <tt>configuration/org.eclipse.smila.http.server.test/</tt> for an exemplary simple setup.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 154/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:30164-0!1!0!!en!2!edit=0 and timestamp 20120203101225 -->
+<div class="printfooter">
+Retrieved from "<a href="JettyHttpServer.html">http://wiki.eclipse.org/SMILA/Documentation/JettyHttpServer</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 08:28, 24 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a>, <a href="http://wiki.eclipse.org/User:Tmenzel.brox.de" title="User:Tmenzel.brox.de">thomas menzel</a> and <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a>.</p>
+ <p id="footerviews">This page has been accessed 1,627 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.510 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/JobDefinitions.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/JobDefinitions.html
new file mode 100644
index 0000000..eec6d35
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/JobDefinitions.html
@@ -0,0 +1,462 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/JobDefinitions,SMILA/Documentation/JobParameters,SMILA/Documentation/JobRuns" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/JobDefinitions - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/JobDefinitions";
+var wgTitle = "SMILA/Documentation/JobDefinitions";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "32422";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "287306";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-text {line-height: normal; font-size: medium;}
+.source-text li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for text
+ * CSS class: source-text, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-text .de1, .source-text .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-text {}
+.source-text .head {}
+.source-text .foot {}
+.source-text .imp {font-weight: bold; color: red;}
+.source-text .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-text li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-text li.li2 {font-weight: bold;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="JobDefinitions.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_JobDefinitions">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/JobDefinitions">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/JobDefinitions">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/JobDefinitions">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/JobDefinitions&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/JobDefinitions&oldid=287306">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="JobDefinitions.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/JobDefinitions&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/JobDefinitions&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/JobDefinitions&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/JobDefinitions"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/JobDefinitions</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="JobDefinitions.html#column-one">navigation</a>, <a href="JobDefinitions.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="JobDefinitions.html#Job_definitions"><span class="tocnumber">1</span> <span class="toctext">Job definitions</span></a>
+<ul>
+<li class="toclevel-2"><a href="JobDefinitions.html#Job_properties_in_detail"><span class="tocnumber">1.1</span> <span class="toctext">Job properties in detail</span></a></li>
+<li class="toclevel-2"><a href="JobDefinitions.html#Example"><span class="tocnumber">1.2</span> <span class="toctext">Example</span></a></li>
+<li class="toclevel-2"><a href="JobDefinitions.html#List.2C_create.2C_modify_jobs"><span class="tocnumber">1.3</span> <span class="toctext">List, create, modify jobs</span></a>
+<ul>
+<li class="toclevel-3"><a href="JobDefinitions.html#All_jobs"><span class="tocnumber">1.3.1</span> <span class="toctext">All jobs</span></a></li>
+<li class="toclevel-3"><a href="JobDefinitions.html#Specific_job"><span class="tocnumber">1.3.2</span> <span class="toctext">Specific job</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Job_definitions"></a><h1> <span class="mw-headline"> Job definitions </span></h1>
+<p>To run a certain workflow in SMILA, you will have to create a job definition first that references a workflow and sets the desired parameters. With a job definition alone, the system is not yet doing anything. First, the job must be started to get a so called <a href="JobRuns.html" title="SMILA/Documentation/JobRuns">job run</a>. For job runs in "standard" mode, the actual job processing is triggered with every new object that is dropped into the bucket connected to the start action of the respective workflow. The triggering continues with new objects until the job run is finished manually. Job runs in "runOnce" mode, by contrast, do not react on new objects but process all objects currently contained in the respective input bucket and then finish automatically.
+Jobs can also be predefined in the system, in which case they are located at <tt>configuration/org.eclipse.smila.jobmanager/jobs.json</tt> and are marked with <tt>"readOnly": true</tt>. Predefined jobs cannot be modified and in contrast to user-defined jobs do not contain a <tt>timestamp</tt> element.
+</p><p>Please note that job names must conform to the job manager naming convention:
+</p>
+<ul><li> names must inly consist of the following characters: <b>a-zA-Z._-</b>
+</li></ul>
+<p>If they do not conform, they won't be accessible in SMILA.
+</p>
+<ul><li> Pushing elements with invalid names will result in a 400 Bad Request,
+</li><li> predefined elements with invalid names won't be loaded, a warning will be logged in the SMILA.log file.
+</li></ul>
+<p>E.g.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-text">... WARN ... internal.DefinitionPersistenceImpl - Error parsing predefined jobs from configuration area
+ org.eclipse.smila.common.exceptions.InvalidDefinitionException: Value 'indexInsert/Update' in field 'name'
+ is not valid: A name must match pattern ^[a-zA-Z0-9-_\.]+$.</pre></div>
+<a name="Job_properties_in_detail"></a><h2> <span class="mw-headline"> Job properties in detail </span></h2>
+<ul><li> <tt>name</tt>: Required. Defines the name of the job.
+</li><li> <tt>modes</tt>: Optional. Restricts the modes the job can be started in and defines the default mode. Possible modes are <span style="font-family:monospace;">standard</span> and <span style="font-family:monospace;">runOnce</span>.
+<ul><li> the first mode in this list will be used as the default job run mode (i.e. if no mode is provided during job start).
+</li><li> If a <tt>modes</tt> section in the workflow is already set, the <tt>modes</tt> section in the job definition can not add modes to the list of available modes defined in the workflow definition. Adding a job definition that violates the workflow definition concerning modes will result in a <tt>400 Bad Request</tt> error. See <a href="JobRuns.html#Job_modes" title="SMILA/Documentation/JobRuns">Job modes</a> for more information.
+</li></ul>
+</li><li> <tt>parameters</tt>: Optional. Defines the <a href="JobParameters.html" title="SMILA/Documentation/JobParameters">job parameters</a> that will be resolved in the workflow to configure the participating workers and to instantiate the buckets. All parameter (variables) that are declared in the used data object types and workers and that have not yet been set in the workflow or bucket definitions must be set here at the latest. Otherwise an error will occur when trying to create the job.
+</li><li> <tt>workflow</tt>: Required. Gives the name of the desired workflow.
+</li></ul>
+<p>Job definitions can include additional information (e.g. comments or additional for external tools, etc.), but a GET request will return only relevant information (i.e. the above attributes). If you want to retrieve the additional info that is present in the json file or has been posted with the definition, add returnDetails=true as request parameter.
+</p>
+<a name="Example"></a><h2> <span class="mw-headline"> Example </span></h2>
+<p>An exemplary job definition:
+</p>
+<pre>
+{
+ "name":"myJob",
+ "modes": ["standard"],
+ "parameters":{
+ "index": "wikipedia",
+ "store": "wikidocs"
+ },
+ "workflow":"myWorkflow"
+}
+</pre>
+<a name="List.2C_create.2C_modify_jobs"></a><h2> <span class="mw-headline"> List, create, modify jobs </span></h2>
+<a name="All_jobs"></a><h3> <span class="mw-headline"> All jobs </span></h3>
+<p>Use a GET request to retrieve a list of all job definitions. Use POST for adding or updating a job definition.
+</p><p><b>Supported operations:</b>
+</p>
+<ul><li>GET: Get a list of all job definitions and details about latest job run. Switch off details with <tt>returnDetails=false</tt> as a URL parameter. If there are no jobs defined, you will get an empty list.
+</li><li>POST: Create a new job definition or update an existing one. If the job already exists, it will be updated after successful validation. However, the changes will not apply until the next job run, i.e. the current job run is not influenced by the changes.
+</li></ul>
+<p><b>Usage:</b>
+</p>
+<ul><li>URL: <tt>http://<hostname>:8080/smila/jobmanager/jobs/</tt>
+</li><li>Allowed methods:
+<ul><li>GET
+</li><li>POST
+</li></ul>
+</li><li>Response status codes:
+<ul><li>200 OK: Upon successful execution (GET).
+</li><li>201 CREATED: Upon successful execution (POST).
+</li><li>400 Bad Request: If you reference undefined workflows, if not all parameters were resolved, if mandatory fields are missing, the job name is invalid or if validation finds errors (POST).
+</li></ul>
+</li></ul>
+<p><b>Examples:</b>
+</p><p>To get all job definitions:
+</p>
+<pre>
+GET /smila/jobmanager/jobs/
+</pre>
+<p>The result would be:
+</p>
+<pre>
+HTTP/1.x 200 OK
+
+{
+ "jobs" : [ {
+ "name" : "myJob",
+ "url" : "http://localhost:8080/smila/jobmanager/jobs/myJob/"
+ } ]
+}
+</pre>
+<p>To create a job:
+</p>
+<pre>
+POST /smila/jobmanager/jobs/
+
+{
+ "name":"myJob",
+ "parameters":{
+ "index": "wikipedia",
+ "store": "wikidocs"
+ },
+ "workflow":"myWorkflow"
+}
+</pre>
+<p>The result would be:
+</p>
+<pre>
+HTTP/1.x 201 CREATED
+
+{
+ "name" : "myJob",
+ "timestamp": "2011-08-12T14:49:48.862+0200",
+ "url" : "http://localhost:8080/smila/jobmanager/jobs/myJob/"
+}
+</pre>
+<a name="Specific_job"></a><h3> <span class="mw-headline"> Specific job </span></h3>
+<p>Use a GET request to retrieve the definition of a specific job and an overview of job runs (current job run, if running, and a history of any previous job runs). Use DELETE to delete a job.
+</p><p><b>Supported operations:</b>
+</p>
+<ul><li>GET: get the definition of the given job.
+<ul><li> You can set the URL parameter <tt>returnDetails</tt> to <tt>true</tt> to return additional information that might have been provided when creating the job. If the parameter is ommitted or set to <tt>false</tt> only the relevant information (see above) is gathered.
+</li><li> You can set the URL parameter <tt>returnRuns</tt> to <tt>false</tt> to hide the job run lists. This should make the request faster, if you don't need this information. If the parameter is ommitted or set to <tt>true</tt>, the job run list is included.
+</li></ul>
+</li><li>DELETE: delete the given job definition.
+</li><li>POST: start a job run, see <a href="JobRuns.html#Start_job_run" title="SMILA/Documentation/JobRuns">SMILA/Documentation/JobRuns#Start_job_run</a>
+</li></ul>
+<p><b>Usage:</b>
+</p>
+<ul><li>URL: <tt>http://<hostname>:8080/smila/jobmanager/jobs/<job-name>/</tt>
+</li><li>Allowed methods:
+<ul><li>GET
+</li><li>DELETE
+</li><li>POST: see <a href="JobRuns.html#Start_job_run" title="SMILA/Documentation/JobRuns">SMILA/Documentation/JobRuns#Start_job_run</a>
+</li></ul>
+</li><li>Response status codes:
+<ul><li>200 OK: Upon successful execution (GET, DELETE). If the job definition to be deleted does not exist you will get a 200 anyway.
+</li><li>400 Bad Request: If a job run mode has been requested that is not allowed by workflow or job definition.
+</li><li>404 Server Error: If an undefined name is used, an HTTP 404 Server Error including an error message in the response body will be returned.
+</li></ul>
+</li></ul>
+<p><b>Examples:</b>
+</p><p>To get a specific job definition:
+</p>
+<pre>
+GET /smila/jobmanager/jobs/myJob/
+</pre>
+<p>The result would be:
+</p>
+<pre>
+HTTP/1.x 200 OK
+
+{
+ "definition": {
+ "name":"myJob",
+ "timestamp": "2011-08-12T14:49:48.862+0200",
+ "parameters":{
+ "index": "wikipedia",
+ "store": "wikidocs"
+ },
+ "workflow":"myWorkflow"
+ },
+ "runs": {
+ "current" : {
+ "jobId" : "20110930-121108155498",
+ "state" : "RUNNING",
+ "url" : "http://localhost:8080/smila/jobmanager/jobs/myJob/20110930-121108155498/"
+ },
+ "history" : [ {
+ "jobId" : "20110930-121054946584",
+ "url" : "http://localhost:8080/smila/jobmanager/jobs/myJob/20110930-121054946584/"
+ }, {
+ "jobId" : "20110930-121042898813",
+ "url" : "http://localhost:8080/smila/jobmanager/jobs/myJob/20110930-121042898813/"
+ } ]
+ }
+}
+</pre>
+<p>If the job is currently not running, the "current" map will be empty, if there are no finished job runs, the "history" sequence will be empty. If "returnRuns=false" has been set in the URL, the complete "runs" part will be missing:
+</p>
+<pre>
+GET /smila/jobmanager/jobs/myJob/?returnRuns=false
+
+-->
+
+HTTP/1.x 200 OK
+{
+ "definition": {
+ "name":"myJob",
+ "timestamp": "2011-08-12T14:49:48.862+0200",
+ "parameters":{
+ "index": "wikipedia",
+ "store": "wikidocs"
+ },
+ "workflow":"myWorkflow"
+ }
+}
+</pre>
+
+<!--
+NewPP limit report
+Preprocessor node count: 70/1000000
+Post-expand include size: 103/2097152 bytes
+Template argument size: 15/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:32422-0!1!0!!en!2!edit=0 and timestamp 20120203101124 -->
+<div class="printfooter">
+Retrieved from "<a href="JobDefinitions.html">http://wiki.eclipse.org/SMILA/Documentation/JobDefinitions</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 09:57, 30 January 2012 by <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Daniel.stucky.attensity.com&action=edit" class="new" title="User:Daniel.stucky.attensity.com">Daniel Stucky</a>, <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a> and <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/JobDefinitions&action=credits" title="SMILA/Documentation/JobDefinitions">others</a>.</p>
+ <p id="footerviews">This page has been accessed 686 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.132 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/JobFile_Agent.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/JobFile_Agent.html
new file mode 100644
index 0000000..b582bda
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/JobFile_Agent.html
@@ -0,0 +1,438 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/JobFile Agent,SMILA/Documentation/Agent,SMILA/Documentation/Feed Agent,SMILA/Documentation/Mock Agent" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/JobFile Agent - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/JobFile_Agent";
+var wgTitle = "SMILA/Documentation/JobFile Agent";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "20702";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "285991";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="JobFile_Agent.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_JobFile_Agent">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/JobFile_Agent">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/JobFile_Agent">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/JobFile_Agent">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/JobFile_Agent&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/JobFile_Agent&oldid=285991">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="JobFile_Agent.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/JobFile_Agent&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/JobFile_Agent&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/JobFile_Agent&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/JobFile%20Agent"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/JobFile Agent</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="JobFile_Agent.html#column-one">navigation</a>, <a href="JobFile_Agent.html#searchInput">search</a></div> <!-- start content -->
+ <div class="messagebox" style="background-color: #def3fe; border: 1px solid #c5d7e0; color: black; padding: 5px; margin: 1ex 0; min-height: 35px; padding-left: 45px;">
+<div style="float: left; margin-left: -40px;"><a href="http://wiki.eclipse.org/Image:Note.png" class="image" title="Note.png"><img alt="" src="http://wiki.eclipse.org/images/c/cc/Note.png" width="35" height="35" border="0" /></a></div>
+<div><b>This is deprecated for SMILA 1.0, the connectivity framework is still functional but planned to be replaced by scalable import based on SMILAs job management.</b><br /></div>
+</div>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="JobFile_Agent.html#Overview"><span class="tocnumber">1</span> <span class="toctext">Overview</span></a></li>
+<li class="toclevel-1"><a href="JobFile_Agent.html#Agent_configuration"><span class="tocnumber">2</span> <span class="toctext">Agent configuration</span></a></li>
+<li class="toclevel-1"><a href="JobFile_Agent.html#Agent_configuration_explanation"><span class="tocnumber">3</span> <span class="toctext">Agent configuration explanation</span></a></li>
+<li class="toclevel-1"><a href="JobFile_Agent.html#Configuration_example"><span class="tocnumber">4</span> <span class="toctext">Configuration example</span></a></li>
+<li class="toclevel-1"><a href="JobFile_Agent.html#The_format_of_job_files"><span class="tocnumber">5</span> <span class="toctext">The format of job files</span></a></li>
+<li class="toclevel-1"><a href="JobFile_Agent.html#Example_of_a_job_file"><span class="tocnumber">6</span> <span class="toctext">Example of a job file</span></a></li>
+<li class="toclevel-1"><a href="JobFile_Agent.html#See_also"><span class="tocnumber">7</span> <span class="toctext">See also</span></a></li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Overview"></a><h2> <span class="mw-headline"> Overview </span></h2>
+<p>The Job File agent offers the functionality to execute <i>ADD</i> and <i>DELETE</i> jobs. A job file is an XML file using the SMILA datamodel XML representation of <tt>Records</tt> and <tt>Ids</tt> to describe the data and special <tt>ADD</tt> and <tt>DELETE</tt> tags to specify the action to take.
+</p>
+<a name="Agent_configuration"></a><h2> <span class="mw-headline"> Agent configuration </span></h2>
+<p>The example configuration file is located at <tt>configuration/org.eclipse.smila.connectivity.framework/jobfile.xml</tt>.
+</p><p>Defining Schema: <tt>org.eclipse.smila.connectivits.framework.agent.jobfile/schemas/JobFileDataSourceConnectionConfigSchema.xsd</tt>.
+</p>
+<a name="Agent_configuration_explanation"></a><h2> <span class="mw-headline"> Agent configuration explanation </span></h2>
+<p>See <a href="Agent.html#Configuration" title="SMILA/Documentation/Agent">SMILA/Documentation/Agent#Configuration</a> for the generic parts of the configuration file.
+</p><p>The root element of the configuration is <tt>DataSourceConnectionConfig</tt> and contains the following sub elements:
+</p>
+<ul><li> <tt>DataSourceID</tt> – the identification of a data source
+</li><li> <tt>SchemaID</tt> – specifies the schema for the data source
+</li><li> <tt>DataConnectionID</tt> – describes which agent or crawler should be used
+<ul><li> <tt>Crawler</tt> – service ID of a crawler
+</li><li> <tt>Agent</tt> – service ID of an agent
+</li></ul>
+</li><li> <tt>CompoundHandling</tt> – specify if packed data (like a ZIP containing files) should be unpack and files within should be processed (YES or NO).
+</li><li> <tt>Attributes</tt> – list all attributes provided by the data source
+<ul><li> <tt>Attribute</tt>
+<ul><li> <tt>Type</tt> (required) – the data type (String, Integer or Date).
+</li><li> <tt>Name</tt> (required) – attributes name.
+</li><li> <tt>HashAttribute</tt> – specify if a hash should be created (true or false).
+</li><li> <tt>KeyAttribute</tt> – creates a key for this object, for example for record id (true or false).
+</li><li> <tt>Attachment</tt> – specify if the attribute return the data as attachment of record.
+</li></ul>
+</li></ul>
+</li><li> <tt>Process</tt> – contains parameters for the agent business logic.
+<ul><li> <tt>UpdateInterval</tt> – the number of seconds to wait before reloading the job files specified by JobFileUrl.
+</li><li> <tt>JobFileUrl</tt> – the URL of the job file to load. Protocols <tt>file://</tt> and <tt>http://</tt> are supported. You may specify multiple URLs.
+</li><li><tt>AttachmentSeparator</tt> - the separator used to separate attachment names and attachment URLs
+</li></ul>
+</li></ul>
+<p><br />
+The Job File agent offers no attributes by itself, rather it just creates the attributes that are part of each record in the job file. However, you have to specify the names of those attributes that should be used for hash creation (the hash is not part of the record) and optionally for id creation (it is also possible to already provide an Id in the job file for each record..
+</p>
+<a name="Configuration_example"></a><h2> <span class="mw-headline"> Configuration example </span></h2>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><DataSourceConnectionConfig</span>
+ <span class="re0">xmlns:xsi</span>=<span class="st0">"http://www.w3.org/2001/XMLSchema-instance"</span>
+ <span class="re0">xsi:noNamespaceSchemaLocation</span>=<span class="st0">"../org.eclipse.smila.connectivity.framework.agent.jobfile/schemas/FeedDataSourceConnectionConfigSchema.xsd"</span>
+<span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><DataSourceID<span class="re2">></span></span></span>jobfile<span class="sc3"><span class="re1"></DataSourceID<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><SchemaID<span class="re2">></span></span></span>org.eclipse.smila.connectivity.framework.agent.jobfile<span class="sc3"><span class="re1"></SchemaID<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><DataConnectionID<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Agent<span class="re2">></span></span></span>JobFileAgent<span class="sc3"><span class="re1"></Agent<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></DataConnectionID<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><DeltaIndexing<span class="re2">></span></span></span>full<span class="sc3"><span class="re1"></DeltaIndexing<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attributes<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">Type</span>=<span class="st0">"Date"</span> <span class="re0">Name</span>=<span class="st0">"LastModifiedDate"</span> <span class="re0">HashAttribute</span>=<span class="st0">"true"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">Type</span>=<span class="st0">"String"</span> <span class="re0">Name</span>=<span class="st0">"Path"</span> <span class="re0">KeyAttribute</span>=<span class="st0">"true"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">Type</span>=<span class="st0">"String"</span> <span class="re0">Name</span>=<span class="st0">"Url"</span> <span class="re0">KeyAttribute</span>=<span class="st0">"true"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></Attributes<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Process<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><UpdateInterval<span class="re2">></span></span></span>300<span class="sc3"><span class="re1"></UpdateInterval<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><AttachmentSeparator<span class="re2">></span></span></span>####<span class="sc3"><span class="re1"></AttachmentSeparator<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><JobFileUrl<span class="re2">></span></span></span>file://samplejobfile.xml<span class="sc3"><span class="re1"></JobFileUrl<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Process<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></DataSourceConnectionConfig<span class="re2">></span></span></span></pre></div>
+<a name="The_format_of_job_files"></a><h2> <span class="mw-headline"> The format of job files </span></h2>
+<p>A example configuration file called "samplejobfile.xml" is located at <tt>configuration/org.eclipse.smila.connectivity.framework</tt>.
+</p><p>Defining Schema: <tt>org.eclipse.smila.connectivits.framework.agent.jobfile/schemas/jobfile.xsd</tt>.
+</p><p>In a job file you can have either a <tt>ADD</tt> section, or a <tt>DELETE</tt> section or both. A <tt>ADD</tt> section can contain one or more <tt>Record</tt> sections. A <tt>Record</tt> section need not contain an <tt>Id</tt>. If no <tt>Id</tt> is contained, an Id object is created according to the Job File agent configuration. A <tt>DELETE</tt> section can contain one or more <tt>Id</tt> sections. In all respects the content of <tt>ADD</tt> and <tt>DELETE</tt> sections adhere to the datamodel XML schemes <tt>org.eclipse.smila.datamodel/xml/id.xsd</tt>. and <tt>org.eclipse.smila.datamodel/xml/record.xsd</tt>.
+</p><p>Attachments are handled slightly different:
+Normally the XML datamodel contains only the name of an attachment. But during an import we want to fill an attachment with a value. Therefore it is necessary to not only include the attachment name in the XML but also an URL where the actual attachment value is located. Both information are separated by the <tt>AttachmentSeparator</tt> configured in the Job File agent configuration.
+</p><p>For example the attachment named <tt>Content</tt> should be filled with the document referenced by <tt><a href="http://www.eclipse.org" class="external free" title="http://www.eclipse.org" rel="nofollow">http://www.eclipse.org</a></tt>. As AttachmentSeparator the string <tt>####</tt> is used. Then the XML looks like this:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml">...
+ <span class="sc3"><span class="re1"><Attachment<span class="re2">></span></span></span>Content####epl-v10.html<span class="sc3"><span class="re1"></Attachment<span class="re2">></span></span></span>
+...</pre></div>
+<p><b>Note</b>: If you set the "_source" attribute for records in the job file, the value must match the <tt>DataSourceID</tt> in the Job File agent configuration! Otherwise the record is skipped.
+</p>
+<a name="Example_of_a_job_file"></a><h2> <span class="mw-headline"> Example of a job file </span></h2>
+<p>Here is an example for a job file with both a <tt>ADD</tt> and <tt>DELETE</tt> section. It shows the different options of
+</p>
+<ul><li> creating Id objects from attribute values
+</li><li> providing Ids within the XML
+</li><li> loading data into attachments
+</li><li> providing text or markup data in attributes
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><?xml</span> <span class="re0">version</span>=<span class="st0">"1.0"</span> <span class="re0">encoding</span>=<span class="st0">"UTF-8"</span><span class="re2">?></span></span>
+<span class="sc3"><span class="re1"><JobFile</span> <span class="re0">xmlns:xsi</span>=<span class="st0">"http://www.w3.org/2001/XMLSchema-instance"</span>
+ <span class="re0">xsi:noNamespaceSchemaLocation</span>=<span class="st0">"../org.eclipse.smila.connectivity.framework.agent.jobfile/schemas/jobfile.xsd"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Add<span class="re2">></span></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- sample record where id is created and content is loaded into attachment from file url //--></span></span>
+ <span class="sc3"><span class="re1"><Record</span> <span class="re0">version</span>=<span class="st0">"2.0"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"MimeType"</span><span class="re2">></span></span>text/html<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"Size"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>16536<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"Extension"</span><span class="re2">></span></span>html<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"LastModifiedDate"</span> <span class="re0">type</span>=<span class="st0">"datetime"</span><span class="re2">></span></span>2009-03-13T10:42:00+0100<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"Filename"</span><span class="re2">></span></span>epl-v10.html<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"Path"</span><span class="re2">></span></span>epl-v10.html<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attachment<span class="re2">></span></span></span>Content####epl-v10.html<span class="sc3"><span class="re1"></Attachment<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Record<span class="re2">></span></span></span>
+
+ <span class="sc3"><span class="coMULTI"><!-- sample record where id is created and content is loaded inti attachment from http url //--></span></span>
+ <span class="sc3"><span class="re1"><Record</span> <span class="re0">version</span>=<span class="st0">"1.0"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"MimeType"</span><span class="re2">></span></span>text/html<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"Size"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>11765<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"Extension"</span><span class="re2">></span></span>html<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"LastModifiedDate"</span> <span class="re0">type</span>=<span class="st0">"date"</span><span class="re2">></span></span>2009-07-09<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"Url"</span><span class="re2">></span></span>http://www.eclipse.org/smila/<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attachment<span class="re2">></span></span></span>Content####http://www.eclipse.org/smila/<span class="sc3"><span class="re1"></Attachment<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Record<span class="re2">></span></span></span>
+
+ <span class="sc3"><span class="coMULTI"><!-- sample record where id is provided and txt content is provided in attribute //--></span></span>
+ <span class="sc3"><span class="re1"><Record</span> <span class="re0">version</span>=<span class="st0">"2.0"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"_recordid"</span><span class="re2">></span></span>jobfile:C:/sample folder/sample filename.txt<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"_source"</span><span class="re2">></span></span>jobfile<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"MimeType"</span><span class="re2">></span></span>text/plain<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"Size"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>16384<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"Extension"</span><span class="re2">></span></span>txt<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"LastModifiedDate"</span> <span class="re0">type</span>=<span class="st0">"datetime"</span><span class="re2">></span></span>2009-07-09T14:53:16+0100<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"Filename"</span><span class="re2">></span></span>sample filename.txt<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"Path"</span><span class="re2">></span></span>C:/sample folder/sample filename.txt<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"Content"</span><span class="re2">></span></span>This is just some imaginary text content. Used to show how SMILA JobFileAgent works.<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Record<span class="re2">></span></span></span>
+
+ <span class="sc3"><span class="coMULTI"><!-- sample record where id is provided and html content is provided in attribute //--></span></span>
+ <span class="sc3"><span class="re1"><Record</span> <span class="re0">version</span>=<span class="st0">"2.0"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"_recordid"</span><span class="re2">></span></span>jobfile:C:/sample folder/sample filename.html<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"_source"</span><span class="re2">></span></span>jobfile<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"MimeType"</span><span class="re2">></span></span>text/html<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"Size"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>16384<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"Extension"</span><span class="re2">></span></span>html<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"LastModifiedDate"</span> <span class="re0">type</span>=<span class="st0">"datetime"</span><span class="re2">></span></span>2009-07-09T14:53:16+0100<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"Filename"</span><span class="re2">></span></span>sample filename.html<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"Path"</span><span class="re2">></span></span>C:/sample folder/sample filename.html<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"Content"</span><span class="re2">></span></span>
+ <span class="sc2"><![CDATA[</span>
+<span class="sc2"> <!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.0 Transitional//EN"></span>
+<span class="sc2"> <HTML></span>
+<span class="sc2"> <HEAD></span>
+<span class="sc2"> <TITLE> A sample test document </TITLE></span>
+<span class="sc2"> <META NAME="Author" CONTENtype="Danieel Stucky"></span>
+<span class="sc2"> <META NAME="Keywords" CONTENtype="SMILA eclipse"></span>
+<span class="sc2"> <META NAME="Description" CONTENtype="sample test document"></span>
+<span class="sc2"> </HEAD></span>
+<span class="sc2"> <BODY></span>
+<span class="sc2"> This is just some imaginary text content. Used to show how SMILA's Job File agent works. It even contains a <a href="http://www.eclipse.org">link</a>.</span>
+<span class="sc2"> </BODY></span>
+<span class="sc2"> </HTML></span>
+<span class="sc2"> ]]></span>
+ <span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Record<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Add<span class="re2">></span></span></span>
+
+<span class="sc3"><span class="re1"></JobFile<span class="re2">></span></span></span></pre></div>
+<a name="See_also"></a><h2> <span class="mw-headline"> See also </span></h2>
+<ul><li> <a href="Agent.html" title="SMILA/Documentation/Agent">Agent</a>
+</li><li> <a href="Mock_Agent.html" title="SMILA/Documentation/Mock Agent">Mock Agent</a>
+</li><li> <a href="Feed_Agent.html" title="SMILA/Documentation/Feed Agent">Feed Agent</a>
+</li></ul>
+<p><br />
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 104/1000000
+Post-expand include size: 1036/2097152 bytes
+Template argument size: 506/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:20702-0!1!0!!en!2!edit=0 and timestamp 20120202212917 -->
+<div class="printfooter">
+Retrieved from "<a href="JobFile_Agent.html">http://wiki.eclipse.org/SMILA/Documentation/JobFile_Agent</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 09:44, 24 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/User:Drazen.cindric.attensity.com" title="User:Drazen.cindric.attensity.com">Drazen Cindric</a>, <a href="http://wiki.eclipse.org/User:Igor.novakovic.empolis.com" title="User:Igor.novakovic.empolis.com">Igor Novakovic</a> and <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>.</p>
+ <p id="footerviews">This page has been accessed 2,835 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.060 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/JobManager.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/JobManager.html
new file mode 100644
index 0000000..2b278d3
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/JobManager.html
@@ -0,0 +1,274 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/JobManager,SMILA/Documentation/Bulkbuilder,SMILA/Documentation/DataObjectTypesAndBuckets,SMILA/Documentation/Importing/Concept,SMILA/Documentation/JobDefinitions,SMILA/Documentation/JobManagerConfiguration,SMILA/Documentation/JobManagerFirstExample,SMILA/Documentation/JobParameters,SMILA/Documentation/JobRuns,SMILA/Documentation/ObjectStore/Bundle org.eclipse.smila.objectstore,SMILA/Documentation/TaskGenerators" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/JobManager - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/JobManager";
+var wgTitle = "SMILA/Documentation/JobManager";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "32414";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "287307";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="JobManager.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_JobManager">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/JobManager">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/JobManager">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/JobManager">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/JobManager&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/JobManager&oldid=287307">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="JobManager.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/JobManager&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/JobManager&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/JobManager&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/JobManager"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/JobManager</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="JobManager.html#column-one">navigation</a>, <a href="JobManager.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="JobManager.html#Job_Manager"><span class="tocnumber">1</span> <span class="toctext">Job Manager</span></a>
+<ul>
+<li class="toclevel-2"><a href="JobManager.html#What_are_Asynchronous_Workflows.3F"><span class="tocnumber">1.1</span> <span class="toctext">What are Asynchronous Workflows?</span></a></li>
+<li class="toclevel-2"><a href="JobManager.html#Common_Behaviour_of_JobManager_definition_APIs"><span class="tocnumber">1.2</span> <span class="toctext">Common Behaviour of JobManager definition APIs</span></a></li>
+<li class="toclevel-2"><a href="JobManager.html#Using_the_Job_Manager"><span class="tocnumber">1.3</span> <span class="toctext">Using the Job Manager</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Job_Manager"></a><h1> <span class="mw-headline"> Job Manager </span></h1>
+<p>The Job Manager controls the processing logic of <a href="../Glossary.html#W" title="SMILA/Glossary">asynchronous workflows</a> in SMILA by regulating the Task Manager, which in turn generates tasks and decides which task should be processed by which <a href="../Glossary.html#W" title="SMILA/Glossary">worker</a> and when.
+</p>
+<a name="What_are_Asynchronous_Workflows.3F"></a><h3> <span class="mw-headline"> What are Asynchronous Workflows? </span></h3>
+<p><i>Asynchronous workflows</i> consists of a set of <i><a href="../Glossary.html#A" title="SMILA/Glossary">actions</a></i>. Each action connects the input and output <i><a href="../Glossary.html#S" title="SMILA/Glossary">slots</a></i> of a <i><a href="../Glossary.html#W" title="SMILA/Glossary">workers</a></i> to appropriate <i><a href="../Glossary.html#B" title="SMILA/Glossary">buckets</a></i>. A bucket is a virtual container of <i>data objects</i> of the same type. The most common data object type in SMILA is the <i>record bulk</i>, which is just a concatenated sequence of records (including attachments) stored in the <a href="ObjectStore/Bundle_org.eclipse.smila.objectstore.html" title="SMILA/Documentation/ObjectStore/Bundle org.eclipse.smila.objectstore">ObjectStore service</a>. When a new data object arrives in a bucketconnected to the input slot of a worker (usually created by a worker that has the bucket connected to its output slot), a task is created for the worker to process this object and to produce data object with the results in the buckets connected to the output slots. Thus the workflow (consisting of actions reading from and writing to buckets) describes a data flow of the data objects through the workers. The workflow usually starts with a worker that creates data objects from data sent to a SMILA API (e.g. the <a href="Bulkbuilder.html" title="SMILA/Documentation/Bulkbuilder">Bulkbuilder</a> creates bulks of records sent by external or internal clients) or from data extracted from an external data source (e.g. a <a href="Importing/Concept.html" title="SMILA/Documentation/Importing/Concept">Crawler</a> worker). The workflow ends either when workers do not have output buckets, or the output buckets are not connected to input slots of other workers. Then all temporary data objects created during the workflow is deleted, only data objects in buckets marked as <i>persistent</i> will remain.
+</p><p>A workflow definition is usually still kind of generic because it does not define all the parameters needed by workers (e.g. the name of an index to build) and buckets (e.g. the name of the store for temporary data objects) used in the actions. To execute a workflow, a <i><a href="../Glossary.html#J" title="SMILA/Glossary">job</a></i> must be defined that sets all these parameters to appropriate values. Then the job can be started which initiates a <i><a href="../Glossary.html#J" title="SMILA/Glossary">job run</a></i>. As long as the job run is active, new data can be submitted to it and the JobManager will take care that it is processed by the workflow. Finally, the job run is finished, after which no new data will be accepted, but the job will finish to process the already submitted data (<i><a href="../Glossary.html#W" title="SMILA/Glossary">workflow runs</a></i>). Then the job can be started again and repeated. All the time it is possible to monitor the job run and see which worker processes how much data in what time, how many errors have occurred and how much work is still to be done. After the job run has finally finished the monitoring data is persisted for later retrieval.
+</p><p>Two main components are responsible for making this work: The JobManager knows the workflow and job definitions, controls the creation of initial and follow-up tasks and accumulates the monitoring data measured with each task finished. The TaskManager knows which tasks are to be done by which worker and which tasks are currently in progress, it delivers tasks to workers which are available currently and ensures that a task will be repeated if a workers has died while working on it. All this works in a cluster of SMILA nodes as well, so the work can easily and reliably be distributed and parallelized.
+</p><p>Check out this <a href="JobManagerFirstExample.html" title="SMILA/Documentation/JobManagerFirstExample">very simple first example</a> for all of this.
+</p>
+<a name="Common_Behaviour_of_JobManager_definition_APIs"></a><h2> <span class="mw-headline"> Common Behaviour of JobManager definition APIs </span></h2>
+<p>SMILA provides APIs to read and write the JobManager configuration elements (currently you can write only buckets, workflows and job definitions). The pages linked below describe the specific APIs to do this. However, they have some common properties:
+</p>
+<ul><li> Elements can be defined either in the system configuration, or using the APIs. System-defined elements cannot be changed by API calls. Therefore, when reading such system-defined elements using the API, they will contain a <code>readOnly</code> flag set to <code>true</code>. Requests to update these elements will result in an error. You cannot set this flag when you create own elements to protect them from being overwritten. The API will remove them.
+</li><li> User-defined elements, on the other hand, will contain a <code>timestamp</code> attribute describing the it was last changed. This can be used by modelling tools to ensure that they do not overwrite changes made by other users. You cannot set this timestamp yourself in an update request, it will be overwritten by the API.
+</li><li> Additionally, when a update request for an element is performed successfully, the response object will also contain the <code>timestamp</code> attribute generated for this update action.
+</li><li> Apart from the required and optional structure and content of the job manager elements as specified in the pages linked below, each element can contain additional information as needed by the user. This makes it possible to add comments, descriptions, author information, etc. However, the read APIs show this additional information in the result objects only, if invoked with a <code>...?returnDetails=true</code>. Otherwise the results will show only the basic information.
+</li></ul>
+<p>See the following pages for examples of all this behaviour.
+</p>
+<a name="Using_the_Job_Manager"></a><h2> <span class="mw-headline"> Using the Job Manager </span></h2>
+<ul><li><a href="JobManagerConfiguration.html" title="SMILA/Documentation/JobManagerConfiguration">Configuration</a>
+</li><li><a href="DataObjectTypesAndBuckets.html" title="SMILA/Documentation/DataObjectTypesAndBuckets">Creating and managing buckets</a>
+</li><li><a href="WorkerAndWorkflows.html" title="SMILA/Documentation/WorkerAndWorkflows">Modeling workflows</a>
+</li><li><a href="TaskGenerators.html" title="SMILA/Documentation/TaskGenerators">Task Generators</a>
+</li><li><a href="JobDefinitions.html" title="SMILA/Documentation/JobDefinitions">Creating jobs</a>
+</li><li><a href="JobRuns.html" title="SMILA/Documentation/JobRuns">Running and monitoring jobs</a>
+</li><li><a href="JobParameters.html" title="SMILA/Documentation/JobParameters">Setting parameters</a>
+</li><li><a href="JobManagerFirstExample.html" title="SMILA/Documentation/JobManagerFirstExample">A first example</a>
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 10/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:32414-0!1!0!!en!2!edit=0 and timestamp 20120203101114 -->
+<div class="printfooter">
+Retrieved from "<a href="JobManager.html">http://wiki.eclipse.org/SMILA/Documentation/JobManager</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 09:58, 30 January 2012 by <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>, <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a> and <a href="http://wiki.eclipse.org/User:Drazen.cindric.attensity.com" title="User:Drazen.cindric.attensity.com">Drazen Cindric</a>.</p>
+ <p id="footerviews">This page has been accessed 969 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.103 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/JobManagerConfiguration.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/JobManagerConfiguration.html
new file mode 100644
index 0000000..8a63663
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/JobManagerConfiguration.html
@@ -0,0 +1,329 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/JobManagerConfiguration,SMILA/Documentation/Bundle org.eclipse.smila.clusterconfig.simple,SMILA/Documentation/DataObjectTypesAndBuckets,SMILA/Documentation/JobDefinitions,SMILA/Documentation/TaskManager,SMILA/Documentation/WorkerAndWorkflows" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/JobManagerConfiguration - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/JobManagerConfiguration";
+var wgTitle = "SMILA/Documentation/JobManagerConfiguration";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "32415";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "278088";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-javascript {line-height: normal; font-size: medium;}
+.source-javascript li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for javascript
+ * CSS class: source-javascript, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-javascript .de1, .source-javascript .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-javascript {}
+.source-javascript .head {}
+.source-javascript .foot {}
+.source-javascript .imp {font-weight: bold; color: red;}
+.source-javascript .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-javascript li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-javascript li.li2 {font-weight: bold;}
+.source-javascript .kw1 {color: #000066; font-weight: bold;}
+.source-javascript .kw2 {color: #003366; font-weight: bold;}
+.source-javascript .kw3 {color: #000066;}
+.source-javascript .co1 {color: #009900; font-style: italic;}
+.source-javascript .coMULTI {color: #009900; font-style: italic;}
+.source-javascript .es0 {color: #000099; font-weight: bold;}
+.source-javascript .br0 {color: #66cc66;}
+.source-javascript .st0 {color: #3366CC;}
+.source-javascript .nu0 {color: #CC0000;}
+.source-javascript .me1 {color: #006600;}
+.source-javascript .sc0 {}
+.source-javascript .sc1 {}
+.source-javascript .sc2 {}
+.source-javascript .sc3 {}
+.source-javascript .re0 {color: #0066FF;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="JobManagerConfiguration.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_JobManagerConfiguration">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/JobManagerConfiguration">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/JobManagerConfiguration">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/JobManagerConfiguration">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/JobManagerConfiguration&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/JobManagerConfiguration&oldid=278088">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="JobManagerConfiguration.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/JobManagerConfiguration&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/JobManagerConfiguration&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/JobManagerConfiguration&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/JobManagerConfiguration"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/JobManagerConfiguration</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="JobManagerConfiguration.html#column-one">navigation</a>, <a href="JobManagerConfiguration.html#searchInput">search</a></div> <!-- start content -->
+ <div class="messagebox" style="background-color: #def3fe; border: 1px solid #c5d7e0; color: black; padding: 5px; margin: 1ex 0; min-height: 35px; padding-left: 45px;">
+<div style="float: left; margin-left: -40px;"><a href="http://wiki.eclipse.org/Image:Note.png" class="image" title="Note.png"><img alt="" src="http://wiki.eclipse.org/images/c/cc/Note.png" width="35" height="35" border="0" /></a></div>
+<div><b> Available since SMILA 0.9!</b><br /></div>
+</div>
+<a name="Configuring_the_JobManager"></a><h2> <span class="mw-headline"> Configuring the JobManager </span></h2>
+<p>The JobManager is configured via the <a href="Bundle_org.eclipse.smila.clusterconfig.simple.html" title="SMILA/Documentation/Bundle org.eclipse.smila.clusterconfig.simple">ClusterConfig service</a>. With the "simple" ClusterConfig service, it uses one properties in the "taskmanager" section of <code>clusterconfig.json</code>:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript"><span class="br0">{</span>
+ ...
+ <span class="st0">"taskmanager"</span>: <span class="br0">{</span>
+ ...
+ <span class="st0">"maxRetries"</span>: <span class="nu0">10</span>,
+ ...
+ <span class="br0">}</span>,
+ ...
+<span class="br0">}</span></pre></div>
+<ul><li> maxRetries: Used to decide how often a task should be retried that has failed with an RECOVERABLE_ERROR, either because the "timeToLive" was exceeded or the worker itself reported such an error. If the retry limit is reached, the task will finally fail with a FATAL_ERROR.
+</li></ul>
+<p>See <a href="TaskManager.html#Configuration" title="SMILA/Documentation/TaskManager">SMILA/Documentation/TaskManager#Configuration</a> for more details.
+</p>
+<a name="Predefined_JobManager_entities"></a><h2> <span class="mw-headline"> Predefined JobManager entities </span></h2>
+<p>The configuration directory <tt>org.eclipse.smila.jobmanager</tt> can contain 5 files:
+</p>
+<ul><li> <tt>dataObjectTypes.json</tt>: DataObject types for buckets
+</li><li> <tt>workers.json</tt>: Description of available workers
+</li><li> <tt>buckets.json</tt> Predefined persistent buckets.
+</li><li> <tt>workflows.json</tt>: Predefined workflow definitions.
+</li><li> <tt>jobs.json</tt>: Predefined job definitions.
+</li></ul>
+<p>These files contain JobManager entity definitions that are available immediately after system startup. We call them "predefined" elements. DataObject types and workers can currently be only predefined, for the other entities additional definitions can be added and updated via the ReST API.
+</p><p>The structure of these files is similar, e.g. the standard <tt>dataObjectTypes.json</tt> looks like this:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript"><span class="br0">{</span>
+ <span class="st0">"dataObjectTypes"</span>:
+ <span class="br0">[</span>
+ <span class="br0">{</span>
+ <span class="st0">"name"</span>: <span class="st0">"recordBulks"</span>,
+ <span class="st0">"persistent"</span>: <span class="br0">{</span>
+ <span class="st0">"store"</span>: <span class="st0">"${store}"</span>,
+ <span class="st0">"object"</span>: <span class="st0">"${_bucketName}/${_uuid}"</span>
+ <span class="br0">}</span>,
+ <span class="st0">"transient"</span>: <span class="br0">{</span>
+ <span class="st0">"store"</span>: <span class="st0">"${tempStore}"</span>,
+ <span class="st0">"object"</span>: <span class="st0">"${_bucketName}/${_uuid}"</span>
+ <span class="br0">}</span>
+ <span class="br0">}</span>
+ <span class="br0">]</span>
+<span class="br0">}</span></pre></div>
+<p>Each file contains a single JSON object with a single key identical to the filename without suffix ("dataObjectTypes", "workers", "buckets", "workflows", "jobs"). The value for this key is a sequence of appropriate entity definitions, see the respective page for details:
+</p>
+<ul><li> <a href="DataObjectTypesAndBuckets.html" title="SMILA/Documentation/DataObjectTypesAndBuckets">SMILA/Documentation/DataObjectTypesAndBuckets</a>
+</li><li> <a href="WorkerAndWorkflows.html" title="SMILA/Documentation/WorkerAndWorkflows">SMILA/Documentation/WorkerAndWorkflows</a>
+</li><li> <a href="JobDefinitions.html" title="SMILA/Documentation/JobDefinitions">SMILA/Documentation/JobDefinitions</a>
+</li></ul>
+<p>Predefined entities cannot be changed or deleted using the ReST API, but only by changing the configuration files and restarting SMILA. Therefore they are marked with a <tt>"readOnly": true</tt> property when retrieved from the JobManager. You can of course make copies of them with different names to create variants.
+</p><p>If an entity cannot be parsed or is not valid (e.g. a job definition using an undefined workflow) you will find error messages in the SMILA log file.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 54/1000000
+Post-expand include size: 643/2097152 bytes
+Template argument size: 113/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:32415-0!1!0!!en!2!edit=0 and timestamp 20120202171442 -->
+<div class="printfooter">
+Retrieved from "<a href="JobManagerConfiguration.html">http://wiki.eclipse.org/SMILA/Documentation/JobManagerConfiguration</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 12:46, 11 November 2011 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a> and <a href="http://wiki.eclipse.org/User:Drazen.cindric.attensity.com" title="User:Drazen.cindric.attensity.com">Drazen Cindric</a>.</p>
+ <p id="footerviews">This page has been accessed 586 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.068 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/JobManagerFirstExample.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/JobManagerFirstExample.html
new file mode 100644
index 0000000..aad6154
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/JobManagerFirstExample.html
@@ -0,0 +1,442 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/JobManagerFirstExample,SMILA/Documentation/Processing/JSON REST API for BPEL pipelines" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/JobManagerFirstExample - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/JobManagerFirstExample";
+var wgTitle = "SMILA/Documentation/JobManagerFirstExample";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "32961";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286785";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-javascript {line-height: normal; font-size: medium;}
+.source-javascript li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for javascript
+ * CSS class: source-javascript, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-javascript .de1, .source-javascript .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-javascript {}
+.source-javascript .head {}
+.source-javascript .foot {}
+.source-javascript .imp {font-weight: bold; color: red;}
+.source-javascript .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-javascript li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-javascript li.li2 {font-weight: bold;}
+.source-javascript .kw1 {color: #000066; font-weight: bold;}
+.source-javascript .kw2 {color: #003366; font-weight: bold;}
+.source-javascript .kw3 {color: #000066;}
+.source-javascript .co1 {color: #009900; font-style: italic;}
+.source-javascript .coMULTI {color: #009900; font-style: italic;}
+.source-javascript .es0 {color: #000099; font-weight: bold;}
+.source-javascript .br0 {color: #66cc66;}
+.source-javascript .st0 {color: #3366CC;}
+.source-javascript .nu0 {color: #CC0000;}
+.source-javascript .me1 {color: #006600;}
+.source-javascript .sc0 {}
+.source-javascript .sc1 {}
+.source-javascript .sc2 {}
+.source-javascript .sc3 {}
+.source-javascript .re0 {color: #0066FF;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="JobManagerFirstExample.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_JobManagerFirstExample">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/JobManagerFirstExample">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/JobManagerFirstExample">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/JobManagerFirstExample">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/JobManagerFirstExample&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/JobManagerFirstExample&oldid=286785">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="JobManagerFirstExample.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/JobManagerFirstExample&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/JobManagerFirstExample&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/JobManagerFirstExample&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/JobManagerFirstExample"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/JobManagerFirstExample</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="JobManagerFirstExample.html#column-one">navigation</a>, <a href="JobManagerFirstExample.html#searchInput">search</a></div> <!-- start content -->
+ <p>This is a simple walkthrough on index building using the new JSON ReST APIs and the job management.
+</p>
+<div class="messagebox" style="background-color: #def3fe; border: 1px solid #c5d7e0; color: black; padding: 5px; margin: 1ex 0; min-height: 35px; padding-left: 45px;">
+<div style="float: left; margin-left: -40px;"><a href="http://wiki.eclipse.org/Image:Note.png" class="image" title="Note.png"><img alt="" src="http://wiki.eclipse.org/images/c/cc/Note.png" width="35" height="35" border="0" /></a></div>
+<div>
+See <a href="Processing/JSON_REST_API_for_BPEL_pipelines.html" title="SMILA/Documentation/Processing/JSON REST API for BPEL pipelines">SMILA/Documentation/Processing/JSON REST API for BPEL pipelines</a> on how to use the JSON ReST API<b><br /></div></b>
+</div>.
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="JobManagerFirstExample.html#Use_a_Workflow"><span class="tocnumber">1</span> <span class="toctext">Use a Workflow</span></a></li>
+<li class="toclevel-1"><a href="JobManagerFirstExample.html#Create_a_Job"><span class="tocnumber">2</span> <span class="toctext">Create a Job</span></a></li>
+<li class="toclevel-1"><a href="JobManagerFirstExample.html#Start_a_Job_Run"><span class="tocnumber">3</span> <span class="toctext">Start a Job Run</span></a></li>
+<li class="toclevel-1"><a href="JobManagerFirstExample.html#Add_a_Document"><span class="tocnumber">4</span> <span class="toctext">Add a Document</span></a></li>
+<li class="toclevel-1"><a href="JobManagerFirstExample.html#Delete_a_Document"><span class="tocnumber">5</span> <span class="toctext">Delete a Document</span></a></li>
+<li class="toclevel-1"><a href="JobManagerFirstExample.html#Finish_the_Job_Run"><span class="tocnumber">6</span> <span class="toctext">Finish the Job Run</span></a></li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Use_a_Workflow"></a><h3> <span class="mw-headline"> Use a Workflow </span></h3>
+<p>You could create your own asynchronous workflow, but we use the "indexUpdate" workflow that is already provided with SMILA. It uses the BPEL pipelines from the standard configuration to add and delete index documents.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript">GET <span class="re0">/smila/jobmanager/workflows/indexUpdate/</span>
+
+HTTP/<span class="nu0">1</span>.<span class="me1">x</span> <span class="nu0">200</span> OK
+
+<span class="br0">{</span>
+ <span class="st0">"name"</span>: <span class="st0">"indexUpdate"</span>,
+ <span class="st0">"parameters"</span>:
+ <span class="br0">{</span>
+ <span class="st0">"pipelineRunBulkSize"</span>: <span class="st0">"20"</span>
+ <span class="br0">}</span>,
+ <span class="st0">"startAction"</span>:
+ <span class="br0">{</span>
+ <span class="st0">"worker"</span>: <span class="st0">"bulkbuilder"</span>,
+ <span class="st0">"output"</span>:
+ <span class="br0">{</span>
+ <span class="st0">"insertedRecords"</span>: <span class="st0">"addBucket"</span>,
+ <span class="st0">"deletedRecords"</span>: <span class="st0">"deleteBucket"</span>
+ <span class="br0">}</span>
+ <span class="br0">}</span>,
+ <span class="st0">"actions"</span>:
+ <span class="br0">[</span>
+ <span class="br0">{</span>
+ <span class="st0">"worker"</span>: <span class="st0">"pipelineProcessor"</span>,
+ <span class="st0">"parameters"</span>:
+ <span class="br0">{</span>
+ <span class="st0">"pipelineName"</span>: <span class="st0">"AddPipeline"</span>
+ <span class="br0">}</span>,
+ <span class="st0">"input"</span>:
+ <span class="br0">{</span>
+ <span class="st0">"input"</span>: <span class="st0">"addBucket"</span>
+ <span class="br0">}</span>
+ <span class="br0">}</span>,
+ <span class="br0">{</span>
+ <span class="st0">"worker"</span>: <span class="st0">"pipelineProcessor"</span>,
+ <span class="st0">"parameters"</span>:
+ <span class="br0">{</span>
+ <span class="st0">"pipelineName"</span>: <span class="st0">"DeletePipeline"</span>
+ <span class="br0">}</span>,
+ <span class="st0">"input"</span>:
+ <span class="br0">{</span>
+ <span class="st0">"input"</span>: <span class="st0">"deleteBucket"</span>
+ <span class="br0">}</span>
+ <span class="br0">}</span>
+ <span class="br0">]</span>
+<span class="br0">}</span></pre></div>
+<a name="Create_a_Job"></a><h3> <span class="mw-headline"> Create a Job </span></h3>
+<p>Now we have to create a job that uses this workflow:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript">POST <span class="re0">/smila/jobmanager/jobs/</span>
+<span class="br0">{</span>
+ <span class="st0">"name"</span>: <span class="st0">"exampleIndexUpdate"</span>,
+ <span class="st0">"workflow"</span>: <span class="st0">"indexUpdate"</span>,
+ <span class="st0">"parameters"</span>:
+ <span class="br0">{</span>
+ <span class="st0">"tempStore"</span>: <span class="st0">"tempStore"</span>
+ <span class="br0">}</span>
+<span class="br0">}</span></pre></div>
+<p>You get a reponse:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript"><span class="br0">{</span>
+ <span class="st0">"name"</span>: <span class="st0">"exampleIndexUpdate"</span>,
+ <span class="st0">"timestamp"</span>: <span class="st0">"2011-08-15T16:20:34.337+0200"</span>,
+ <span class="st0">"url"</span>: <span class="st0">"http://localhost:8080/smila/jobmanager/jobs/exampleIndexUpdate/"</span>
+<span class="br0">}</span></pre></div>
+<a name="Start_a_Job_Run"></a><h3> <span class="mw-headline"> Start a Job Run </span></h3>
+<p>Now this job has to be started:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript">POST <span class="re0">/smila/jobmanager/jobs/exampleIndexUpdate/</span></pre></div>
+<p>The response is:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript"><span class="br0">{</span>
+ <span class="st0">"jobId"</span>: <span class="st0">"20110815-162046851752"</span>,
+ <span class="st0">"url"</span>: <span class="st0">"http://localhost:8080/smila/jobmanager/jobs/exampleIndexUpdate/20110815-162046851752/"</span>
+<span class="br0">}</span></pre></div>
+<p>We will need the URL from this response later to finish the job run.
+</p>
+<a name="Add_a_Document"></a><h3> <span class="mw-headline"> Add a Document </span></h3>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript">POST <span class="re0">/smila/job/exampleIndexUpdate/record/</span>
+<span class="br0">{</span>
+ <span class="st0">"_recordid"</span>: <span class="st0">"test.html"</span>,
+ <span class="st0">"_source"</span>: <span class="st0">"handcrafted"</span>,
+ <span class="st0">"Title"</span>: <span class="st0">"Hello Job World!"</span>,
+ <span class="st0">"Content"</span>: <span class="st0">"This is the first document added to an SMILA index using the new job management"</span>,
+ <span class="st0">"MimeType"</span>: <span class="st0">"text/plain"</span>,
+ <span class="st0">"Size"</span>: <span class="nu0">42</span>
+<span class="br0">}</span></pre></div>
+<p>Flush the bulk:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript">POST <span class="re0">/smila/job/exampleIndexUpdate/record/</span></pre></div>
+<p>For both requests the response should be similar to:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript"><span class="br0">{</span>
+ <span class="st0">"workflowRunId"</span>: <span class="st0">"1"</span>,
+ <span class="st0">"jobRunId"</span>: <span class="st0">"20110815-162046851752"</span>,
+ <span class="st0">"url"</span>: <span class="st0">"http://localhost:8080/smila/jobmanager/jobs/exampleIndexUpdate/20110815-162046851752/workflowrun/1/"</span>
+<span class="br0">}</span></pre></div>
+<p>After a while (about a minute) the document can be found in the sample search site <a href="http://localhost:8080/SMILA/search" class="external free" title="http://localhost:8080/SMILA/search" rel="nofollow">http://localhost:8080/SMILA/search</a>. Hint: search for "first".
+</p>
+<a name="Delete_a_Document"></a><h3> <span class="mw-headline"> Delete a Document </span></h3>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript"><span class="kw1">DELETE</span> <span class="re0">/smila/job/exampleIndexUpdate/record/</span>?_recordid=test.<span class="me1">html</span></pre></div>
+<p>Flush the bulk:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript">POST <span class="re0">/smila/job/exampleIndexUpdate/record/</span></pre></div>
+<p>Again, you get a response for both request like this:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript"><span class="br0">{</span>
+ <span class="st0">"workflowRunId"</span>: <span class="st0">"2"</span>,
+ <span class="st0">"jobRunId"</span>: <span class="st0">"20110815-162046851752"</span>,
+ <span class="st0">"url"</span>: <span class="st0">"http://localhost:8080/smila/jobmanager/jobs/exampleIndexUpdate/20110815-162046851752/workflowrun/2/"</span>
+<span class="br0">}</span></pre></div>
+<p>After a while (about a minute), the search should not return any results anymore.
+</p>
+<a name="Finish_the_Job_Run"></a><h3> <span class="mw-headline"> Finish the Job Run </span></h3>
+<p>Look up the URL from the response of the start-job request and add "finish" to get the path for this POST request:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript">POST <span class="re0">/smila/jobmanager/jobs/exampleIndexUpdate/<span class="nu0">20110815</span><span class="nu0">-162046851752</span>/finish/</span></pre></div>
+<p>The response will be empty, but you should get a response code of 202.
+</p><p>Finally you can request statistics about this job run:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript">GET <span class="re0">/smila/jobmanager/jobs/exampleIndexUpdate/<span class="nu0">20110815</span><span class="nu0">-162046851752</span>/</span></pre></div>
+<p>and get:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript"><span class="br0">{</span>
+ <span class="st0">"endTime"</span>: <span class="st0">"2011-08-15T16:52:18.726+0200"</span>,
+ <span class="st0">"finishTime"</span>: <span class="st0">"2011-08-15T16:52:18.714+0200"</span>,
+ <span class="st0">"jobId"</span>: <span class="st0">"20110815-162046851752"</span>,
+ <span class="st0">"mode"</span>: <span class="st0">"STANDARD"</span>,
+ <span class="st0">"startTime"</span>: <span class="st0">"2011-08-15T16:20:46.920+0200"</span>,
+ <span class="st0">"state"</span>: <span class="st0">"SUCCEEDED"</span>,
+ <span class="st0">"workflowRuns"</span>: <span class="br0">{</span>
+ <span class="st0">"activeWorkflowRunCount"</span>: <span class="nu0">0</span>,
+ <span class="st0">"canceledWorkflowRunCount"</span>: <span class="nu0">0</span>,
+ <span class="st0">"failedWorkflowRunCount"</span>: <span class="nu0">0</span>,
+ <span class="st0">"startedWorkflowRunCount"</span>: <span class="nu0">2</span>,
+ <span class="st0">"successfulWorkflowRunCount"</span>: <span class="nu0">2</span>
+ <span class="br0">}</span>,
+ <span class="st0">"tasks"</span>: <span class="br0">{</span>
+ <span class="st0">"canceledTaskCount"</span>: <span class="nu0">0</span>,
+ <span class="st0">"createdTaskCount"</span>: <span class="nu0">4</span>,
+ <span class="st0">"failedAfterRetryTaskCount"</span>: <span class="nu0">0</span>,
+ <span class="st0">"failedWithoutRetryTaskCount"</span>: <span class="nu0">0</span>,
+ <span class="st0">"obsoleteTaskCount"</span>: <span class="nu0">0</span>,
+ <span class="st0">"retriedAfterErrorTaskCount"</span>: <span class="nu0">0</span>,
+ <span class="st0">"retriedAfterTimeoutTaskCount"</span>: <span class="nu0">0</span>,
+ <span class="st0">"successfulTaskCount"</span>: <span class="nu0">4</span>
+ <span class="br0">}</span>,
+ <span class="st0">"worker"</span>: <span class="br0">{</span> ... <span class="br0">}</span>,
+ <span class="st0">"jobDefinition"</span>: <span class="br0">{</span> ... <span class="br0">}</span>
+<span class="br0">}</span></pre></div>
+
+<!--
+NewPP limit report
+Preprocessor node count: 85/1000000
+Post-expand include size: 874/2097152 bytes
+Template argument size: 344/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:32961-0!1!0!!en!2!edit=0 and timestamp 20120203101159 -->
+<div class="printfooter">
+Retrieved from "<a href="JobManagerFirstExample.html">http://wiki.eclipse.org/SMILA/Documentation/JobManagerFirstExample</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 16:06, 26 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a>, <a href="http://wiki.eclipse.org/User:Tmenzel.brox.de" title="User:Tmenzel.brox.de">thomas menzel</a> and <a href="http://wiki.eclipse.org/User:Drazen.cindric.attensity.com" title="User:Drazen.cindric.attensity.com">Drazen Cindric</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/JobManagerFirstExample&action=credits" title="SMILA/Documentation/JobManagerFirstExample">others</a>.</p>
+ <p id="footerviews">This page has been accessed 535 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.160 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/JobParameters.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/JobParameters.html
new file mode 100644
index 0000000..6b83258
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/JobParameters.html
@@ -0,0 +1,256 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/JobParameters,SMILA/Documentation/DataObjectTypesAndBuckets,SMILA/Documentation/JobDefinitions,SMILA/Documentation/WorkerAndWorkflows" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/JobParameters - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/JobParameters";
+var wgTitle = "SMILA/Documentation/JobParameters";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "32502";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "267005";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="JobParameters.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_JobParameters">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/JobParameters">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/JobParameters">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/JobParameters">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/JobParameters&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/JobParameters&oldid=267005">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="JobParameters.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/JobParameters&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/JobParameters&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/JobParameters&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/JobParameters"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/JobParameters</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="JobParameters.html#column-one">navigation</a>, <a href="JobParameters.html#searchInput">search</a></div> <!-- start content -->
+ <div class="messagebox" style="background-color: #def3fe; border: 1px solid #c5d7e0; color: black; padding: 5px; margin: 1ex 0; min-height: 35px; padding-left: 45px;">
+<div style="float: left; margin-left: -40px;"><a href="http://wiki.eclipse.org/Image:Note.png" class="image" title="Note.png"><img alt="" src="http://wiki.eclipse.org/images/c/cc/Note.png" width="35" height="35" border="0" /></a></div>
+<div><b> Available since SMILA 0.9!</b><br /></div>
+</div>
+<a name="Job_Parameters"></a><h1> <span class="mw-headline"> Job Parameters </span></h1>
+<p>The Job Manager entities can be parameterized to be configured for an actual use case.
+</p><p>Entities that declare parameter variables are:
+</p>
+<ul><li> <a href="DataObjectTypesAndBuckets.html" title="SMILA/Documentation/DataObjectTypesAndBuckets">Data object types</a>
+</li><li> <a href="WorkerAndWorkflows.html" title="SMILA/Documentation/WorkerAndWorkflows">Worker definitions</a>
+</li></ul>
+<p>Entities that initialize or set parameters are:
+</p>
+<ul><li> <a href="JobDefinitions.html" title="SMILA/Documentation/JobDefinitions">Job definitions</a>
+</li><li> <a href="WorkerAndWorkflows.html" title="SMILA/Documentation/WorkerAndWorkflows">Workflow definitions</a>
+<ul><li> Global workflow parameters
+</li><li> Local worker parameters
+</li></ul>
+</li><li> <a href="DataObjectTypesAndBuckets.html" title="SMILA/Documentation/DataObjectTypesAndBuckets">Bucket definitions</a>
+</li></ul>
+<p>The parameter priority increases from top to bottom, meaning that the parameters in job definitions, for example, have a lower priority than those in workflow definitions.
+</p><p>Workflow definitions are special entities in as far as they allow you to define general parameters in the global workflow section and worker-specific parameters in local worker sections. It is important to know that the latter do not affect the buckets that the respective worker is using. As a consequence, parameters declared in a data object type can only be initialized using global workflow parameters or job parameters alternatively.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 38/1000000
+Post-expand include size: 643/2097152 bytes
+Template argument size: 113/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:32502-0!1!0!!en!2!edit=0 and timestamp 20120203101204 -->
+<div class="printfooter">
+Retrieved from "<a href="JobParameters.html">http://wiki.eclipse.org/SMILA/Documentation/JobParameters</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 12:23, 5 September 2011 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a>.</p>
+ <p id="footerviews">This page has been accessed 471 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.091 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/JobRuns.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/JobRuns.html
new file mode 100644
index 0000000..7e06501
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/JobRuns.html
@@ -0,0 +1,492 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/JobRuns,SMILA/Documentation/Bulkbuilder,SMILA/Documentation/Importing/Concept,SMILA/Documentation/JobDefinitions,SMILA/Documentation/WorkerAndWorkflows" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/JobRuns - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/JobRuns";
+var wgTitle = "SMILA/Documentation/JobRuns";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "32457";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "287594";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="JobRuns.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_JobRuns">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/JobRuns">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/JobRuns">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/JobRuns">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/JobRuns&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/JobRuns&oldid=287594">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="JobRuns.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/JobRuns&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/JobRuns&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/JobRuns&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/JobRuns"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/JobRuns</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="JobRuns.html#column-one">navigation</a>, <a href="JobRuns.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="JobRuns.html#Job_runs"><span class="tocnumber">1</span> <span class="toctext">Job runs</span></a>
+<ul>
+<li class="toclevel-2"><a href="JobRuns.html#Job_modes"><span class="tocnumber">1.1</span> <span class="toctext">Job modes</span></a>
+<ul>
+<li class="toclevel-3"><a href="JobRuns.html#Why_should_I_restrict_a_workflow_or_job"><span class="tocnumber">1.1.1</span> <span class="toctext">Why should I restrict a workflow or job</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="JobRuns.html#Start_job_run"><span class="tocnumber">1.2</span> <span class="toctext">Start job run</span></a></li>
+<li class="toclevel-2"><a href="JobRuns.html#Monitor_a_job_run_or_delete_job_run_data"><span class="tocnumber">1.3</span> <span class="toctext">Monitor a job run or delete job run data</span></a></li>
+<li class="toclevel-2"><a href="JobRuns.html#Monitor_a_job_run_with_details"><span class="tocnumber">1.4</span> <span class="toctext">Monitor a job run with details</span></a></li>
+<li class="toclevel-2"><a href="JobRuns.html#Finish_job_run"><span class="tocnumber">1.5</span> <span class="toctext">Finish job run</span></a></li>
+<li class="toclevel-2"><a href="JobRuns.html#Cancel_job_run"><span class="tocnumber">1.6</span> <span class="toctext">Cancel job run</span></a></li>
+<li class="toclevel-2"><a href="JobRuns.html#Job_run_life_cycle"><span class="tocnumber">1.7</span> <span class="toctext">Job run life cycle</span></a></li>
+<li class="toclevel-2"><a href="JobRuns.html#Monitor_a_workflow_run"><span class="tocnumber">1.8</span> <span class="toctext">Monitor a workflow run</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Job_runs"></a><h1> <span class="mw-headline"> Job runs </span></h1>
+<p>With a <a href="JobDefinitions.html" title="SMILA/Documentation/JobDefinitions">job definition</a> alone, the system is not yet doing anything. First, the job must be started to get a so called job run. How the actual processing is then triggered, depends on the mode of the job run.
+</p>
+<a name="Job_modes"></a><h2> <span class="mw-headline"> Job modes </span></h2>
+<p>There are two different modes in which job runs can be operated:
+</p>
+<ul><li> Job runs in "standard" mode are triggered with every new object that is dropped into the bucket connected to the start action of the respective workflow (or, if it has no input bucket, which the start worker produces from other sources like the <a href="Bulkbuilder.html" title="SMILA/Documentation/Bulkbuilder">Bulkbuilder</a>). They continue until they are finished manually. Once in the FINISHING state, no new workflow runs are accepted anymore, but the active ones continue until completed.
+</li><li> Job runs in "runOnce" start, create some initial tasks and go immediately to the FINISHING state. They do not react on further input. If something goes wrong while creating the initial tasks, the job run goes to state FAILED immediately and no task will be processed at all. All tasks are executed in a single workflow run, all follow-up tasks of the initial tasks are also part of this workflow run. A consequence of this is that the complete job run will fail, if one task fails fatally, so workers in runOnce jobs should finish tasks with fatal errors only if this is really a critical problem that should cancel the job run. The details of the task creation depend on the start action worker, because the task creation is actually done by the worker's task generator. Currently we have two varieties:
+<ul><li> Either the workflow has exactly one persistent input bucket in its start action, and for each existing object in this bucket, one task for the startAction worker is generated. Unlike job runs in standard mode, this job does not react on new objects but process all objects that are currently contained in the respective input bucket and then finish automatically.
+</li><li> As another possibility the workflow starts with a worker using the <tt>runOnceTrigger</tt> task generator. In <tt>runOnce</tt> mode, this task creates one initial task without input data objects, afterwards it behaves just like the default task generator. The worker can then create output bulks at will. An application of this is the <a href="Importing/Concept.html" title="SMILA/Documentation/Importing/Concept">importing use case</a>, where the starting crawler worker creates the first bulks from data extracted from an external data source. The input bucket of the start action worker does not need to be persistent in this use case.
+</li></ul>
+</li></ul>
+<p>Job modes can be restriced in the <a href="WorkerAndWorkflows.html#Workflows" title="SMILA/Documentation/WorkerAndWorkflows">workflow</a> and <a href="JobDefinitions.html" title="SMILA/Documentation/JobDefinitions">job definitions</a>.
+</p>
+<ul><li> if no <tt>modes</tt> section is present in either definition, all modes are allowed when starting the job run, default mode will be <span style="font-family:monospace;">standard</span> (i.e. if no <tt>mode</tt> is provided when starting the job).
+</li><li> the default mode to use is the first mode listed in the list of available modes.
+</li><li> if <tt>modes</tt> sections are present in workflow and job definition, the job definitions <tt>modes</tt> section overwrites the workflow definition' <tt>modes</tt> section.
+</li><li> the job definition's <tt>modes</tt> section can only restrict the workflow definition's section or define another default mode but not expand the allowed modes list.
+</li></ul>
+<a name="Why_should_I_restrict_a_workflow_or_job"></a><h3> <span class="mw-headline"> Why should I restrict a workflow or job </span></h3>
+<p>There are many reasons why one should want to restrict modes for a workflow or a job or define default modes, so a job is started in the desired mode if the mode is not explicitly given during job start.
+</p><p>E.g. (most) crawler jobs make only sense when started in <span style="font-family:monospace;">runOnce</span> mode, so the modes should be restricted to this mode. Or a job that uses the Bulkbuilder as start action will only make sense in the <span style="font-family:monospace;">standard</span> mode, so the workflow should also be restricted to this mode.
+</p>
+<a name="Start_job_run"></a><h2> <span class="mw-headline"> Start job run </span></h2>
+<p>You can use a POST request without a request body to start a job run in default mode (see <a href="JobRuns.html#Job_modes" title="">Job modes</a> to find out which mode is the default mode of the job). To start a job run in a different mode than the default mode, add the following simple JSON object to the request body (in this example the job should be started in <span style="font-family:monospace;">runOnce</span> mode):
+</p>
+<pre>
+{
+ "mode": "runOnce"
+}
+</pre>
+<p>The job cannot be started if it requires another job that is currently not running. A required job is a job that is referenced by a parameter that is marked with <tt>range="jobName"</tt> in one of the workers used in this job.
+</p><p><b>Supported operations:</b>
+</p>
+<ul><li>POST: Start job run.
+</li></ul>
+<p><b>Usage:</b>
+</p>
+<ul><li>URL: <tt>http://<hostname>:8080/smila/jobmanager/jobs/<job-name>/</tt>
+</li><li>Allowed methods:
+<ul><li>POST (with optional request body specifying the mode)
+</li></ul>
+</li><li>Response status codes:
+<ul><li>200 OK: Upon successful execution. A JSON object with <tt>jobId</tt> and <tt>url</tt> will be returned.
+</li><li>400 BAD REQUEST:
+<ul><li>The taskgenerator, job or workflow definition do not allow the requested mode.
+</li><li>The job uses a worker that required another job to be running.
+</li></ul>
+</li></ul>
+</li></ul>
+<p><b>Example:</b>
+</p><p>To start the job named "myJob" in "default" mode (see above) you don't have to explicitly set a job run mode:
+</p>
+<pre>
+POST /smila/jobmanager/jobs/myJob/
+</pre>
+<p>The result would be:
+</p>
+<pre>
+HTTP/1.x 200 OK
+
+{
+ "jobId" : "20110712-184509666721",
+ "url" : "http://localhost:8080/smila/jobmanager/jobs/myJob/20110712-184509666721/"
+}
+</pre>
+<p><br />
+To start the job named "myJob" in "standard" mode, if that mode is allowed by job and workflow definition:
+</p>
+<pre>
+POST /smila/jobmanager/jobs/myJob/
+
+{
+ "mode": "standard"
+}
+</pre>
+<p>To start the job named "myJob" in "runOnce" mode, if that mode is allowed by job and workflow definition:
+</p>
+<pre>
+POST /smila/jobmanager/jobs/myJob/
+
+{
+ "mode": "runOnce"
+}
+</pre>
+<p>The result object would be equal to "standard" mode.
+</p>
+<a name="Monitor_a_job_run_or_delete_job_run_data"></a><h2> <span class="mw-headline"> Monitor a job run or delete job run data </span></h2>
+<p>Use a GET request to view job run data of a specific job run. Use DELETE to delete the data of a specific job run.
+</p><p><b>Job run data:</b>
+</p><p>The following parameters are contained in the job run data:
+</p>
+<ul><li><tt>jobId</tt>: The ID of the job run.
+</li><li><tt>mode</tt>: The mode of the job run, i.e. either <tt>STANDARD</tt> or <tt>RUNONCE</tt>.
+</li><li><tt>state</tt>: The current status of the job run, see <a href="JobRuns.html#Job_run_life_cycle" title=""> Job run life cycle</a>. May be one of the following:
+<ul><li><tt>PREPARING</tt>: started but not running yet
+</li><li><tt>RUNNING</tt>: running
+</li><li><tt>FINISHING</tt>: finished but not all tasks processed yet
+</li><li><tt>COMPLETING</tt>: finished, all tasks processed but job run not completed (e.g. not persisted) yet
+</li><li><tt>SUCCEEDED</tt>: successfully completed
+</li><li><tt>FAILED</tt>: failed
+</li><li><tt>CANCELING</tt>: canceled, but clean-up is not yet completed.
+</li><li><tt>CANCELED</tt>: canceling done.
+</li></ul>
+</li><li><tt>workflowRuns</tt>: Describes the workflow runs which are part of this job run. Note: startedWorkflowRunCount == activeWorkflowRunCount + successfulWorkflowRunCount + failedWorkflowRunCount + canceledWorkflowRuns
+<ul><li><tt>startedWorkflowRunCount</tt>: The number of started workflow runs.
+</li><li><tt>activeWorkflowRunCount</tt>: The number of active workflow runs.
+</li><li><tt>successfulWorkflowRunCount</tt>: The number of successfully finished workflow runs.
+</li><li><tt>failedWorkflowRunCount</tt>: The number of failed workflow runs.
+</li><li><tt>canceledWorkflowRunCount</tt>: The number of canceled workflow runs.
+</li></ul>
+</li><li><tt>tasks</tt>: Describes the tasks which are part of this job run. After the job has finished it should be createdTaskCount == successfulTaskCount + retriedAfterErrorTaskCount + retriedAfterTimeoutTaskCount + failedAfterRetryTaskCount + failedWithoutRetryTaskCount + canceledTaskCount + obsoleteTaskCount. However, we cannot strictly guarantee this, under very high load it's possible that a task is not counted correctly.
+<ul><li> <tt>createdTaskCount</tt>: The number of tasks created in this run. This includes tasks created due to retry.
+</li><li> <tt>successfulTaskCount</tt>: The number of tasks that were finished successfully by a worker.
+</li><li> <tt>retriedAfterErrorTaskCount</tt>: The number of tasks that were retried because a worker finished the task with a recoverable error (e.g. IOError while reading the input or writing the output).
+</li><li> <tt>retriedAfterTimeoutTaskCount</tt>: The number of tasks that were retried because a worker did not send the "keepAlive" signal anymore.
+</li><li> <tt>failedAfterRetryTaskCount</tt>: The number of tasks that finally failed after reaching the configured maximum number of retries.
+</li><li> <tt>failedWithoutRetryTaskCount</tt>: The number of tasks that finally failed because the worker finished the task with a fatal error (e.g. due to corrupt input data).
+</li><li> <tt>canceledTaskCount</tt>: The number of tasks that were canceled because a workflow run was canceled or failed due to another task in the workflow run having finally failed. They may have produced their result successfully, but they did not trigger follow-up tasks.
+</li><li> <tt>obsoleteTaskCount</tt>: The number of tasks that became obsolete for some reason. The difference to 'canceledTaskCount' is that becoming obsolete is not triggered by an error on the workflow run resp. another task. It's just that the cause / precondition to process this task is gone.
+</li></ul>
+</li><li> <tt>startTime</tt>: The timestamp when the job run was started (DateTime format ISO).
+</li><li> <tt>finishTime</tt>: The timestamp when the finish command was called for this job run (DateTime format ISO).
+</li><li> <tt>endTime</tt>: The timestamp when the job status changed to <tt>SUCCEEDED</tt>, <tt>FAILED</tt> or <tt>CANCELED</tt>.
+</li><li> <tt>worker</tt>: Contains accumulated job run data for all workers that have contributed to this job run. It contains:
+<ul><li> The number of successful, failed, and retried tasks for each worker in this job run (same counter names and meanings as in the global section above).
+</li><li> <tt>startTime</tt>: The timestamp when the first task for a worker of this type was started in the job run (DateTime format ISO).
+</li><li> <tt>finishTime</tt>: The timestamp when the latest task for a worker of this type was finished in the job run (DateTime format ISO). This timestamp is updated with every finished task.
+</li><li> The accumulated counters as reported by the workers in their result descriptions.
+</li></ul>
+</li></ul>
+<p><b>Supported operations:</b>
+</p>
+<ul><li>GET: To monitor the job run.
+</li><li>DELETE: To delete job run data.
+</li></ul>
+<p><b>Usage:</b>
+</p>
+<ul><li>URL: <tt>http://<hostname>:8080/smila/jobmanager/jobs/<job-id>/</tt>
+</li><li>Allowed methods:
+<ul><li>GET
+</li><li>DELETE
+</li></ul>
+</li><li>Response status codes:
+<ul><li>200 OK: Upon successful execution (GET/DELETE). If the job run with the given job name and job id does not exist, no error will occur during DELETE.
+</li><li>500 Server Error: If the job run is still running (DELETE).
+</li></ul>
+</li></ul>
+<a name="Monitor_a_job_run_with_details"></a><h2> <span class="mw-headline"> Monitor a job run with details </span></h2>
+<p>It is possible to update existings jobs. You can update the job definition, workflow definition and bucket definition. To see which definitions have been used during a job run you can display additional information with returnDetails=true.
+</p>
+<pre>
+GET /smila/jobmanager/jobs/<job-name>/<job-id>/?returnDetails=true
+</pre>
+<a name="Finish_job_run"></a><h2> <span class="mw-headline"> Finish job run </span></h2>
+<p>Use a POST request to finish a job run.
+</p><p>A job cannot be finished, while a dependent job is running. A dependent job is one using a worker that has a parameter marked with <tt>range="jobName"</tt> referencing this job.
+</p><p><b>Supported operations:</b>
+</p>
+<ul><li>POST: finish job run.
+</li></ul>
+<p><b>Usage:</b>
+</p>
+<ul><li>URL: <tt>http://<hostname>:8080/smila/jobmanager/jobs/<job-name>/<job-id>/finish/</tt>
+</li><li>Allowed methods:
+<ul><li>POST
+</li></ul>
+</li><li>Response status codes:
+<ul><li>202 ACCEPTED: Finishes the job run (asynchronous call)
+</li><li>400 BAD REQUEST: wrong URL pattern, or another job required that this job is running.
+</li><li>404 NOT FOUND: job run not found
+</li><li>405 METHOD NOT ALLOWED: wrong HTTP method used, only POST is accepted here
+</li><li>410 GONE: job run was finished before and has already been moved to the history of job runs
+</li><li>500 INTERNAL SERVER ERROR: other errors
+</li></ul>
+</li></ul>
+<a name="Cancel_job_run"></a><h2> <span class="mw-headline"> Cancel job run </span></h2>
+<p>Use a POST request to cancel a job run.
+</p><p><b>Supported operations:</b>
+</p>
+<ul><li>POST: cancel job run.
+</li></ul>
+<p><b>Usage:</b>
+</p>
+<ul><li>URL: <tt>http://<hostname>:8080/smila/jobmanager/jobs/<job-name>/<job-id>/cancel/</tt>
+</li><li>Allowed methods:
+<ul><li>POST
+</li></ul>
+</li><li>Response status codes:
+<ul><li>200 OK: Upon successful execution. Cancel the job run
+</li><li>400 BAD REQUEST: wrong URL pattern.
+</li><li>404 NOT FOUND: job run not found
+</li><li>405 METHOD NOT ALLOWED: wrong HTTP method used, only POST is accepted here
+</li><li>410 GONE: job run was finished before and has already been moved to the history of job runs
+</li><li>500 INTERNAL SERVER ERROR: other errors
+</li></ul>
+</li></ul>
+<a name="Job_run_life_cycle"></a><h2> <span class="mw-headline"> Job run life cycle </span></h2>
+<p><a href="http://wiki.eclipse.org/Image:JobLifecycle.png" class="image" title="Image:JobLifecycle.png"><img alt="Image:JobLifecycle.png" src="http://wiki.eclipse.org/images/1/1c/JobLifecycle.png" width="839" height="524" border="0" /></a>
+</p>
+<a name="Monitor_a_workflow_run"></a><h2> <span class="mw-headline"> Monitor a workflow run </span></h2>
+<p>Use a GET request to monitor a workflow run.
+</p><p><b>Supported operations:</b>
+</p>
+<ul><li>GET: monitor workflow run.
+</li></ul>
+<p><b>Usage:</b>
+</p>
+<ul><li>URL: <tt>http://<hostname>:8080/smila/jobmanager/jobs/<job-name>/<job-id>/workflowrun/<workflowRun-id>/</tt>
+</li><li>Allowed methods:
+<ul><li>GET
+</li></ul>
+</li><li>Response status codes:
+<ul><li>200 OK: Upon successful execution.
+</li><li>404 NOT FOUND: If the workflow run specified does not exist. This can either mean that the workflow run existed but has already been finished, or that it never existed all. You cannot differentiate both cases without further information unless you can make sure that the ID existed before.
+</li></ul>
+</li></ul>
+<p><b>Examples:</b>
+</p><p>To monitor a workflow run:
+</p>
+<pre>
+GET /smila/jobmanager/jobs/myJob/20110527_175314695579/workflowrun/1/
+</pre>
+<p>If it is still running, the result would be:
+</p>
+<pre>
+HTTP/1.x 200 OK
+
+{
+ "activeTaskCount": 1
+ "transientBulkCount": 1
+}
+</pre>
+<p>If not, the result would be:
+</p>
+<pre>
+HTTP/1.x 404 NOT FOUND
+</pre>
+
+<!--
+NewPP limit report
+Preprocessor node count: 127/1000000
+Post-expand include size: 206/2097152 bytes
+Template argument size: 30/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:32457-0!1!0!!en!2!edit=0 and timestamp 20120202140626 -->
+<div class="printfooter">
+Retrieved from "<a href="JobRuns.html">http://wiki.eclipse.org/SMILA/Documentation/JobRuns</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 08:29, 31 January 2012 by <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>, <a href="http://wiki.eclipse.org/User:Andreas.Weber.empolis.com" title="User:Andreas.Weber.empolis.com">Andreas Weber</a> and <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/JobRuns&action=credits" title="SMILA/Documentation/JobRuns">others</a>.</p>
+ <p id="footerviews">This page has been accessed 685 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.074 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/LDAPSecurityResolver.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/LDAPSecurityResolver.html
new file mode 100644
index 0000000..fe0e72e
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/LDAPSecurityResolver.html
@@ -0,0 +1,334 @@
+
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/LDAPSecurityResolver" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/LDAPSecurityResolver - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/LDAPSecurityResolver";
+var wgTitle = "SMILA/Documentation/LDAPSecurityResolver";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "18775";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "149632";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-java {line-height: normal; font-size: medium;}
+.source-java li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for java
+ * CSS class: source-java, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-java .de1, .source-java .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-java {}
+.source-java .head {}
+.source-java .foot {}
+.source-java .imp {font-weight: bold; color: red;}
+.source-java .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-java li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-java li.li2 {font-weight: bold;}
+.source-java .kw1 {color: #7F0055; font-weight: bold;}
+.source-java .kw2 {color: #7F0055; font-weight: bold;}
+.source-java .kw3 {color: #000000; font-weight: normal}
+.source-java .kw4 {color: #7F0055; font-weight: bold;}
+.source-java .co1 {color: #3F7F5F; font-style: italic;}
+.source-java .co2 {color: #3F7F5F;}
+.source-java .co3 {color: #3F7F5F; font-style: italic; font-weight: bold;}
+.source-java .coMULTI {color: #3F5FBF; font-style: italic;}
+.source-java .es0 {color: #000000;}
+.source-java .br0 {color: #000000;}
+.source-java .st0 {color: #2A00ff;}
+.source-java .nu0 {color: #000000;}
+.source-java .me1 {color: #000000;}
+.source-java .me2 {color: #000000;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="LDAPSecurityResolver.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_LDAPSecurityResolver">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/LDAPSecurityResolver">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/LDAPSecurityResolver">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/LDAPSecurityResolver">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/LDAPSecurityResolver&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/LDAPSecurityResolver&oldid=149632">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="LDAPSecurityResolver.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/LDAPSecurityResolver&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/LDAPSecurityResolver&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/LDAPSecurityResolver&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/LDAPSecurityResolver"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/LDAPSecurityResolver</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="LDAPSecurityResolver.html#column-one">navigation</a>, <a href="LDAPSecurityResolver.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="LDAPSecurityResolver.html#org.eclipse.smila.security.ldap.LDAPSecurityResolver"><span class="tocnumber">1</span> <span class="toctext">org.eclipse.smila.security.ldap.LDAPSecurityResolver</span></a>
+<ul>
+<li class="toclevel-2"><a href="LDAPSecurityResolver.html#Description"><span class="tocnumber">1.1</span> <span class="toctext">Description</span></a></li>
+<li class="toclevel-2"><a href="LDAPSecurityResolver.html#Configuration"><span class="tocnumber">1.2</span> <span class="toctext">Configuration</span></a>
+<ul>
+<li class="toclevel-3"><a href="LDAPSecurityResolver.html#Example"><span class="tocnumber">1.2.1</span> <span class="toctext">Example</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="org.eclipse.smila.security.ldap.LDAPSecurityResolver"></a><h2> <span class="mw-headline"> <tt>org.eclipse.smila.security.ldap.LDAPSecurityResolver</tt> </span></h2>
+<a name="Description"></a><h3> <span class="mw-headline"> Description </span></h3>
+<p>This is an implementation of the <tt>org.eclipse.smila.security.SecurityResolver</tt> interface, allowing to resolve principals against an LDAP directory.
+</p><p>The following LDAP object classes are interpreted as groups:
+</p>
+<ul><li>group
+</li><li>groupOfNames
+</li><li>groupOfUniqueNames
+</li><li>dynamicGroup
+</li><li>dynamicGroupAux
+</li></ul>
+<a name="Configuration"></a><h3> <span class="mw-headline"> Configuration </span></h3>
+<table border="1">
+<tr>
+<th>Property</th><th>Constraint</th><th>Description
+</th></tr>
+<tr>
+<td>ldap.host</td><td>required</td><td>the ip adress or hostname of the LDAP directory server
+</td></tr>
+<tr>
+<td>ldap.port</td><td>optional</td><td>the port of the LDAP directory server, default is 389
+</td></tr>
+<tr>
+<td>ldap.login</td><td>required</td><td>the full user DN used to log into the LDAP directory
+</td></tr>
+<tr>
+<td>ldap.password</td><td>required</td><td>the password for the user configured in ldap.login
+</td></tr>
+<tr>
+<td>ldap.base.dn</td><td>required</td><td>the base DN used as root folder to search principals in
+</td></tr>
+<tr>
+<td>ldap.username.attribute</td><td>optional</td><td>the name of the LDAP property containing the user id, default is "cn"
+</td></tr></table>
+<p>The configuration file has to be named <tt>ldap.properties</tt> and has to be located in folder <tt>configuration/org.eclipse.smila.security.ldap/</tt>.
+</p>
+<a name="Example"></a><h4> <span class="mw-headline"> Example </span></h4>
+<p><b>ldap.properties for LDAPSecurityResolver</b>
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"># connection settings
+ldap.<span class="me1">host</span>=localhost
+ldap.<span class="me1">port</span>=<span class="nu0">389</span>
+ldap.<span class="me1">login</span>=CN=admin
+ldap.<span class="me1">password</span>=secret
+#ldap server settings
+ldap.<span class="me1">base</span>.<span class="me1">dn</span>=DC=local
+ldap.<span class="me1">username</span>.<span class="me1">attribute</span>=cn</pre></div>
+
+<!--
+NewPP limit report
+Preprocessor node count: 12/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:18775-0!1!0!!en!2!edit=0 and timestamp 20120203101237 -->
+<div class="printfooter">
+Retrieved from "<a href="LDAPSecurityResolver.html">http://wiki.eclipse.org/SMILA/Documentation/LDAPSecurityResolver</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Categories</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span> | <span dir='ltr'><a href="http://wiki.eclipse.org/index.php?title=Category:SMILA/Documentation&action=edit" class="new" title="Category:SMILA/Documentation">SMILA/Documentation</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 15:52, 17 April 2009 by <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>. Based on work by <a href="http://wiki.eclipse.org/User:Juergen.schumacher.empolis.com" title="User:Juergen.schumacher.empolis.com">Juergen Schumacher</a>.</p>
+ <p id="footerviews">This page has been accessed 1,957 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.076 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Management.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Management.html
new file mode 100644
index 0000000..5bb7540
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Management.html
@@ -0,0 +1,541 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/Management,SMILA/Documentation/Crawler,SMILA/Documentation/DeltaIndexingManager,SMILA/Documentation/SesameOntologyManager,SMILA/Documentation for 5 Minutes to Success,SMILA/Project Concepts/Performance counters API" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/Management - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/Management";
+var wgTitle = "SMILA/Documentation/Management";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "18604";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "285993";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="Management.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_Management">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Management">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/Management">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/Management">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Management&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Management&oldid=285993">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Management.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/Management&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Management&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Management&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Management"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/Management</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Management.html#column-one">navigation</a>, <a href="Management.html#searchInput">search</a></div> <!-- start content -->
+ <div class="messagebox" style="background-color: #def3fe; border: 1px solid #c5d7e0; color: black; padding: 5px; margin: 1ex 0; min-height: 35px; padding-left: 45px;">
+<div style="float: left; margin-left: -40px;"><a href="http://wiki.eclipse.org/Image:Note.png" class="image" title="Note.png"><img alt="" src="http://wiki.eclipse.org/images/c/cc/Note.png" width="35" height="35" border="0" /></a></div>
+<div><b>This is deprecated for SMILA 1.0, the JMX management framework is still functional but it's planned to replace it with management and monitoring HTTP ReST APIs.</b><br /></div>
+</div>
+<p>SMILA is a framework with a lot of functionality. Most is invoke automatically by internal operations. Nevertheless, the user has to configure and start an initial operation. All functions a user can execute are accessible from the JMX Management Agent. On the following pages you will learn how to use SMILA with the aid of Java's built in JConsole and to handle the JMXClient which features access to SMILA commands via batch files.
+</p>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Management.html#Management_with_the_aid_of_jconsole"><span class="tocnumber">1</span> <span class="toctext">Management with the aid of jconsole</span></a>
+<ul>
+<li class="toclevel-2"><a href="Management.html#Smila_manageable_Components"><span class="tocnumber">1.1</span> <span class="toctext">Smila manageable Components</span></a>
+<ul>
+<li class="toclevel-3"><a href="Management.html#CrawlerController"><span class="tocnumber">1.1.1</span> <span class="toctext">CrawlerController</span></a></li>
+<li class="toclevel-3"><a href="Management.html#DeltaIndexingManager"><span class="tocnumber">1.1.2</span> <span class="toctext">DeltaIndexingManager</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Management.html#PerformanceCounter"><span class="tocnumber">2</span> <span class="toctext">PerformanceCounter</span></a>
+<ul>
+<li class="toclevel-2"><a href="Management.html#Crawlers_performance_counters"><span class="tocnumber">2.1</span> <span class="toctext">Crawlers performance counters</span></a></li>
+<li class="toclevel-2"><a href="Management.html#Processing_performance_counters"><span class="tocnumber">2.2</span> <span class="toctext">Processing performance counters</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Management.html#JMX_Client"><span class="tocnumber">3</span> <span class="toctext">JMX Client</span></a>
+<ul>
+<li class="toclevel-2"><a href="Management.html#Pre-defined_commands_.28batch-files.29"><span class="tocnumber">3.1</span> <span class="toctext">Pre-defined commands (batch-files)</span></a></li>
+<li class="toclevel-2"><a href="Management.html#Usage"><span class="tocnumber">3.2</span> <span class="toctext">Usage</span></a></li>
+<li class="toclevel-2"><a href="Management.html#Configuration"><span class="tocnumber">3.3</span> <span class="toctext">Configuration</span></a>
+<ul>
+<li class="toclevel-3"><a href="Management.html#Configuration_explanation"><span class="tocnumber">3.3.1</span> <span class="toctext">Configuration explanation</span></a>
+<ul>
+<li class="toclevel-4"><a href="Management.html#To_use_commands_which_interact_with_JMX_a_connection_to_the_JMX_port_of_SMILA_is_needed"><span class="tocnumber">3.3.1.1</span> <span class="toctext">To use commands which interact with JMX a connection to the JMX port of SMILA is needed</span></a></li>
+<li class="toclevel-4"><a href="Management.html#Existing_commands"><span class="tocnumber">3.3.1.2</span> <span class="toctext">Existing commands</span></a></li>
+<li class="toclevel-4"><a href="Management.html#To_create_your_own_commands_you_have_to_use_cmd_command_after_the_schema_defined_in_the_above_folder"><span class="tocnumber">3.3.1.3</span> <span class="toctext">To create your own commands you have to use cmd command after the schema defined in the above folder</span></a></li>
+<li class="toclevel-4"><a href="Management.html#To_keep_the_console_open_and_inform_you_about_actual_status_you_can_use_the_wait_tag"><span class="tocnumber">3.3.1.4</span> <span class="toctext">To keep the console open and inform you about actual status you can use the wait tag</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Management.html#JMX_Client_in_OSGi_console"><span class="tocnumber">4</span> <span class="toctext">JMX Client in OSGi console</span></a></li>
+<li class="toclevel-1"><a href="Management.html#External_links"><span class="tocnumber">5</span> <span class="toctext">External links</span></a></li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Management_with_the_aid_of_jconsole"></a><h2> <span class="mw-headline"> Management with the aid of jconsole </span></h2>
+<p>The jconsole is a little tool for monitoring java applications nested in the JDK. Over a JMX connection it’s possible to connect an application with the swing UI of jconsole. If you start up SMILA engine and open jconsole you can connect the Jconsole to SMILA immediately.
+</p>
+<div class="thumb tright"><div class="thumbinner" style="width:182px;"><a href="http://wiki.eclipse.org/Image:Jconsole.png" class="image" title="jconsole"><img alt="jconsole" src="http://wiki.eclipse.org/images/thumb/6/68/Jconsole.png/180px-Jconsole.png" width="180" height="137" border="0" class="thumbimage" /></a> <div class="thumbcaption"><div class="magnify"><a href="http://wiki.eclipse.org/Image:Jconsole.png" class="internal" title="Enlarge"><img src="http://wiki.eclipse.org/skins/common/images/magnify-clip.png" width="15" height="11" alt="" /></a></div>jconsole</div></div></div>
+<p>After connecting you can find SMILA operation on MBeans tab in the Tree on the left site.
+</p>
+<a name="Smila_manageable_Components"></a><h3> <span class="mw-headline"> Smila manageable Components </span></h3>
+<p>There are four components of SMILA which you can access over jconsole.
+</p>
+<a name="CrawlerController"></a><h4> <span class="mw-headline"> CrawlerController </span></h4>
+<p>Here you can manage the crawling jobs. The following commands are available:
+</p>
+<ul><li> <tt>startCrawl(String dataSourceID)</tt>: starts a crawling job with the given dataSourceID, for example file or web.
+</li><li> <tt>stopCrawl(String dataSourceID)</tt>: stops the crawling job for the given dataSourceID. <i>Note:</i> the crawler is only signaled to stop and may do so at its own discretion. In other words: depending on the implementation it might take a while until it actually stops crawling. It thus gives the crawler the chance to clean up all open resources and finish whatever business it needs to.
+</li><li> <tt>getActiveCrawls()</tt>: opens a dialog which show a list containing the dataSourceID for all active crawl jobs. If no job is running the dialog shows null.
+</li><li> <tt>getActiveCrawlsStatus()</tt>: opens a dialog telling you how many crawl jobs are active at the moment.
+</li><li> <tt>getStatus(String dataSourceID)</tt>: opens a dialog which shows you the status of the crawling job for a given <tt>dataSourceID</tt>. Possible states are: <tt>RUNNING</tt>, <tt>FINISHED</tt>, <tt>STOPPED</tt> or <tt>ABORTED</tt>.
+</li></ul>
+<p><br />
+</p>
+<a name="DeltaIndexingManager"></a><h4> <span class="mw-headline"> DeltaIndexingManager </span></h4>
+<p>The <tt>DeltaIndexManager</tt> stores a hash value of each record. It is part of the Connectivity Framework and signals a crawler that a given record has (not) changed since the last crawl. See <a href="DeltaIndexingManager.html" title="SMILA/Documentation/DeltaIndexingManager">DeltaIndexing</a> documentation. Within jconsole you can use the following commands:
+</p>
+<ul><li> <tt>clear(String dataSourceID)</tt>: Clear all entries of the DeltaIndexingManager for the given dataSourceID. You cannot execute this command on an already locked data source. If you want to clear a locked data source you have to unlock it first.
+</li><li> <tt>clearAll()</tt>: Clears all entries of the DeltaIndexingManager including entries of any active sessions! Note that this may cause errors in clients currently using any of the closed sessions.
+</li><li> <tt>unlock(String dataSourceID)</tt>: Unlock the given data source and removes the sessions. Note that this may cause exceptions in a client currently using the closed sessions.
+</li><li> <tt>unlockAll()</tt>: Unlock all data sources and removes all sessions. Note that this may cause exceptions in clients currently using any of the closed sessions.
+</li><li> <tt>getLockStates()</tt>: Get an overview what data sources are locked or unlocked.
+</li><li> <tt>getEntryCount(String dataSourceID)</tt>: Get the number of delta indexing entries for the given dataSourceID.
+</li><li> <tt>getEntryCounts()</tt>: Get the number of delta indexing entries for all data sources.
+</li></ul>
+<p><br />
+</p>
+<a name="PerformanceCounter"></a><h2> <span class="mw-headline"> PerformanceCounter </span></h2>
+<p>A <a href="../Project_Concepts/Performance_counters_API.html" title="SMILA/Project Concepts/Performance counters API">PerformanceCounter</a> monitors the activity of a component. In SMILA currently two kinds of PerformanceCounters are available, one for <a href="Crawler.html" title="SMILA/Documentation/Crawler">Crawlers</a> and another for Processing within the Data Flow Process. With the aid of jconsole you have the possibility to look at interesting counters of SMILA. There exist a lot of views that allow you to get information about different situations.
+</p>
+<a name="Crawlers_performance_counters"></a><h3> <span class="mw-headline"> Crawlers performance counters </span></h3>
+<p>After you start a crawl job immediately a new branch in MBeans-tree appears with the following nodes/values:
+</p>
+<div class="thumb tright"><div class="thumbinner" style="width:182px;"><a href="http://wiki.eclipse.org/Image:CrawlerPCTree.PNG" class="image" title="Crawler counters tree"><img alt="Crawler counters tree" src="http://wiki.eclipse.org/images/thumb/5/57/CrawlerPCTree.PNG/180px-CrawlerPCTree.PNG" width="180" height="186" border="0" class="thumbimage" /></a> <div class="thumbcaption"><div class="magnify"><a href="http://wiki.eclipse.org/Image:CrawlerPCTree.PNG" class="internal" title="Enlarge"><img src="http://wiki.eclipse.org/skins/common/images/magnify-clip.png" width="15" height="11" alt="" /></a></div>Crawler counters tree</div></div></div>
+<ul><li> <tt>Crawlers</tt>
+<ul><li> <tt>FileSystem</tt> - Crawler type
+<ul><li> <tt>Launches</tt>
+<ul><li> <tt>file</tt> - Data source Id
+<ul><li> <tt>19786841</tt> - Crawler instance, one node for every crawl job
+</li></ul>
+</li></ul>
+</li><li> <tt>Total</tt> - Crawler type sub-total
+</li></ul>
+</li><li> <tt>Web</tt> - Crawler type
+<ul><li> <tt>Launches</tt>
+<ul><li> <tt>web</tt> - Data source Id
+<ul><li> <tt>2611152</tt> - Crawler instance, one node for every crawl job
+</li></ul>
+</li></ul>
+</li><li> <tt>Total</tt> - Crawler type sub-total
+</li></ul>
+</li><li> <tt>Total</tt>
+</li></ul>
+</li></ul>
+<p>The nodes contain a subset collection of these possible counters:
+</p>
+<ul><li> <tt>AttachmentBytesTransfered</tt>: total records attachment bytes transfered
+</li><li> <tt>AttachmentTransferRate</tt>: records attachment bytes transfer rate (bytes/sec)
+</li><li> <tt>AverageAttachmentTransferRate</tt>: overall (whole crawl job) records attachment bytes transfer rate (bytes/sec)
+</li><li> <tt>AverageDeltaIndicesProcessingTime</tt>: average delta index processing time (sec)
+</li><li> <tt>AverageRecordsProcessingTime</tt>: average record processing time (sec)
+</li><li> <tt>OverallAverageDeltaIndicesProcessingTime</tt>: overall delta index processing time (sec)
+</li><li> <tt>OverallAverageRecordsProcessingTime</tt>: overall record processing time (sec)
+</li><li> <tt>Error</tt>: contains a collection of all errors occurred. On operation tab you can find a method to show all errors in a dialog box.
+</li><li> <tt>Delta-indices</tt>: number of delta indices created in Solr core.
+</li><li> <tt>Exceptions(critical)</tt>: number of critical exceptions.
+</li><li> <tt>Exceptions(non-critical)</tt>: number of non-critical exceptions.
+</li><li> <tt>Exceptions(producer)</tt>: number of producer exceptions.
+</li><li> <tt>Files</tt>: number of files which were crawled. (only FileSystemCrawler)
+</li><li> <tt>Folder</tt>: number of folder walked through. (only FileSystemCrawler)
+</li><li> <tt>Records</tt>: number of records created.
+</li><li> <tt>Bytes</tt>: how much bytes were downloaded
+</li><li> <tt>http-fetch-time</tt>: average of each http-fetch-time, i.e. the time it costs to download a webpage.
+</li><li> <tt>Pages</tt>: how many pages were visited.
+</li></ul>
+<a name="Processing_performance_counters"></a><h3> <span class="mw-headline"> Processing performance counters </span></h3>
+<p>As soon as Router puts <tt>Record</tt>s into MQ the Listener pushes them into Data Flow Process. This time a new section with the following hierarchy (only an example, because PerformanceCounters vary according to your personal usage of SMILA) appears in MBeans-tree:
+</p>
+<ul><li> <tt>Pipeline</tt>: lists all invoked pipelines.
+<ul><li> <tt>AddPipeline</tt>
+</li><li> <tt>DeletePipeline</tt>
+</li></ul>
+</li><li> <tt>Processing Service</tt>: lists all processing services which were invoked, sorted by pipelines
+<ul><li> <tt>AddPipeline</tt>
+<ul><li> <tt>SimepleMimeTypeIdentifier</tt>
+</li></ul>
+</li><li> <tt>DeletePipeline</tt>
+<ul><li> <tt>SolrIndexPipelet</tt>
+</li></ul>
+</li></ul>
+</li><li> <tt>Simple Pipelet</tt>: lists all pipelets which were used, sorted by pipelines
+<ul><li> <tt>AddPipeline</tt>
+<ul><li> <tt>HtmlToTextPipelet</tt>
+</li><li> <tt>SolrIndexPipelet</tt>
+</li></ul>
+</li></ul>
+</li></ul>
+<a name="JMX_Client"></a><h2> <span class="mw-headline"> JMX Client </span></h2>
+<p>The JMX Client is a lightweight and very easy to use command line driven component to use access most JMX Management operations. It works without jconsole and provides only a few commands. If you want to have full control over SMILA framework you have to use jconsole as described in the chapter above. But if you only want to start a crawl job or check if a crawl job is still active, you don’t have to use the jconsole. Furthermore you have the possibility to expand functionality of JMX Client. It is highly configurable with only one single configuration file.
+</p>
+<a name="Pre-defined_commands_.28batch-files.29"></a><h3> <span class="mw-headline"> Pre-defined commands (batch-files) </span></h3>
+<p><b>Note:</b><i>The job <tt>jobName</tt> in the following descriptions refer to an import job which must be running. For an example see <a href="../Documentation_for_5_Minutes_to_Success.html" title="SMILA/Documentation for 5 Minutes to Success">SMILA/Documentation_for_5_Minutes_to_Success</a></i>
+</p>
+<ul><li> <tt>crawlFILE <i>jobName</i></tt>: start a crawl job with the data source "file" for the job with name <tt>jobName</tt>.
+</li><li> <tt>crawlFILEandWait <i>jobName</i></tt>: same as command above with the exception that the console-window stays open till the crawl job has finished.
+</li><li> <tt>crawlFILEstop</tt>: stop the crawl job for data source "file", if one is active.
+</li><li> <tt>crawlWEB <i>jobName</i></tt>: start a crawl job for data source "web" for the job with name <tt>jobName</tt>.
+</li><li> <tt>crawlWEBandWait <i>jobName</i></tt>: same as command above with the exception that the console-windows stays open till the crawl job has finished.
+</li><li> <tt>crawlWEBstop</tt>: stop the crawl job for data source "web", if one is active.
+</li><li> <tt>getActiveCrawls</tt>: show all active crawl jobs on console.
+</li><li> <tt>agentFEEDS <i>jobName</i></tt> start agent for the data source "feeds" for the job with name <tt>jobName</tt>.
+</li><li> <tt>agentFEEDSStop</tt> stop agent for the data source "feeds", if one is active
+</li><li> <tt>getActiveAgents</tt>: show all active agent jobs on console.
+</li><li> <tt>clearOntology</tt>: remove all statements from "native" ontology.
+</li><li> <tt>importRDF</tt>: import RDF file into "native" ontology. First argument is path to the RDF file (different formats are supported if the suffix is correct, see <a href="SesameOntologyManager.html#JMX_Management_Agent" title="SMILA/Documentation/SesameOntologyManager">SMILA/Documentation/SesameOntologyManager#JMX Management Agent</a>, second argument is the baseURI for all "relative" resources defined in the file. The value is irrelevant if the file contains only "absolute" URIs.
+</li><li> <tt>exportRDF</tt>: export all statements from "natvie" ontology to file "export.rdf" in RDF/XML format.
+</li></ul>
+<a name="Usage"></a><h3> <span class="mw-headline"> Usage </span></h3>
+<p>If you open command window in folder <tt>SMILA/jmxclient</tt> and execute <tt>run.bat</tt> you'll get very useful help.
+</p>
+<div class="thumb tright"><div class="thumbinner" style="width:182px;"><a href="http://wiki.eclipse.org/Image:JMXClient.png" class="image" title="JMX Client"><img alt="JMX Client" src="http://wiki.eclipse.org/images/thumb/a/a4/JMXClient.png/180px-JMXClient.png" width="180" height="77" border="0" class="thumbimage" /></a> <div class="thumbcaption"><div class="magnify"><a href="http://wiki.eclipse.org/Image:JMXClient.png" class="internal" title="Enlarge"><img src="http://wiki.eclipse.org/skins/common/images/magnify-clip.png" width="15" height="11" alt="" /></a></div>JMX Client</div></div></div>
+<p>The JMX Client can be used to simplify JMX Management while using batch-files for most important functions. But that’s not all. With the aid of JMX Client you have the possibility to use SMILA completely from your console or write own batch files which could invoke for example one method after another. The Client works with commands. These commands are managed in only one configuration file. In addition to the pre-defined commands you are able to create own commands. You only need to know the fully qualified class name and method name of function you want to invoke. To execute a command simply use this pattern: run.bat commandName commandParameters. The JMX client is able to execute any JMX operation and get any JMX attribute and to make it in one batch with reusing previous results.
+</p>
+<a name="Configuration"></a><h3> <span class="mw-headline"> Configuration </span></h3>
+<p>There is a configuration file located at <tt>org.eclipse.smila.management.jmx.client/schemas/jmxclient.xsd</tt> (Source) and <tt>jmxclient/schemas/jmxclient.xsd</tt> (Build). The default configuration file could be found at <tt>org.eclipse.smila.management.jmx.client/config.xml</tt> (Source) and <tt>jmxclient/config.xml</tt>.
+</p><p><br />
+</p>
+<a name="Configuration_explanation"></a><h4> <span class="mw-headline"> Configuration explanation </span></h4>
+<a name="To_use_commands_which_interact_with_JMX_a_connection_to_the_JMX_port_of_SMILA_is_needed"></a><h5> <span class="mw-headline"> To use commands which interact with JMX a connection to the JMX port of SMILA is needed </span></h5>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><connection</span> <span class="re0">id</span>=<span class="st0">"local"</span> <span class="re0">host</span>=<span class="st0">"localhost"</span> <span class="re0">port</span>=<span class="st0">"9004"</span><span class="re2">/></span></span></pre></div>
+<a name="Existing_commands"></a><h5> <span class="mw-headline"> Existing commands </span></h5>
+<p>The JMX client commands for SMILA are defined in the file <tt>config.xmk</tt> of the package <tt>org.eclipse.smila.management.jmx.client</tt>.
+The schema for the commands is defined in the folder <tt>schemas</tt> of the same package.
+</p>
+<a name="To_create_your_own_commands_you_have_to_use_cmd_command_after_the_schema_defined_in_the_above_folder"></a><h5> <span class="mw-headline"> To create your own commands you have to use cmd command after the schema defined in the above folder </span></h5>
+<ul><li> cmd:
+<ul><li> id: the name of the command.
+</li><li> echo: information to display on console if command is executed.
+<ul><li> operation
+<ul><li> domain: the JMX property root. If not defined, it will be defaulted to "SMILA".
+</li><li> key: Class containing method.
+</li><li> name: name of the method to invoke.
+</li><li> echo: information to display on console if method is invoked.
+<ul><li> parameter: one tag for each parameter.
+<ul><li> echo: description of the parameter.
+</li></ul>
+</li></ul>
+</li></ul>
+</li></ul>
+</li></ul>
+</li></ul>
+<a name="To_keep_the_console_open_and_inform_you_about_actual_status_you_can_use_the_wait_tag"></a><h5> <span class="mw-headline"> To keep the console open and inform you about actual status you can use the wait tag </span></h5>
+<ul><li> <b>STEP 1</b>:
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><cmd</span> <span class="re0">id</span>=<span class="st0">"crawlW"</span> <span class="re0">echo</span>=<span class="st0">"Starting crawler by datasource id and wait for finished"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><operation</span>
+ <span class="re0">key</span>=<span class="st0">"CrawlerController"</span>
+ <span class="re0">name</span>=<span class="st0">"startCrawling"</span>
+ <span class="re0">echo</span>=<span class="st0">"Starting crawl [%1]"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><parameter</span> <span class="re0">echo</span>=<span class="st0">"data source id"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><parameter</span> <span class="re0">echo</span>=<span class="st0">"job name"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></operation<span class="re2">></span></span></span>
+ ...</pre></div>
+<dl><dd><dl><dd> for the MBean of DOMAIN "SMILA" with KEY „CrawlerController" the operation "startCrawlerTask" with two input parameters (with String type - default) is executed. JMX will return a result to the client, e.g. <i>"Crawler with the dataSourceId 'file' pushing to job 'indexUpdateJob' successfully started! (import run id: 595826)"</i>
+</dd></dl>
+</dd></dl>
+<ul><li> <b>STEP 2</b>:
+</li></ul>
+<dl><dd><dl><dd> we need to extract the hash code (which is the import run id) from the crawler's feedback to track its activities. This can be done by the following regexp tag which would return "595826" as its result for the above example.
+</dd></dl>
+</dd></dl>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><regexp</span> <span class="re0">pattern</span>=<span class="st0">"^.*\(\D*(\d+)\).*$"</span> <span class="re0">group</span>=<span class="st0">"1"</span> <span class="re0">echo</span>=<span class="st0">"Extracting crawler hash code"</span><span class="re2">/></span></span></pre></div>
+<ul><li> <b>STEP 3</b> is an unconditional simple wait task. We have to wait for the jmx counters to be created before we can access them in the next step.
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><wait</span> <span class="re0">echo</span>=<span class="st0">"Waiting for jmx counters"</span> <span class="re0">pause</span>=<span class="st0">"1000"</span> <span class="re2">/></span></span></pre></div>
+<ul><li> <b>STEP 4</b> is a wait task - the most complex task - we will wait until the crawl is finished. This wait tag is defined by using two subnodes
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><wait</span> <span class="re0">echo</span>=<span class="st0">"Waiting while crawl ends"</span> <span class="re0">pause</span>=<span class="st0">"1000"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><in<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><cmd</span> <span class="re0">id</span>=<span class="st0">"-"</span> <span class="re0">echo</span>=<span class="st0">"Getting crawler status by datasource id"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><operation</span>
+ <span class="re0">key</span>=<span class="st0">"CrawlerController"</span>
+ <span class="re0">name</span>=<span class="st0">"getStatus"</span>
+ <span class="re0">echo</span>=<span class="st0">"Crawl [%1] status"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- value="%1" --></span></span>
+ <span class="sc3"><span class="re1"><parameter</span> <span class="re0">echo</span>=<span class="st0">"data source id"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></operation<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></cmd<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><const</span> <span class="re0">value</span>=<span class="st0">"Finished"</span> <span class="re0">echo</span>=<span class="st0">"Crawling finished status"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><const</span> <span class="re0">value</span>=<span class="st0">"Stopped"</span> <span class="re0">echo</span>=<span class="st0">"Crawling stopped status"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><const</span> <span class="re0">value</span>=<span class="st0">"Aborted"</span> <span class="re0">echo</span>=<span class="st0">"Crawling aborted status"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></in<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><cmd</span> <span class="re0">id</span>=<span class="st0">"-"</span> <span class="re0">echo</span>=<span class="st0">"Reading crawler performance counters"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><attribute</span>
+ <span class="re0">key</span>=<span class="st0">"Crawlers/%3/Total"</span>
+ <span class="re0">name</span>=<span class="st0">"Records"</span>
+ <span class="re0">echo</span>=<span class="st0">"Total records"</span><span class="re2">/></span></span>
+ ...
+ <span class="sc3"><span class="re1"></cmd<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></wait<span class="re2">></span></span></span></pre></div>
+<dl><dd><dl><dd> First subnode ( here its logical IN ) is a condition defining when to exit from the WAIT task. The second subnode is a command to execute in each iteration of the wait loop.
+</dd><dd> If the condition is not evaluated to true, the wait task will pause for the given amount of milliseconds before entering the next iteration. So each 1000 ms the following will be executed:
+<ul><li> three performance counters defined in <tt>cmd</tt> with <tt>id="-"</tt> will be printed.
+</li><li> it will read the number of records, ask for the crawler's status checks if the status is "Finished", "Stopped" or "Aborted".
+</li><li> if it is, the crawling has finished and so the loop exits, otherwise the next iteration of the loop is started.
+</li></ul>
+</dd></dl>
+</dd></dl>
+<a name="JMX_Client_in_OSGi_console"></a><h2> <span class="mw-headline"> JMX Client in OSGi console </span></h2>
+<p>The JMX client is also available in the Equinox OSGi console as a command provider. Thus you can now invoke the same configured actions also from the OSGi console without having to open a separate window. The command name is <tt>smila</tt> followed by the same arguments used with the <tt>run</tt> script in <tt>SMILA/jmxclient</tt>. Use <tt>help</tt> to get a description of the supported commands, the output should look like this:
+</p><p><a href="http://wiki.eclipse.org/Image:SMILA-osgiconsole-help.png" class="image" title="Image:SMILA-osgiconsole-help.png"><img alt="Image:SMILA-osgiconsole-help.png" src="http://wiki.eclipse.org/images/7/7a/SMILA-osgiconsole-help.png" width="994" height="423" border="0" /></a>
+</p><p>Usually a lot more help output for the standard Equinox commands follows so you may need to scroll back a lot to find the description of the <tt>smila</tt> command.
+</p><p>See the next screenshot for an example session in which an agent and an crawler is controlled using the OSGi JMX client only. You'll see that the commands are exactly like when using the <tt>run</tt> script, only the command name is <tt>smila</tt>, not <tt>run</tt>.
+</p><p><a href="http://wiki.eclipse.org/Image:SMILA-osgiconsole-commands.png" class="image" title="Image:SMILA-osgiconsole-commands.png"><img alt="Image:SMILA-osgiconsole-commands.png" src="http://wiki.eclipse.org/images/4/40/SMILA-osgiconsole-commands.png" width="997" height="426" border="0" /></a>
+</p>
+<a name="External_links"></a><h2> <span class="mw-headline"> External links </span></h2>
+<ul><li> <a href="http://java.sun.com/javase/technologies/core/mntr-mgmt/javamanagement/" class="external text" title="http://java.sun.com/javase/technologies/core/mntr-mgmt/javamanagement/" rel="nofollow">Java Management Extensions (JMX)</a>
+</li><li> <a href="http://java.sun.com/developer/technicalArticles/J2SE/jconsole.html" class="external text" title="http://java.sun.com/developer/technicalArticles/J2SE/jconsole.html" rel="nofollow">Using JConsole to Monitor Applications</a>
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 174/1000000
+Post-expand include size: 1042/2097152 bytes
+Template argument size: 512/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:18604-0!1!0!!en!2!edit=0 and timestamp 20120203101312 -->
+<div class="printfooter">
+Retrieved from "<a href="Management.html">http://wiki.eclipse.org/SMILA/Documentation/Management</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 09:46, 24 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a>, <a href="http://wiki.eclipse.org/index.php?title=User:Daniel.stucky.attensity.com&action=edit" class="new" title="User:Daniel.stucky.attensity.com">Daniel Stucky</a> and <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Management&action=credits" title="SMILA/Documentation/Management">others</a>.</p>
+ <p id="footerviews">This page has been accessed 3,163 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.257 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/MimeTypeIdentifier.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/MimeTypeIdentifier.html
new file mode 100644
index 0000000..09ae109
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/MimeTypeIdentifier.html
@@ -0,0 +1,264 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/MimeTypeIdentifier,SMILA/Documentation/Bundle org.eclipse.smila.processing.pipelets" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/MimeTypeIdentifier - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/MimeTypeIdentifier";
+var wgTitle = "SMILA/Documentation/MimeTypeIdentifier";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "19903";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "285866";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="MimeTypeIdentifier.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_MimeTypeIdentifier">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/MimeTypeIdentifier">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/MimeTypeIdentifier">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/MimeTypeIdentifier">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/MimeTypeIdentifier&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/MimeTypeIdentifier&oldid=285866">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="MimeTypeIdentifier.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/MimeTypeIdentifier&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/MimeTypeIdentifier&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/MimeTypeIdentifier&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/MimeTypeIdentifier"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/MimeTypeIdentifier</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="MimeTypeIdentifier.html#column-one">navigation</a>, <a href="MimeTypeIdentifier.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="MimeTypeIdentifier.html#Overview"><span class="tocnumber">1</span> <span class="toctext">Overview</span></a></li>
+<li class="toclevel-1"><a href="MimeTypeIdentifier.html#API"><span class="tocnumber">2</span> <span class="toctext">API</span></a></li>
+<li class="toclevel-1"><a href="MimeTypeIdentifier.html#Implementations"><span class="tocnumber">3</span> <span class="toctext">Implementations</span></a>
+<ul>
+<li class="toclevel-2"><a href="MimeTypeIdentifier.html#org.eclipse.smila.common.mimetype.impl"><span class="tocnumber">3.1</span> <span class="toctext">org.eclipse.smila.common.mimetype.impl</span></a>
+<ul>
+<li class="toclevel-3"><a href="MimeTypeIdentifier.html#Configuration"><span class="tocnumber">3.1.1</span> <span class="toctext">Configuration</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Overview"></a><h2> <span class="mw-headline"> Overview </span></h2>
+<p>A <tt>MimeTypeIdentifier</tt> is an OSGi service which can be used to identify the MIME type of a given <tt>byte[]</tt> or a file extension. The documentation of a pipelet which uses this service can be found at <a href="Bundle_org.eclipse.smila.processing.pipelets.html#org.eclipse.smila.processing.pipelets.MimeTypeIdentifyPipelet" title="SMILA/Documentation/Bundle org.eclipse.smila.processing.pipelets"> SMILA/Documentation/Bundle_org.eclipse.smila.processing.pipelets </a>.
+</p>
+<a name="API"></a><h2> <span class="mw-headline"> API </span></h2>
+<p>You can find the javaDoc API for the <a href="http://build.eclipse.org/rt/smila/javadoc/current/index.html?org/eclipse/smila/common/mimetype/MimeTypeIdentifier.html" class="external text" title="http://build.eclipse.org/rt/smila/javadoc/current/index.html?org/eclipse/smila/common/mimetype/MimeTypeIdentifier.html" rel="nofollow">MimeTypeIdentifier here</a>
+</p>
+<a name="Implementations"></a><h2> <span class="mw-headline">Implementations</span></h2>
+<p>It is possible to provide different implementations for the <tt>MimeTypeIdentifier</tt> interface. In general it makes sense to only activate one <tt>MimeTypeIdentifier</tt> implementation at the same time. This is achieved by simply starting just the bundle with the desired implementation. If multiple implementations are started, a client using the <tt>MimeTypeIdentifier</tt> has to use a filter to select between the available implementations. Otherwise it gets a reference randomly. The component name could be used for filtering.
+</p><p>Below is a list of the currently available implementations.
+</p>
+<a name="org.eclipse.smila.common.mimetype.impl"></a><h3> <span class="mw-headline">org.eclipse.smila.common.mimetype.impl</span></h3>
+<p>The default implementation <tt>SimpleMimeTypeIdentifier</tt> cam only identify MIME types by file extension. Identification by <tt>byte[]</tt> is not supported. The mapping file <tt>mime.types</tt> (located inside the bundle) is used to map from file extension to MIME type.
+</p>
+<a name="Configuration"></a><h4> <span class="mw-headline"> Configuration </span></h4>
+<p>There are no configuration options available for this bundle.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 14/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:19903-0!1!0!!en!2!edit=0 and timestamp 20120202171427 -->
+<div class="printfooter">
+Retrieved from "<a href="MimeTypeIdentifier.html">http://wiki.eclipse.org/SMILA/Documentation/MimeTypeIdentifier</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 16:17, 23 January 2012 by <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a>, <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a> and <a href="http://wiki.eclipse.org/User:Igor.novakovic.attensity.com" title="User:Igor.novakovic.attensity.com">Igor Novakovic</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/MimeTypeIdentifier&action=credits" title="SMILA/Documentation/MimeTypeIdentifier">others</a>.</p>
+ <p id="footerviews">This page has been accessed 2,720 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.062 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Mock_Agent.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Mock_Agent.html
new file mode 100644
index 0000000..5dad542
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Mock_Agent.html
@@ -0,0 +1,366 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/Mock Agent,SMILA/Documentation/Agent,SMILA/Documentation/Feed Agent" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/Mock Agent - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/Mock_Agent";
+var wgTitle = "SMILA/Documentation/Mock Agent";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "19394";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "285990";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="Mock_Agent.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_Mock_Agent">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Mock_Agent">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/Mock_Agent">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/Mock_Agent">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Mock_Agent&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Mock_Agent&oldid=285990">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Mock_Agent.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/Mock_Agent&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Mock_Agent&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Mock_Agent&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Mock%20Agent"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/Mock Agent</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Mock_Agent.html#column-one">navigation</a>, <a href="Mock_Agent.html#searchInput">search</a></div> <!-- start content -->
+ <div class="messagebox" style="background-color: #def3fe; border: 1px solid #c5d7e0; color: black; padding: 5px; margin: 1ex 0; min-height: 35px; padding-left: 45px;">
+<div style="float: left; margin-left: -40px;"><a href="http://wiki.eclipse.org/Image:Note.png" class="image" title="Note.png"><img alt="" src="http://wiki.eclipse.org/images/c/cc/Note.png" width="35" height="35" border="0" /></a></div>
+<div><b>This is deprecated for SMILA 1.0, the connectivity framework is still functional but will aimed to be replaced by scalable import based on SMILAs job management.</b><br /></div>
+</div>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Mock_Agent.html#Overview"><span class="tocnumber">1</span> <span class="toctext">Overview</span></a></li>
+<li class="toclevel-1"><a href="Mock_Agent.html#Agent_configuration"><span class="tocnumber">2</span> <span class="toctext">Agent configuration</span></a></li>
+<li class="toclevel-1"><a href="Mock_Agent.html#Agent_configuration_explanation"><span class="tocnumber">3</span> <span class="toctext">Agent configuration explanation</span></a></li>
+<li class="toclevel-1"><a href="Mock_Agent.html#Mock_agent_configuration_example"><span class="tocnumber">4</span> <span class="toctext">Mock agent configuration example</span></a></li>
+<li class="toclevel-1"><a href="Mock_Agent.html#Output_example"><span class="tocnumber">5</span> <span class="toctext">Output example</span></a></li>
+<li class="toclevel-1"><a href="Mock_Agent.html#See_also"><span class="tocnumber">6</span> <span class="toctext">See also</span></a></li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Overview"></a><h2> <span class="mw-headline"> Overview </span></h2>
+<p>The Mock agent is a sample implementation of an agent used for testing. It creates new records in a configurable interval and sends add requests to the AgentController.
+</p><p>A record can contain the following attributes:
+</p>
+<ul><li> Identifier
+</li><li> MimeType
+</li><li> LastModifiedDate
+</li><li> Content
+</li></ul>
+<a name="Agent_configuration"></a><h2> <span class="mw-headline"> Agent configuration </span></h2>
+<p>The example configuration file is located at <tt>configuration/org.eclipse.smila.connectivity.framework/mockAgent.xml</tt>.
+</p><p>Defining Schema: <tt>org.eclipse.smila.connectivits.framework.agent.mock/schemas/MockDataSourceConnectionConfigSchema.xsd</tt>.
+</p>
+<a name="Agent_configuration_explanation"></a><h2> <span class="mw-headline"> Agent configuration explanation </span></h2>
+<p>The root element of the configuration is <tt>DataSourceConnectionConfig</tt> and contains the following sub elements:
+</p>
+<ul><li> <tt>DataSourceID</tt> – the identification of a data source
+</li><li> <tt>SchemaID</tt> – specifies the schema for the data source
+</li><li> <tt>DataConnectionID</tt> – describes which agent or crawler should be used
+<ul><li> <tt>Crawler</tt> – service ID a crawler
+</li><li> <tt>Agent</tt> – service ID of an agent
+</li></ul>
+</li><li> <tt>CompoundHandling</tt> – specify if packed data (like a ZIP container containing files) should be unpack and files within should be processed(YES or NO).
+</li><li> <tt>Attributes</tt> – list all attributes provided by the data source
+<ul><li> <tt>Attribute</tt>
+<ul><li> <tt>Type</tt> (required) – the data type (String, Integer or Date).
+</li><li> <tt>Name</tt> (required) – attributes name.
+</li><li> <tt>HashAttribute</tt> – specify if a hash should be created (true or false).
+</li><li> <tt>KeyAttribute</tt> – creates a key for this object, for example for record id (true or false).
+</li><li> <tt>Attachment</tt> – specify if the attribute return the data as attachment of record.
+</li></ul>
+</li></ul>
+</li></ul>
+<ul><li> <tt>Process</tt> – contains parameters for the agent business logic.
+<ul><li> <tt>SleepTime</tt> – the number of seconds to wait betweeen creation of records.
+</li></ul>
+</li></ul>
+<a name="Mock_agent_configuration_example"></a><h2> <span class="mw-headline"> Mock agent configuration example </span></h2>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><DataSourceConnectionConfig</span>
+ <span class="re0">xmlns:xsi</span>=<span class="st0">"http://www.w3.org/2001/XMLSchema-instance"</span>
+ <span class="re0">xsi:noNamespaceSchemaLocation</span>=<span class="st0">"../org.eclipse.smila.connectivity.framework.agent.mock/schemas/MockDataSourceConnectionConfigSchema.xsd"</span>
+<span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><DataSourceID<span class="re2">></span></span></span>mockAgent<span class="sc3"><span class="re1"></DataSourceID<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><SchemaID<span class="re2">></span></span></span>org.eclipse.smila.connectivity.framework.agent.mock<span class="sc3"><span class="re1"></SchemaID<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><DataConnectionID<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Agent<span class="re2">></span></span></span>MockAgent<span class="sc3"><span class="re1"></Agent<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></DataConnectionID<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><CompoundHandling<span class="re2">></span></span></span>Yes<span class="sc3"><span class="re1"></CompoundHandling<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attributes<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">Type</span>=<span class="st0">"Date"</span> <span class="re0">Name</span>=<span class="st0">"LastModifiedDate"</span> <span class="re0">HashAttribute</span>=<span class="st0">"true"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><MockAttributes<span class="re2">></span></span></span>LastModifiedDate<span class="sc3"><span class="re1"></MockAttributes<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Attribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">Type</span>=<span class="st0">"String"</span> <span class="re0">Name</span>=<span class="st0">"Path"</span> <span class="re0">KeyAttribute</span>=<span class="st0">"true"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><MockAttributes<span class="re2">></span></span></span>Identifier<span class="sc3"><span class="re1"></MockAttributes<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Attribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">Type</span>=<span class="st0">"String"</span> <span class="re0">Name</span>=<span class="st0">"Content"</span> <span class="re0">Attachment</span>=<span class="st0">"true"</span> <span class="re0">MimeTypeAttribute</span>=<span class="st0">"MimeType"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><MockAttributes<span class="re2">></span></span></span>Content<span class="sc3"><span class="re1"></MockAttributes<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Attribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">Type</span>=<span class="st0">"String"</span> <span class="re0">Name</span>=<span class="st0">"MimeType"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><MockAttributes<span class="re2">></span></span></span>MimeType<span class="sc3"><span class="re1"></MockAttributes<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Attribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Attributes<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Process<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><SleepTime<span class="re2">></span></span></span>60<span class="sc3"><span class="re1"></SleepTime<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Process<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></DataSourceConnectionConfig<span class="re2">></span></span></span></pre></div>
+<a name="Output_example"></a><h2> <span class="mw-headline"> Output example </span></h2>
+<p>A record created by the Mock agent will have the following structure:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Record</span> <span class="re0">xmlns</span>=<span class="st0">"http://www.eclipse.org/smila/record"</span> <span class="re0">version</span>=<span class="st0">"2.0"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"_recordid"</span><span class="re2">></span></span>mockAgent:<span class="sc1">&lt;</span>Path=1241449855624<span class="sc1">&gt;</span><span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"_source"</span><span class="re2">></span></span>mockAgent<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"LastModifiedDate"</span> <span class="re0">type</span>=<span class="st0">"datetime"</span><span class="re2">></span></span>2009-05-04 16:44:46.541<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"Path"</span><span class="re2">></span></span>1241449855624<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"MimeType"</span><span class="re2">></span></span>text/html<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attachment<span class="re2">></span></span></span>Content<span class="sc3"><span class="re1"></Attachment<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></Record<span class="re2">></span></span></span></pre></div>
+<a name="See_also"></a><h2> <span class="mw-headline"> See also </span></h2>
+<ul><li> <a href="Agent.html" title="SMILA/Documentation/Agent">Agent</a>
+</li><li> <a href="Feed_Agent.html" title="SMILA/Documentation/Feed Agent">Feed Agent</a>
+</li></ul>
+<p><br />
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 67/1000000
+Post-expand include size: 1045/2097152 bytes
+Template argument size: 515/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:19394-0!1!0!!en!2!edit=0 and timestamp 20120202171433 -->
+<div class="printfooter">
+Retrieved from "<a href="Mock_Agent.html">http://wiki.eclipse.org/SMILA/Documentation/Mock_Agent</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 09:43, 24 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/User:Drazen.cindric.attensity.com" title="User:Drazen.cindric.attensity.com">Drazen Cindric</a> and <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>.</p>
+ <p id="footerviews">This page has been accessed 2,898 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.085 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/ObjectStore/Bundle_org.eclipse.smila.objectstore.filesystem.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/ObjectStore/Bundle_org.eclipse.smila.objectstore.filesystem.html
new file mode 100644
index 0000000..b23c6ca
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/ObjectStore/Bundle_org.eclipse.smila.objectstore.filesystem.html
@@ -0,0 +1,296 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/ObjectStore/Bundle org.eclipse.smila.objectstore.filesystem,SMILA/Documentation/ObjectStore/Bundle org.eclipse.smila.objectstore" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/ObjectStore/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/ObjectStore/Bundle org.eclipse.smila.objectstore.filesystem - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/ObjectStore/Bundle_org.eclipse.smila.objectstore.filesystem";
+var wgTitle = "SMILA/Documentation/ObjectStore/Bundle org.eclipse.smila.objectstore.filesystem";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "32138";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "285829";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Bundle_org.eclipse.smila.objectstore.filesystem.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_ObjectStore_Bundle_org_eclipse_smila_objectstore_filesystem">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/ObjectStore/Bundle_org.eclipse.smila.objectstore.filesystem">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/ObjectStore/Bundle_org.eclipse.smila.objectstore.filesystem">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/ObjectStore/Bundle_org.eclipse.smila.objectstore.filesystem">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/ObjectStore/Bundle_org.eclipse.smila.objectstore.filesystem&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/ObjectStore/Bundle_org.eclipse.smila.objectstore.filesystem&oldid=285829">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Bundle_org.eclipse.smila.objectstore.filesystem.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/ObjectStore/Bundle_org.eclipse.smila.objectstore.filesystem&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/ObjectStore/Bundle_org.eclipse.smila.objectstore.filesystem&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/ObjectStore/Bundle_org.eclipse.smila.objectstore.filesystem&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/ObjectStore/Bundle%20org.eclipse.smila.objectstore.filesystem"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/ObjectStore/Bundle org.eclipse.smila.objectstore.filesystem</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../../SMILA.html" title="SMILA">SMILA</a> | <a href="../../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Bundle_org.eclipse.smila.objectstore.filesystem.html#column-one">navigation</a>, <a href="Bundle_org.eclipse.smila.objectstore.filesystem.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Bundle_org.eclipse.smila.objectstore.filesystem.html#org.eclipse.smila.objectstore.filesystem"><span class="tocnumber">1</span> <span class="toctext">org.eclipse.smila.objectstore.filesystem</span></a>
+<ul>
+<li class="toclevel-2"><a href="Bundle_org.eclipse.smila.objectstore.filesystem.html#Description"><span class="tocnumber">1.1</span> <span class="toctext">Description</span></a></li>
+<li class="toclevel-2"><a href="Bundle_org.eclipse.smila.objectstore.filesystem.html#JavaDoc"><span class="tocnumber">1.2</span> <span class="toctext">JavaDoc</span></a></li>
+<li class="toclevel-2"><a href="Bundle_org.eclipse.smila.objectstore.filesystem.html#SimpleObjectStoreService"><span class="tocnumber">1.3</span> <span class="toctext">SimpleObjectStoreService</span></a>
+<ul>
+<li class="toclevel-3"><a href="Bundle_org.eclipse.smila.objectstore.filesystem.html#API"><span class="tocnumber">1.3.1</span> <span class="toctext">API</span></a></li>
+<li class="toclevel-3"><a href="Bundle_org.eclipse.smila.objectstore.filesystem.html#Configuration"><span class="tocnumber">1.3.2</span> <span class="toctext">Configuration</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="org.eclipse.smila.objectstore.filesystem"></a><h1> <span class="mw-headline"> org.eclipse.smila.objectstore.filesystem </span></h1>
+<a name="Description"></a><h2> <span class="mw-headline"> Description </span></h2>
+<p>This package provides a file system based implementation of the <tt>ObjectStoreService</tt> (<tt>org.eclipse.smila.objectstore</tt> package).
+</p><p>The objects are temporarily written to a shadow store, so they will not be visible until they have been committed (an exception to this is the append operation, that will append to the <i>live</i> object).
+</p><p>The storage is divided into two parts: <tt>Stores</tt> and <tt>Objects</tt>.
+</p><p>The following rules apply to this file system based implementation:
+</p>
+<ul><li>Store
+<ul><li>A store is represented by a plain directory in the base store path.
+</li><li>A store can include plain files or a hierarchy of files that can be listed with <tt>getStoreObjectInfos(String, String)</tt>.
+</li><li>A valid store name contains up to 256 characters and contains no other characters than a-z, A-Z, 0-9, and '-' (hyphen). Expressed as a regular expression this is equal to: "[a-zA-Z0-9-]{0,256}").
+</li></ul>
+</li><li>Object
+<ul><li>An object represents a file in a store.
+</li><li>An object will be invisible until the corresponding <tt>SimpleStoreOutputStream</tt> is closed or an invocation of <tt>writeObject(String, String)</tt> method succeeded
+<ul><li>Exception: A invocation of the <tt>appendToObject(String, String, byte[])</tt> method will append directly to the visible object.
+</li></ul>
+</li></ul>
+</li></ul>
+<p>Hierarchies within the store can be created by using object ids that contain a path, e.g. creating an object <tt>path/to/the/object</tt> in a store with the name <tt>storename</tt> will result in the following file system hierarchy (starting with the store-base file system):
+<tt>storename/path/to/the/object</tt>
+</p>
+<a name="JavaDoc"></a><h2> <span class="mw-headline"> JavaDoc </span></h2>
+<p>JavaDoc can be found at <a href="http://build.eclipse.org/rt/smila/javadoc/current/index.html?org/eclipse/smila/objectstore/filesystem/package-summary.html" class="external text" title="http://build.eclipse.org/rt/smila/javadoc/current/index.html?org/eclipse/smila/objectstore/filesystem/package-summary.html" rel="nofollow">org.eclipse.smila.objectstore.filesystem</a>.
+</p><p>For the interfaces implemented and the exceptions used, see <a href="http://build.eclipse.org/rt/smila/javadoc/current/index.html?org/eclipse/smila/objectstore/package-summary.html" class="external text" title="http://build.eclipse.org/rt/smila/javadoc/current/index.html?org/eclipse/smila/objectstore/package-summary.html" rel="nofollow">org.eclipse.smila.objectstore</a>.
+</p>
+<a name="SimpleObjectStoreService"></a><h2> <span class="mw-headline"> SimpleObjectStoreService </span></h2>
+<a name="API"></a><h3> <span class="mw-headline"> API </span></h3>
+<p><tt>SimpleObjectStoreService</tt> implements the <a href="http://build.eclipse.org/rt/smila/javadoc/current/org/eclipse/smila/objectstore/ObjectStoreService.html" class="external text" title="http://build.eclipse.org/rt/smila/javadoc/current/org/eclipse/smila/objectstore/ObjectStoreService.html" rel="nofollow">org.eclipse.smila.objectstore.ObjectStoreService API</a> of the <tt>ObjectStoreService</tt>.
+</p><p>This implementation does not support the method <tt>void finishObject(final String storeName, final String objectId)</tt>, that is meant to prevent further append calls for the object. Any call to this method is ignored.
+</p><p>You can find information of the <tt>ObjectStoreService</tt> in <a href="Bundle_org.eclipse.smila.objectstore.html" title="SMILA/Documentation/ObjectStore/Bundle org.eclipse.smila.objectstore">bundle org.eclipse.smila.objectstore</a>.
+</p>
+<a name="Configuration"></a><h3> <span class="mw-headline"> Configuration </span></h3>
+<p>The only configuration that can be provided (but is not necessary) is a configuration property file located at <tt>configuration/org.eclipse.smila.objectstore.filesystem/objectstoreservice.properties</tt>.
+</p><p>In this file you can specify the following settings:
+</p>
+<ul><li><tt>root.path</tt>
+<ul><li>Defines the path to the root directory of the object store. In this directory, the store root folder <tt>objectstore</tt> and shadow directory <tt>.objectstore</tt> will be created to hold the stores and the visible (resp. temporary) objects of the stores.
+</li><li>Default: If the property is not set, a default directory for the bundle is created in the SMILA workspace.
+</li></ul>
+</li><li><tt>file.locking</tt>
+<ul><li>This option is experimental!
+</li><li>If set to <tt>true</tt>, access to the file will be accompanied by a files system lock to prohibit parallel access by other programs. Whether or not the operating system or the file system used will honor this lock cannot be guaranteed, so it is not recommended.
+</li><li>Default: <tt>false</tt>.
+</li></ul>
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 29/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:32138-0!1!0!!en!2!edit=0 and timestamp 20120203101233 -->
+<div class="printfooter">
+Retrieved from "<a href="Bundle_org.eclipse.smila.objectstore.filesystem.html">http://wiki.eclipse.org/SMILA/Documentation/ObjectStore/Bundle_org.eclipse.smila.objectstore.filesystem</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 15:41, 23 January 2012 by <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a>.</p>
+ <p id="footerviews">This page has been accessed 953 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.096 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/ObjectStore/Bundle_org.eclipse.smila.objectstore.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/ObjectStore/Bundle_org.eclipse.smila.objectstore.html
new file mode 100644
index 0000000..8da91d9
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/ObjectStore/Bundle_org.eclipse.smila.objectstore.html
@@ -0,0 +1,477 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/ObjectStore/Bundle org.eclipse.smila.objectstore,SMILA/Documentation/ObjectStore/filesystem/SimpleObjectStoreService" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/ObjectStore/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/ObjectStore/Bundle org.eclipse.smila.objectstore - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/ObjectStore/Bundle_org.eclipse.smila.objectstore";
+var wgTitle = "SMILA/Documentation/ObjectStore/Bundle org.eclipse.smila.objectstore";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "32139";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "285828";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Bundle_org.eclipse.smila.objectstore.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_ObjectStore_Bundle_org_eclipse_smila_objectstore">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/ObjectStore/Bundle_org.eclipse.smila.objectstore">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/ObjectStore/Bundle_org.eclipse.smila.objectstore">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/ObjectStore/Bundle_org.eclipse.smila.objectstore">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/ObjectStore/Bundle_org.eclipse.smila.objectstore&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/ObjectStore/Bundle_org.eclipse.smila.objectstore&oldid=285828">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Bundle_org.eclipse.smila.objectstore.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/ObjectStore/Bundle_org.eclipse.smila.objectstore&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/ObjectStore/Bundle_org.eclipse.smila.objectstore&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/ObjectStore/Bundle_org.eclipse.smila.objectstore&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/ObjectStore/Bundle%20org.eclipse.smila.objectstore"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/ObjectStore/Bundle org.eclipse.smila.objectstore</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../../SMILA.html" title="SMILA">SMILA</a> | <a href="../../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Bundle_org.eclipse.smila.objectstore.html#column-one">navigation</a>, <a href="Bundle_org.eclipse.smila.objectstore.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Bundle_org.eclipse.smila.objectstore.html#Bundle_org.eclipse.smila.objectstore"><span class="tocnumber">1</span> <span class="toctext">Bundle org.eclipse.smila.objectstore</span></a>
+<ul>
+<li class="toclevel-2"><a href="Bundle_org.eclipse.smila.objectstore.html#org.eclipse.smila.objectstore.ObjectStoreService"><span class="tocnumber">1.1</span> <span class="toctext">org.eclipse.smila.objectstore.ObjectStoreService</span></a>
+<ul>
+<li class="toclevel-3"><a href="Bundle_org.eclipse.smila.objectstore.html#JavaDoc"><span class="tocnumber">1.1.1</span> <span class="toctext">JavaDoc</span></a></li>
+<li class="toclevel-3"><a href="Bundle_org.eclipse.smila.objectstore.html#Description"><span class="tocnumber">1.1.2</span> <span class="toctext">Description</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="Bundle_org.eclipse.smila.objectstore.html#org.eclipse.smila.objectstore.StoreObject"><span class="tocnumber">1.2</span> <span class="toctext">org.eclipse.smila.objectstore.StoreObject</span></a>
+<ul>
+<li class="toclevel-3"><a href="Bundle_org.eclipse.smila.objectstore.html#JavaDoc_2"><span class="tocnumber">1.2.1</span> <span class="toctext">JavaDoc</span></a></li>
+<li class="toclevel-3"><a href="Bundle_org.eclipse.smila.objectstore.html#Description_2"><span class="tocnumber">1.2.2</span> <span class="toctext">Description</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="Bundle_org.eclipse.smila.objectstore.html#org.eclipse.smila.objectstore.StoreOutputStream"><span class="tocnumber">1.3</span> <span class="toctext">org.eclipse.smila.objectstore.StoreOutputStream</span></a>
+<ul>
+<li class="toclevel-3"><a href="Bundle_org.eclipse.smila.objectstore.html#JavaDoc_3"><span class="tocnumber">1.3.1</span> <span class="toctext">JavaDoc</span></a></li>
+<li class="toclevel-3"><a href="Bundle_org.eclipse.smila.objectstore.html#Description_3"><span class="tocnumber">1.3.2</span> <span class="toctext">Description</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="Bundle_org.eclipse.smila.objectstore.html#Exceptions_defined_in_org.eclipse.smila.objectstore"><span class="tocnumber">1.4</span> <span class="toctext">Exceptions defined in org.eclipse.smila.objectstore</span></a>
+<ul>
+<li class="toclevel-3"><a href="Bundle_org.eclipse.smila.objectstore.html#JavaDoc_4"><span class="tocnumber">1.4.1</span> <span class="toctext">JavaDoc</span></a></li>
+<li class="toclevel-3"><a href="Bundle_org.eclipse.smila.objectstore.html#Description_4"><span class="tocnumber">1.4.2</span> <span class="toctext">Description</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="Bundle_org.eclipse.smila.objectstore.html#Handlers_in_org.eclipse.smila.objectstore"><span class="tocnumber">1.5</span> <span class="toctext">Handlers in org.eclipse.smila.objectstore</span></a>
+<ul>
+<li class="toclevel-3"><a href="Bundle_org.eclipse.smila.objectstore.html#JavaDoc_5"><span class="tocnumber">1.5.1</span> <span class="toctext">JavaDoc</span></a></li>
+<li class="toclevel-3"><a href="Bundle_org.eclipse.smila.objectstore.html#Description_5"><span class="tocnumber">1.5.2</span> <span class="toctext">Description</span></a>
+<ul>
+<li class="toclevel-4"><a href="Bundle_org.eclipse.smila.objectstore.html#ObjectStoreServiceHandler"><span class="tocnumber">1.5.2.1</span> <span class="toctext">ObjectStoreServiceHandler</span></a></li>
+<li class="toclevel-4"><a href="Bundle_org.eclipse.smila.objectstore.html#StoreAdminHandler"><span class="tocnumber">1.5.2.2</span> <span class="toctext">StoreAdminHandler</span></a></li>
+<li class="toclevel-4"><a href="Bundle_org.eclipse.smila.objectstore.html#StoreObjectHandler"><span class="tocnumber">1.5.2.3</span> <span class="toctext">StoreObjectHandler</span></a></li>
+</ul>
+</li>
+<li class="toclevel-3"><a href="Bundle_org.eclipse.smila.objectstore.html#Implementations"><span class="tocnumber">1.5.3</span> <span class="toctext">Implementations</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Bundle_org.eclipse.smila.objectstore"></a><h1> <span class="mw-headline"> Bundle org.eclipse.smila.objectstore </span></h1>
+<p>This page gives only a rough overview of the components. Please refer to the <a href="http://build.eclipse.org/rt/smila/javadoc/current/index.html?org/eclipse/smila/objectstore/package-summary.html" class="external text" title="http://build.eclipse.org/rt/smila/javadoc/current/index.html?org/eclipse/smila/objectstore/package-summary.html" rel="nofollow">JavaDoc</a> for specific information.
+</p>
+<a name="org.eclipse.smila.objectstore.ObjectStoreService"></a><h2> <span class="mw-headline"> org.eclipse.smila.objectstore.ObjectStoreService </span></h2>
+<a name="JavaDoc"></a><h3> <span class="mw-headline"> JavaDoc </span></h3>
+<p>The JavaDoc for the <tt>ObjectStoreService</tt> API can be found at <a href="http://build.eclipse.org/rt/smila/javadoc/current/org/eclipse/smila/objectstore/ObjectStoreService.html" class="external text" title="http://build.eclipse.org/rt/smila/javadoc/current/org/eclipse/smila/objectstore/ObjectStoreService.html" rel="nofollow">org.eclipse.smila.objectstore.ObjectStoreService</a>.
+</p>
+<a name="Description"></a><h3> <span class="mw-headline"> Description </span></h3>
+<p>In SMILA, the ObjectStoreService is mainly used to store binary data during bulk processing. Data objects pertaining to this service are for example large bulks of records that are to be processed in a single step by some worker.
+</p><p>The interface of ObjectStoreService is defined in <tt>org.eclipse.smila.objectstore.ObjectStoreService</tt>.
+</p>
+<a name="org.eclipse.smila.objectstore.StoreObject"></a><h2> <span class="mw-headline"> org.eclipse.smila.objectstore.StoreObject </span></h2>
+<a name="JavaDoc_2"></a><h3> <span class="mw-headline"> JavaDoc </span></h3>
+<p>The JavaDoc for the <tt>StoreObject</tt> interface can be found at <a href="http://build.eclipse.org/rt/smila/javadoc/current/org/eclipse/smila/objectstore/StoreObject.html" class="external text" title="http://build.eclipse.org/rt/smila/javadoc/current/org/eclipse/smila/objectstore/StoreObject.html" rel="nofollow">org.eclipse.smila.objectstore.StoreObject</a>.
+</p>
+<a name="Description_2"></a><h3> <span class="mw-headline"> Description </span></h3>
+<p>A <tt>StoreObject</tt> contains information about an object in a store. Common pieces of information provided by <tt>StoreObject</tt> are:
+</p>
+<ul><li>ID (String)
+<ul><li>Contains the ID of the object. Can be used to request the object from the store.
+</li></ul>
+</li><li>Size (long)
+<ul><li>Contains the size of the object in byte.
+</li></ul>
+</li><li>Timestamp (Date)
+<ul><li>Contains the timestamp of the object. In the file system based object store implementation this is the time of the latest modification of the object.
+</li></ul>
+</li></ul>
+<p>In addition to the above, an ObjectStore implementation might add further information as required.
+</p>
+<a name="org.eclipse.smila.objectstore.StoreOutputStream"></a><h2> <span class="mw-headline"> org.eclipse.smila.objectstore.StoreOutputStream </span></h2>
+<a name="JavaDoc_3"></a><h3> <span class="mw-headline"> JavaDoc </span></h3>
+<p>The JavaDoc for the <tt>StoreOutputStream</tt> interface can be found at <a href="http://build.eclipse.org/rt/smila/javadoc/current/org/eclipse/smila/objectstore/StoreOutputStream.html" class="external text" title="http://build.eclipse.org/rt/smila/javadoc/current/org/eclipse/smila/objectstore/StoreOutputStream.html" rel="nofollow">org.eclipse.smila.objectstore.StoreOutputStream</a>.
+</p>
+<a name="Description_3"></a><h3> <span class="mw-headline"> Description </span></h3>
+<p>The <tt>StoreOutputStream</tt> interface defines an extension of <tt>java.io.OutputStream</tt> that allows a stream to be aborted if it has not been closed yet, meaning the content of the stream will not be visible but discarded.
+</p><p>As a result, the content of <tt>StoreOutputStream</tt> will only be visible after <tt>close()</tt> has been called successfully.
+</p>
+<a name="Exceptions_defined_in_org.eclipse.smila.objectstore"></a><h2> <span class="mw-headline"> Exceptions defined in org.eclipse.smila.objectstore </span></h2>
+<a name="JavaDoc_4"></a><h3> <span class="mw-headline"> JavaDoc </span></h3>
+<p>The JavaDoc for the exceptions defined in <tt>org.eclipse.smila.objectstore</tt> can be found at <a href="http://build.eclipse.org/rt/smila/javadoc/current/org/eclipse/smila/objectstore/package-summary.html" class="external text" title="http://build.eclipse.org/rt/smila/javadoc/current/org/eclipse/smila/objectstore/package-summary.html" rel="nofollow">org.eclipse.smila.objectstore</a>.
+</p>
+<a name="Description_4"></a><h3> <span class="mw-headline"> Description </span></h3>
+<p>The individual exceptions are (in hierarchical order):
+</p>
+<ul><li><tt>ObjectStoreException</tt>: This is the base class of all object store exceptions. There are subclasses which give more details about the exception:
+<ul><li><tt>BadRequestException</tt>: Caused by invalid arguments or other conditions that render it impossible to perform the requested operation.
+<ul><li><tt>InvalidStoreNameException</tt>: The store name does not apply to the restrictions defined by the respective service implementation.
+</li><li><tt>NoSuchObjectException</tt>: The requested object does not exist.
+</li><li><tt>NoSuchStoreException</tt>: The requested store does not exist.
+</li><li><tt>StoreExistsException</tt>: The store to be created already exists.
+</li></ul>
+</li><li><tt>ServiceUnavailableException</tt>: The request could not be fulfilled by the service due to some temporary condition. The client may retry the request shortly afterwards.
+</li></ul>
+</li></ul>
+<a name="Handlers_in_org.eclipse.smila.objectstore"></a><h2> <span class="mw-headline"> Handlers in org.eclipse.smila.objectstore </span></h2>
+<a name="JavaDoc_5"></a><h3> <span class="mw-headline"> JavaDoc </span></h3>
+<p>The JavaDoc for the handlers of the <tt>org.eclipse.smila.objectstore</tt> bundle can be found at <a href="http://build.eclipse.org/rt/smila/javadoc/current/org/eclipse/smila/objectstore/httphandler/package-summary.html" class="external text" title="http://build.eclipse.org/rt/smila/javadoc/current/org/eclipse/smila/objectstore/httphandler/package-summary.html" rel="nofollow">org.eclipse.smila.objectstore.httphandler</a>.
+</p>
+<a name="Description_5"></a><h3> <span class="mw-headline"> Description </span></h3>
+<p>The following handlers exist:
+</p>
+<a name="ObjectStoreServiceHandler"></a><h4> <span class="mw-headline"> ObjectStoreServiceHandler </span></h4>
+<p>This handler lists the stores handled by <tt>ObjectStoreService</tt>.
+</p><p><b>Supported operations:</b>
+</p>
+<ul><li>GET: Lists all stores handled by <tt>ObjectStoreService</tt>.
+</li></ul>
+<p><b>Usage:</b>
+</p>
+<ul><li>URL: <tt>http://<hostname>:8080/smila/store/</tt>
+</li><li>Allowed methods:
+<ul><li>GET (no further URL parameters and no request body allowed)
+</li></ul>
+</li><li>Response status codes:
+<ul><li>200 OK: Upon successful execution.
+</li><li>500 INTERNAL SERVER ERROR: An internal error occurred.
+</li><li>503 SERVICE UNAVAILABLE: The service is currently unable to perform the requested operation, please retry later.
+</li></ul>
+</li></ul>
+<p><b>Example:</b>
+</p>
+<pre>
+GET http://<hostname>:8080/smila/store/
+200 OK
+{
+ "stores" : [ {
+ "store" : "store1",
+ "url" : "http://localhost:8080/smila/store/store1/"
+ }, {
+ "store" : "store2",
+ "url" : "http://localhost:8080/smila/store/store2/"
+ } ]
+}
+</pre>
+<a name="StoreAdminHandler"></a><h4> <span class="mw-headline"> StoreAdminHandler </span></h4>
+<p>This handler allows the stores handled by the <tt>ObjectStoreService</tt> to be managed or queried.
+</p><p><b>Supported operations:</b>
+</p>
+<ul><li>GET: Returns the store information. Without the optional parameter <tt>returnObjects</tt> set to <tt>false</tt> also information on the contained objects will be returned.
+</li><li>PUT: Creates a new store. Optional parameters can be sent as part of a JSON body.
+</li><li>DELETE: Deletes a store. If the store does not exist, it will be ignored and 200 OK will be returned.
+</li></ul>
+<p><b>Usage:</b>
+</p>
+<ul><li>URL: <tt>http://<hostname>:8080/smila/store/<store-name>/</tt>.
+</li><li>Allowed methods:
+<ul><li>GET (with optional URL parameter <tt>returnObjects</tt>)
+</li><li>PUT
+</li><li>DELETE
+</li></ul>
+</li><li>Response status codes:
+<ul><li>200 OK: Upon successful execution (GET, DELETE).
+</li><li>201 CREATED: Upon successful creation of a store (PUT).
+</li><li>400 BAD REQUEST: The calling client provided some information that lead to an error, e.g. an invalid store name, or tried to create a store that already exists etc.
+</li><li>404 NOT FOUND: The requested store could not be found.
+</li><li>500 INTERNAL SERVER ERROR: An internal error occurred.
+</li><li>503 SERVICE UNAVAILABLE: The service is currently unable to perform the requested operation, please retry later.
+</li></ul>
+</li></ul>
+<p><b>Examples:</b>
+</p>
+<pre>
+GET http://<hostname>:8080/smila/store/store1/?returnObjects=false
+
+200 OK
+{
+ "storeName" : "store1",
+ "storeProperties" : {
+ },
+ "objectCount" : 1,
+ "size" : 25
+}
+</pre>
+<pre>
+GET http://<hostname>:8080/smila/store/store1/
+
+200 OK
+{
+ "storeName" : "store1",
+ "storeProperties" : {
+ },
+ "objectCount" : 1,
+ "size" : 25,
+ "objects" : [ {
+ "id" : "sample-object",
+ "size" : 25,
+ "timestamp" : "2011-06-20T17:12:35.417+0200"
+ } ]
+}
+</pre>
+<a name="StoreObjectHandler"></a><h4> <span class="mw-headline"> StoreObjectHandler </span></h4>
+<p>This handler allows to PUTting, GETting, or DELETing objects to or from a store.
+</p><p><b>Supported operations:</b>
+</p>
+<ul><li>GET: Retrieves an object from a store.
+</li><li>PUT: Puts a new object to or updates an existing one in a store. The content of the object is sent with the PUT command as a JSON body.
+</li><li>DELETE: Deletes an object from a store. If the object does not exist, it will be ignored and 200 OK will be returned.
+</li></ul>
+<p><b>Usage:</b>
+</p>
+<ul><li>URL: <tt>http://<hostname>:8080/smila/store/<store-name>/<object-id>/</tt>.
+</li><li>Allowed methods
+<ul><li>GET
+</li><li>PUT
+</li><li>DELETE
+</li></ul>
+</li><li>Response status codes:
+<ul><li>200 OK: Upon successful execution.
+</li><li>400 BAD REQUEST: The client provided information that lead to an error, e.g. an invalid store or object name etc.
+</li><li>404 NOT FOUND: The requested object (or the store) could not be found.
+</li><li>500 INTERNAL SERVER ERROR: An internal error occurred.
+</li><li>503 SERVICE UNAVAILABLE: The service is currently unable to perform the requested operation, please retry later.
+</li></ul>
+</li></ul>
+<p><b>Examples:</b>
+</p>
+<pre>
+PUT http://<hostname>:8080/smila/store/store2/object1/
+{
+ "id": "object1",
+ "content": "my content."
+}
+200 OK
+</pre>
+<pre>
+GET http://<hostname>:8080/smila/store/store2/object1/
+
+200 OK
+{
+ "id": "object1",
+ "content": "my content."
+}
+</pre>
+<a name="Implementations"></a><h3> <span class="mw-headline"> Implementations </span></h3>
+<p>A file system based implementation can be found in package <a href="filesystem/SimpleObjectStoreService.html" class="mw-redirect" title="SMILA/Documentation/ObjectStore/filesystem/SimpleObjectStoreService">org.eclipse.smila.objectstore.filesystem</a>.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 82/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:32139-0!1!0!!en!2!edit=0 and timestamp 20120202171440 -->
+<div class="printfooter">
+Retrieved from "<a href="Bundle_org.eclipse.smila.objectstore.html">http://wiki.eclipse.org/SMILA/Documentation/ObjectStore/Bundle_org.eclipse.smila.objectstore</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 15:40, 23 January 2012 by <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a>, <a href="http://wiki.eclipse.org/User:Drazen.cindric.attensity.com" title="User:Drazen.cindric.attensity.com">Drazen Cindric</a> and <a href="http://wiki.eclipse.org/User:Igor.novakovic.attensity.com" title="User:Igor.novakovic.attensity.com">Igor Novakovic</a>.</p>
+ <p id="footerviews">This page has been accessed 811 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.054 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/ObjectStore/filesystem/SimpleObjectStoreService.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/ObjectStore/filesystem/SimpleObjectStoreService.html
new file mode 100644
index 0000000..284bc4c
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/ObjectStore/filesystem/SimpleObjectStoreService.html
@@ -0,0 +1,296 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/ObjectStore/Bundle org.eclipse.smila.objectstore.filesystem,SMILA/Documentation/ObjectStore/Bundle org.eclipse.smila.objectstore" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/ObjectStore/filesystem/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/ObjectStore/Bundle org.eclipse.smila.objectstore.filesystem - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/ObjectStore/Bundle_org.eclipse.smila.objectstore.filesystem";
+var wgTitle = "SMILA/Documentation/ObjectStore/Bundle org.eclipse.smila.objectstore.filesystem";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "32138";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "285829";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="SimpleObjectStoreService.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_ObjectStore_Bundle_org_eclipse_smila_objectstore_filesystem">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/ObjectStore/Bundle_org.eclipse.smila.objectstore.filesystem">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/ObjectStore/Bundle_org.eclipse.smila.objectstore.filesystem">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/ObjectStore/Bundle_org.eclipse.smila.objectstore.filesystem">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/ObjectStore/Bundle_org.eclipse.smila.objectstore.filesystem&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/ObjectStore/Bundle_org.eclipse.smila.objectstore.filesystem&oldid=285829">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="../Bundle_org.eclipse.smila.objectstore.filesystem.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/ObjectStore/Bundle_org.eclipse.smila.objectstore.filesystem&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/ObjectStore/Bundle_org.eclipse.smila.objectstore.filesystem&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/ObjectStore/Bundle_org.eclipse.smila.objectstore.filesystem&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/ObjectStore/Bundle%20org.eclipse.smila.objectstore.filesystem"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/ObjectStore/Bundle org.eclipse.smila.objectstore.filesystem</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../../../SMILA.html" title="SMILA">SMILA</a> | <a href="../../../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span>(Redirected from <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/ObjectStore/filesystem/SimpleObjectStoreService&redirect=no" title="SMILA/Documentation/ObjectStore/filesystem/SimpleObjectStoreService">SMILA/Documentation/ObjectStore/filesystem/SimpleObjectStoreService</a>)</div>
+ <div id="jump-to-nav">Jump to: <a href="SimpleObjectStoreService.html#column-one">navigation</a>, <a href="SimpleObjectStoreService.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="SimpleObjectStoreService.html#org.eclipse.smila.objectstore.filesystem"><span class="tocnumber">1</span> <span class="toctext">org.eclipse.smila.objectstore.filesystem</span></a>
+<ul>
+<li class="toclevel-2"><a href="SimpleObjectStoreService.html#Description"><span class="tocnumber">1.1</span> <span class="toctext">Description</span></a></li>
+<li class="toclevel-2"><a href="SimpleObjectStoreService.html#JavaDoc"><span class="tocnumber">1.2</span> <span class="toctext">JavaDoc</span></a></li>
+<li class="toclevel-2"><a href="SimpleObjectStoreService.html#SimpleObjectStoreService"><span class="tocnumber">1.3</span> <span class="toctext">SimpleObjectStoreService</span></a>
+<ul>
+<li class="toclevel-3"><a href="SimpleObjectStoreService.html#API"><span class="tocnumber">1.3.1</span> <span class="toctext">API</span></a></li>
+<li class="toclevel-3"><a href="SimpleObjectStoreService.html#Configuration"><span class="tocnumber">1.3.2</span> <span class="toctext">Configuration</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="org.eclipse.smila.objectstore.filesystem"></a><h1> <span class="mw-headline"> org.eclipse.smila.objectstore.filesystem </span></h1>
+<a name="Description"></a><h2> <span class="mw-headline"> Description </span></h2>
+<p>This package provides a file system based implementation of the <tt>ObjectStoreService</tt> (<tt>org.eclipse.smila.objectstore</tt> package).
+</p><p>The objects are temporarily written to a shadow store, so they will not be visible until they have been committed (an exception to this is the append operation, that will append to the <i>live</i> object).
+</p><p>The storage is divided into two parts: <tt>Stores</tt> and <tt>Objects</tt>.
+</p><p>The following rules apply to this file system based implementation:
+</p>
+<ul><li>Store
+<ul><li>A store is represented by a plain directory in the base store path.
+</li><li>A store can include plain files or a hierarchy of files that can be listed with <tt>getStoreObjectInfos(String, String)</tt>.
+</li><li>A valid store name contains up to 256 characters and contains no other characters than a-z, A-Z, 0-9, and '-' (hyphen). Expressed as a regular expression this is equal to: "[a-zA-Z0-9-]{0,256}").
+</li></ul>
+</li><li>Object
+<ul><li>An object represents a file in a store.
+</li><li>An object will be invisible until the corresponding <tt>SimpleStoreOutputStream</tt> is closed or an invocation of <tt>writeObject(String, String)</tt> method succeeded
+<ul><li>Exception: A invocation of the <tt>appendToObject(String, String, byte[])</tt> method will append directly to the visible object.
+</li></ul>
+</li></ul>
+</li></ul>
+<p>Hierarchies within the store can be created by using object ids that contain a path, e.g. creating an object <tt>path/to/the/object</tt> in a store with the name <tt>storename</tt> will result in the following file system hierarchy (starting with the store-base file system):
+<tt>storename/path/to/the/object</tt>
+</p>
+<a name="JavaDoc"></a><h2> <span class="mw-headline"> JavaDoc </span></h2>
+<p>JavaDoc can be found at <a href="http://build.eclipse.org/rt/smila/javadoc/current/index.html?org/eclipse/smila/objectstore/filesystem/package-summary.html" class="external text" title="http://build.eclipse.org/rt/smila/javadoc/current/index.html?org/eclipse/smila/objectstore/filesystem/package-summary.html" rel="nofollow">org.eclipse.smila.objectstore.filesystem</a>.
+</p><p>For the interfaces implemented and the exceptions used, see <a href="http://build.eclipse.org/rt/smila/javadoc/current/index.html?org/eclipse/smila/objectstore/package-summary.html" class="external text" title="http://build.eclipse.org/rt/smila/javadoc/current/index.html?org/eclipse/smila/objectstore/package-summary.html" rel="nofollow">org.eclipse.smila.objectstore</a>.
+</p>
+<a name="SimpleObjectStoreService"></a><h2> <span class="mw-headline"> SimpleObjectStoreService </span></h2>
+<a name="API"></a><h3> <span class="mw-headline"> API </span></h3>
+<p><tt>SimpleObjectStoreService</tt> implements the <a href="http://build.eclipse.org/rt/smila/javadoc/current/org/eclipse/smila/objectstore/ObjectStoreService.html" class="external text" title="http://build.eclipse.org/rt/smila/javadoc/current/org/eclipse/smila/objectstore/ObjectStoreService.html" rel="nofollow">org.eclipse.smila.objectstore.ObjectStoreService API</a> of the <tt>ObjectStoreService</tt>.
+</p><p>This implementation does not support the method <tt>void finishObject(final String storeName, final String objectId)</tt>, that is meant to prevent further append calls for the object. Any call to this method is ignored.
+</p><p>You can find information of the <tt>ObjectStoreService</tt> in <a href="../Bundle_org.eclipse.smila.objectstore.html" title="SMILA/Documentation/ObjectStore/Bundle org.eclipse.smila.objectstore">bundle org.eclipse.smila.objectstore</a>.
+</p>
+<a name="Configuration"></a><h3> <span class="mw-headline"> Configuration </span></h3>
+<p>The only configuration that can be provided (but is not necessary) is a configuration property file located at <tt>configuration/org.eclipse.smila.objectstore.filesystem/objectstoreservice.properties</tt>.
+</p><p>In this file you can specify the following settings:
+</p>
+<ul><li><tt>root.path</tt>
+<ul><li>Defines the path to the root directory of the object store. In this directory, the store root folder <tt>objectstore</tt> and shadow directory <tt>.objectstore</tt> will be created to hold the stores and the visible (resp. temporary) objects of the stores.
+</li><li>Default: If the property is not set, a default directory for the bundle is created in the SMILA workspace.
+</li></ul>
+</li><li><tt>file.locking</tt>
+<ul><li>This option is experimental!
+</li><li>If set to <tt>true</tt>, access to the file will be accompanied by a files system lock to prohibit parallel access by other programs. Whether or not the operating system or the file system used will honor this lock cannot be guaranteed, so it is not recommended.
+</li><li>Default: <tt>false</tt>.
+</li></ul>
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 29/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:32138-0!1!0!!en!2!edit=0 and timestamp 20120203101233 -->
+<div class="printfooter">
+Retrieved from "<a href="../Bundle_org.eclipse.smila.objectstore.filesystem.html">http://wiki.eclipse.org/SMILA/Documentation/ObjectStore/Bundle_org.eclipse.smila.objectstore.filesystem</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 15:41, 23 January 2012 by <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a>.</p>
+ <p id="footerviews">This page has been accessed 954 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.098 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Pipelets.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Pipelets.html
new file mode 100644
index 0000000..9ca730b
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Pipelets.html
@@ -0,0 +1,249 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/Pipelets,SMILA/Development Guidelines/How to write a Pipelet,SMILA/Documentation/BPEL Workflow Processor,SMILA/Glossary" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/Pipelets - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/Pipelets";
+var wgTitle = "SMILA/Documentation/Pipelets";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "16087";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "285705";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Pipelets.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_Pipelets">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Pipelets">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/Pipelets">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/Pipelets">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Pipelets&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Pipelets&oldid=285705">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Pipelets.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/Pipelets&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Pipelets&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Pipelets&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Pipelets"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/Pipelets</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Pipelets.html#column-one">navigation</a>, <a href="Pipelets.html#searchInput">search</a></div> <!-- start content -->
+ <p>This page describes pipelines, pipelets and their lifecycle.
+</p>
+<a name="Concepts"></a><h2> <span class="mw-headline"> Concepts </span></h2>
+<p>A <i>Pipeline</i> is a synchronous workflow composed of components called <i>pipelets</i> that processes a list of <a href="../Glossary.html#R" title="SMILA/Glossary">records</a> given as the input. Synchronous means that the invoker of the pipeline blocks until the execution has finished, and a set of result records is returned that represents the result of the processing (if successful).
+</p><p>Often the list of input records consists of a single record representing a user request and the workflow executes a strict sequence of pipelets to produce a single result record. But it's also possible (especially when a pipeline is used as part of an asynchronous workflow) to send more than one record through the pipeline in one call to reduce the overhead of the pipeline invocation. Finally, more sophisticated pipelines can contain conditions and loops or they can change the number of records going through the pipeline.
+</p><p>A pipelet is a POJO that implements the interface <tt>org.eclipse.smila.processing.Pipelet</tt>. Its lifecycle and configuration is managed by the workflow engine. An instance of a pipelet is not shared by multiple pipelines, even multiple occurrences of a pipelet in the same pipeline do not share the same instance. However, an instance may still be executed by multiple threads at the same time, for example if the same pipeline is executed in parallel, so a pipelet implementation must be thread-safe. The configuration of each pipelet instance is included in the pipeline description. Technical details on pipelet development can be found in <a href="../Development_Guidelines/How_to_write_a_Pipelet.html" class="mw-redirect" title="SMILA/Development Guidelines/How to write a Pipelet">How to write a Pipelet</a>.
+</p><p>The default <a href="BPEL_Workflow_Processor.html" title="SMILA/Documentation/BPEL Workflow Processor">SMILA workflow processing engine</a> uses <a href="http://en.wikipedia.org/wiki/Business_Process_Execution_Language" class="external text" title="http://en.wikipedia.org/wiki/Business_Process_Execution_Language" rel="nofollow">BPEL</a> to describe pipelines. But the pipelets do not depend on being called from a BPEL context, so it would be easily possible to replace the BPEL engine by a pipeline engine using a different description language and continue to use the same pipelet implementations.
+</p>
+<a name="Lifecycle"></a><h2> <span class="mw-headline"> Lifecycle </span></h2>
+<p>The following diagram shows the lifecycle of pipelets.
+</p><p><a href="http://wiki.eclipse.org/Image:Lifecycle_of_Pipelets.png" class="image" title="Image:Lifecycle_of_Pipelets.png"><img alt="Image:Lifecycle_of_Pipelets.png" src="http://wiki.eclipse.org/images/5/53/Lifecycle_of_Pipelets.png" width="943" height="519" border="0" /></a>
+</p><p>A pipelet instance lives inside the workflow engine. It is declared in the providing bundle by putting a JSON file containing a pipelet description in the <tt>SMILA-INF</tt> directory of the bundle (see <a href="../Development_Guidelines/How_to_write_a_Pipelet.html" class="mw-redirect" title="SMILA/Development Guidelines/How to write a Pipelet">How to write a pipelet?</a> for details). When the engine starts, it reads predefined pipeline definitions (i.e. BPEL workflows) from the configuration directory The pipelines are introspected for pipelet invocations and the pipelet configurations that are contained in the pipeline. For each such occurrence it creates an instance of the specified pipelet class and injects the configuration into the pipelet instance. The pipelet instance is stored in the workflow engine as long as the engine is not stopped (and as long as the bundle providing the pipelet is available, of course). So one single pipelet instance exists for each occurrence of a pipelet in a pipeline. The pipelet must be capable of parallel execution because each execution of a pipeline uses the same pipelet instances.
+</p>
+<a name="Runtime_Parameters"></a><h2> <span class="mw-headline"> Runtime Parameters </span></h2>
+<p>We have introduced a convention that records can have a map element in attribute <tt>_parameters</tt> and that the elements of this map should be interpreted by pipelets as overrides for their configuration properties. The class <tt>org.eclipse.smila.processing.parameters.ParameterAccessor</tt> provides helper methods for checking if the record has such "runtime parameters" set and getting them from there, or from the pipelet configuration, if not overridden. However, the accessor can easily be told to look in another attribute, if necessary, or to even use the top-level attributes of the records for parameters. The latter is used by <tt>org.eclipse.smila.search.api.helper.QueryParameterAccessor</tt>, because in search processing the convention is that query parameters are at top-level of the request record.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 9/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:16087-0!1!0!!en!2!edit=0 and timestamp 20120202203115 -->
+<div class="printfooter">
+Retrieved from "<a href="Pipelets.html">http://wiki.eclipse.org/SMILA/Documentation/Pipelets</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 09:51, 23 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/User:Drazen.cindric.attensity.com" title="User:Drazen.cindric.attensity.com">Drazen Cindric</a>, <a href="http://wiki.eclipse.org/User:Igor.novakovic.empolis.com" title="User:Igor.novakovic.empolis.com">Igor Novakovic</a> and <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Pipelets&action=credits" title="SMILA/Documentation/Pipelets">others</a>.</p>
+ <p id="footerviews">This page has been accessed 3,743 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.055 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Processing/JSON_REST_API.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Processing/JSON_REST_API.html
new file mode 100644
index 0000000..9abfb01
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Processing/JSON_REST_API.html
@@ -0,0 +1,604 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/Processing/JSON REST API for BPEL pipelines,SMILA/Documentation/BPEL Workflow Processor,SMILA/Documentation/JettyHttpServer,SMILA/Documentation/Using The ReST API,SMILA/Documentation for 5 Minutes to Success" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/Processing/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/Processing/JSON REST API for BPEL pipelines - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/Processing/JSON_REST_API_for_BPEL_pipelines";
+var wgTitle = "SMILA/Documentation/Processing/JSON REST API for BPEL pipelines";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "31279";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286737";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-javascript {line-height: normal; font-size: medium;}
+.source-javascript li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for javascript
+ * CSS class: source-javascript, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-javascript .de1, .source-javascript .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-javascript {}
+.source-javascript .head {}
+.source-javascript .foot {}
+.source-javascript .imp {font-weight: bold; color: red;}
+.source-javascript .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-javascript li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-javascript li.li2 {font-weight: bold;}
+.source-javascript .kw1 {color: #000066; font-weight: bold;}
+.source-javascript .kw2 {color: #003366; font-weight: bold;}
+.source-javascript .kw3 {color: #000066;}
+.source-javascript .co1 {color: #009900; font-style: italic;}
+.source-javascript .coMULTI {color: #009900; font-style: italic;}
+.source-javascript .es0 {color: #000099; font-weight: bold;}
+.source-javascript .br0 {color: #66cc66;}
+.source-javascript .st0 {color: #3366CC;}
+.source-javascript .nu0 {color: #CC0000;}
+.source-javascript .me1 {color: #006600;}
+.source-javascript .sc0 {}
+.source-javascript .sc1 {}
+.source-javascript .sc2 {}
+.source-javascript .sc3 {}
+.source-javascript .re0 {color: #0066FF;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="JSON_REST_API.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_Processing_JSON_REST_API_for_BPEL_pipelines">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Processing/JSON_REST_API_for_BPEL_pipelines">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/Processing/JSON_REST_API_for_BPEL_pipelines">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/Processing/JSON_REST_API_for_BPEL_pipelines">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Processing/JSON_REST_API_for_BPEL_pipelines&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Processing/JSON_REST_API_for_BPEL_pipelines&oldid=286737">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="JSON_REST_API_for_BPEL_pipelines.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/Processing/JSON_REST_API_for_BPEL_pipelines&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Processing/JSON_REST_API_for_BPEL_pipelines&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Processing/JSON_REST_API_for_BPEL_pipelines&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Processing/JSON%20REST%20API%20for%20BPEL%20pipelines"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/Processing/JSON REST API for BPEL pipelines</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../../SMILA.html" title="SMILA">SMILA</a> | <a href="../../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span>(Redirected from <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Processing/JSON_REST_API&redirect=no" title="SMILA/Documentation/Processing/JSON REST API">SMILA/Documentation/Processing/JSON REST API</a>)</div>
+ <div id="jump-to-nav">Jump to: <a href="JSON_REST_API.html#column-one">navigation</a>, <a href="JSON_REST_API.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="JSON_REST_API.html#JSON_REST_API_for_SMILA_BPEL_pipelines"><span class="tocnumber">1</span> <span class="toctext">JSON REST API for SMILA BPEL pipelines</span></a>
+<ul>
+<li class="toclevel-2"><a href="JSON_REST_API.html#Reference"><span class="tocnumber">1.1</span> <span class="toctext">Reference</span></a>
+<ul>
+<li class="toclevel-3"><a href="JSON_REST_API.html#Get_Pipeline_Overview_or_Add.2FUpdate_a_Pipeline"><span class="tocnumber">1.1.1</span> <span class="toctext">Get Pipeline Overview or Add/Update a Pipeline</span></a></li>
+<li class="toclevel-3"><a href="JSON_REST_API.html#Get_or_Delete_a_Pipeline_Definition"><span class="tocnumber">1.1.2</span> <span class="toctext">Get or Delete a Pipeline Definition</span></a></li>
+<li class="toclevel-3"><a href="JSON_REST_API.html#Invoke_a_Pipeline"><span class="tocnumber">1.1.3</span> <span class="toctext">Invoke a Pipeline</span></a>
+<ul>
+<li class="toclevel-4"><a href="JSON_REST_API.html#Current_Limitations"><span class="tocnumber">1.1.3.1</span> <span class="toctext">Current Limitations</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="JSON_REST_API.html#Example_Walkthrough"><span class="tocnumber">1.2</span> <span class="toctext">Example Walkthrough</span></a>
+<ul>
+<li class="toclevel-3"><a href="JSON_REST_API.html#Accessing_Pipelines"><span class="tocnumber">1.2.1</span> <span class="toctext">Accessing Pipelines</span></a></li>
+<li class="toclevel-3"><a href="JSON_REST_API.html#Defining_Pipelines"><span class="tocnumber">1.2.2</span> <span class="toctext">Defining Pipelines</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="JSON_REST_API_for_SMILA_BPEL_pipelines"></a><h2> <span class="mw-headline"> JSON REST API for SMILA BPEL pipelines </span></h2>
+<p>SMILA now has an HTTP REST API that allows managing and invoking BPEL processing workflows.
+</p>
+<a name="Reference"></a><h3> <span class="mw-headline"> Reference </span></h3>
+<p>Note: The trailing slash in URLs is optional.
+</p>
+<a name="Get_Pipeline_Overview_or_Add.2FUpdate_a_Pipeline"></a><h4> <span class="mw-headline"> Get Pipeline Overview or Add/Update a Pipeline </span></h4>
+<p>GET: Returns a list of all deployed BPEL pipelines including URLs to access their definition.
+</p><p>POST: Adds or updates a BPEL pipeline. Returns an object containing the timestamp of the creation/modification and a URL to the pipeline definition.
+</p><p><b>Supported operations:</b>
+</p>
+<ul><li>GET: Gets a list of all available BPEL pipelines.
+</li><li>POST: Adds or updates (if already existing) a BPEL pipeline. The request JSON object consists of a "name" and a "definition" field. The latter contains the pipeline description in BPEL format. If the respective pipeline is in use, the update process will take a little longer. Also, new invocations of this pipeline are blocked until the update is finished (about 100ms usually).
+</li></ul>
+<p><b>Usage:</b>
+</p>
+<ul><li>URL: <tt>http://<hostname>:8080/smila/pipeline/</tt>
+</li><li>Allowed methods:
+<ul><li>GET (no further URL parameters and no request body allowed)
+</li><li>POST (request body with a "name" and "definition" field is mandatory)
+</li></ul>
+</li><li>Response status codes:
+<ul><li>200 OK: Upon successful execution of GET.
+</li><li>201 CREATED: Upon successful creation/update of the pipeline.
+</li><li>400 BAD REQUEST: If you post with an empty body, if you try to update a predefined pipeline, if the request body has syntax errors or the name is invalid.
+</li><li>500 INTERNAL SERVER ERROR: Any other error.
+</li></ul>
+</li></ul>
+<a name="Get_or_Delete_a_Pipeline_Definition"></a><h4> <span class="mw-headline"> Get or Delete a Pipeline Definition </span></h4>
+<p>GET: Returns a JSON object containing the definition of the requested pipeline. The object consists of the name of the pipeline and the BPEL XML definition as a single string value. If the pipeline is predefined in the system configuration, the object will also contain a <tt>"readOnly": true</tt> flag. Otherwise, it will contain the <tt>timestamp</tt> of the latest add operation (see above) that created this version of the pipeline.
+</p><p>DELETE: Deletes the requested BPEL pipeline.
+</p><p><b>Supported operations:</b>
+</p>
+<ul><li>GET: Get a BPEL pipeline definition.
+</li><li>DELETE: Delete the specified BPEL pipeline.
+</li></ul>
+<p><b>Usage:</b>
+</p>
+<ul><li>URL: <tt>http://<hostname>:8080/smila/pipeline/<workflow-name>/</tt>
+</li><li>Allowed methods:
+<ul><li>GET (no further URL parameters and no request body allowed)
+</li><li>DELETE (no further URL parameters and no request body allowed)
+</li></ul>
+</li><li>Response status codes:
+<ul><li>200 OK: Upon successful execution for GET and DELETE. If you try to delete a pipeline which does not exist, you will get 200 OK, too.
+</li><li>404 NOT FOUND: If the specified BPEL pipeline does not exist.
+</li><li>500 INTERNAL SERVER ERROR: Any other error.
+</li></ul>
+</li></ul>
+<a name="Invoke_a_Pipeline"></a><h4> <span class="mw-headline"> Invoke a Pipeline </span></h4>
+<p>Process a record with the selected pipeline. Returns the result record as a JSON object. Record attachments are supported by using Multipart POST requests, see <a href="../JettyHttpServer.html#Attachments" title="SMILA/Documentation/JettyHttpServer">SMILA/Documentation/JettyHttpServer#Attachments</a> for details and code example.
+</p><p><b>Supported operations:</b>
+</p>
+<ul><li>GET: Invokes a pipeline where the record to process is specified using URL parameters.
+</li><li>POST: Invokes a pipeline where the record to process is contained in the request body as JSON (recommended).
+</li></ul>
+<p><b>Usage:</b>
+</p>
+<ul><li>URL: <tt>http://<hostname>:8080/smila/pipeline/<workflow-name>/process/</tt>
+</li><li>Allowed methods:
+<ul><li>POST
+</li><li>GET
+</li></ul>
+</li><li>Response status codes:
+<ul><li>200 OK: Upon successful execution
+</li><li>400 BAD REQUEST: In case of empty input records or invalid JSON.
+</li><li>405 METHOD NOT ALLOWED: In case of an invalid HTTP method (i.e. other than GET or POST).
+</li><li>500 INTERNAL SERVER ERROR: Other errors, e.g. error during processing.
+</li></ul>
+</li></ul>
+<a name="Current_Limitations"></a><h5> <span class="mw-headline"> Current Limitations </span></h5>
+<ul><li> Only the first result record is returned, no attachments will be contained.
+</li><li> The request is executed using a pure transient blackboard, so the records and attachments are not persisted to <tt>RecordStore</tt> and <tt>BinaryStorage</tt>, respectively.
+</li><li> The name of the pipeline must be a valid name (see <a href="../BPEL_Workflow_Processor.html#Pipeline_definition_using_BPEL" title="SMILA/Documentation/BPEL Workflow Processor">SMILA/Documentation/BPEL Workflow Processor#Pipeline_definition_using_BPEL</a>
+</li></ul>
+<a name="Example_Walkthrough"></a><h3> <span class="mw-headline"> Example Walkthrough </span></h3>
+<div class="messagebox" style="background-color: #def3fe; border: 1px solid #c5d7e0; color: black; padding: 5px; margin: 1ex 0; min-height: 35px; padding-left: 45px;">
+<div style="float: left; margin-left: -40px;"><a href="http://wiki.eclipse.org/Image:Note.png" class="image" title="Note.png"><img alt="" src="http://wiki.eclipse.org/images/c/cc/Note.png" width="35" height="35" border="0" /></a></div>
+<div><b> Some Tool recommendations</b>
+<p>See <a href="../Using_The_ReST_API.html" title="SMILA/Documentation/Using The ReST API">SMILA/Documentation/Using_The_ReST_API</a> for recommendations on how to use the ReST API manually.
+</p>
+For sake of simplicity, the following examples were produced with Resty.<b><br /></div></b>
+</div>
+<p>Preparation: Start SMILA and index some documents. E.g. follow the instructions on <a href="../../Documentation_for_5_Minutes_to_Success.html" title="SMILA/Documentation for 5 Minutes to Success">SMILA/Documentation for 5 Minutes to Success</a>.
+</p>
+<a name="Accessing_Pipelines"></a><h4> <span class="mw-headline"> Accessing Pipelines </span></h4>
+<p>Let's start with the overview:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript">> resty http:<span class="co1">//localhost:8080</span>
+http:<span class="co1">//localhost:8080*</span>
+> GET <span class="re0">/smila/pipeline/</span>
+<span class="br0">{</span>
+ <span class="st0">"pipelines"</span> : <span class="br0">[</span> <span class="br0">{</span>
+ <span class="st0">"name"</span> : <span class="st0">"AddFeedPipeline"</span>,
+ <span class="st0">"url"</span> : <span class="st0">"http://localhost:8080/smila/pipeline/AddFeedPipeline/"</span>
+ <span class="br0">}</span>, <span class="br0">{</span>
+ <span class="st0">"name"</span> : <span class="st0">"XmlSplitAndAddPipeline"</span>,
+ <span class="st0">"url"</span> : <span class="st0">"http://localhost:8080/smila/pipeline/XmlSplitAndAddPipeline/"</span>
+ <span class="br0">}</span>, <span class="br0">{</span>
+ <span class="st0">"name"</span> : <span class="st0">"DeletePipeline"</span>,
+ <span class="st0">"url"</span> : <span class="st0">"http://localhost:8080/smila/pipeline/DeletePipeline/"</span>
+ <span class="br0">}</span>, <span class="br0">{</span>
+ <span class="st0">"name"</span> : <span class="st0">"SearchPipeline"</span>,
+ <span class="st0">"url"</span> : <span class="st0">"http://localhost:8080/smila/pipeline/SearchPipeline/"</span>
+ <span class="br0">}</span>, <span class="br0">{</span>
+ <span class="st0">"name"</span> : <span class="st0">"AdaptFileCrawlerWorkerOutput"</span>,
+ <span class="st0">"url"</span> : <span class="st0">"http://localhost:8080/smila/pipeline/AdaptFileCrawlerWorkerOutput/"</span>
+ <span class="br0">}</span>, <span class="br0">{</span>
+ <span class="st0">"name"</span> : <span class="st0">"AdaptWebCrawlerWorkerOutput"</span>,
+ <span class="st0">"url"</span> : <span class="st0">"http://localhost:8080/smila/pipeline/AdaptWebCrawlerWorkerOutput/"</span>
+ <span class="br0">}</span>, <span class="br0">{</span>
+ <span class="st0">"name"</span> : <span class="st0">"AddPipeline"</span>,
+ <span class="st0">"url"</span> : <span class="st0">"http://localhost:8080/smila/pipeline/AddPipeline/"</span>
+ <span class="br0">}</span> <span class="br0">]</span>
+<span class="br0">}</span></pre></div>
+<p>So we have seven pipelines deployed. Fine. Let's have a look at their definitions:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript">> GET <span class="re0">/smila/pipeline/SearchPipeline/</span>
+<span class="br0">{</span><span class="st0">"name"</span>:<span class="st0">"SearchPipeline"</span>,<span class="st0">"readOnly"</span>:<span class="kw2">true</span>,<span class="st0">"definition"</span>:<span class="st0">"<?xml version=<span class="es0">\"</span>1.0<span class="es0">\"</span> encoding=<span class="es0">\"</span>utf-
+8<span class="es0">\"</span> ?><span class="es0">\r</span><span class="es0">\n</span><!--<span class="es0">\r</span><span class="es0">\n</span> * Copyright (c) 2009 empolis GmbH and brox IT Solutions GmbH.<span class="es0">\r</span><span class="es0">\n</span> * All
+ rights reserved. This program and the accompanying materials<span class="es0">\r</span><span class="es0">\n</span> * are made available unde
+r the terms of the Eclipse Public License v1.0<span class="es0">\r</span><span class="es0">\n</span> * which accompanies this distribution, a
+nd is available at<span class="es0">\r</span><span class="es0">\n</span> * http://www.eclipse.org/legal/epl-v10.html<span class="es0">\r</span><span class="es0">\n</span> *<span class="es0">\r</span><span class="es0">\n</span> * Contributo
+rs:<span class="es0">\r</span><span class="es0">\n</span> * Juergen Schumacher (empolis GmbH) - initial design<span class="es0">\r</span><span class="es0">\n</span>--><span class="es0">\r</span><span class="es0">\n</span><process name=<span class="es0">\"</span>Sear
+chPipeline<span class="es0">\"</span> targetNamespace=<span class="es0">\"</span>http://www.eclipse.org/smila/processor<span class="es0">\"</span><span class="es0">\r</span><span class="es0">\n</span> xmlns=<span class="es0">\"</span>http://
+docs.oasis-open.org/wsbpel/2.0/process/executable<span class="es0">\"</span> xmlns:xsd=<span class="es0">\"</span>http://www.w3.org/2001/XMLSc
+hema<span class="es0">\"</span><span class="es0">\r</span><span class="es0">\n</span> xmlns:proc=<span class="es0">\"</span>http://www.eclipse.org/smila/processor<span class="es0">\"</span> xmlns:rec=<span class="es0">\"</span>http://www.ecl
+ipse.org/smila/record<span class="es0">\"</span><span class="es0">\r</span><span class="es0">\n</span> xmlns:bpel=<span class="es0">\"</span>http://docs.oasis-open.org/wsbpel/2.0/process/exec
+utable<span class="es0">\"</span>><span class="es0">\r</span><span class="es0">\n</span><span class="es0">\r</span><span class="es0">\n</span> <import location=<span class="es0">\"</span>processor.wsdl<span class="es0">\"</span> namespace=<span class="es0">\"</span>http://www.eclipse.org/sm
+ila/processor<span class="es0">\"</span><span class="es0">\r</span><span class="es0">\n</span> importType=<span class="es0">\"</span>http://schemas.xmlsoap.org/wsdl/<span class="es0">\"</span> /><span class="es0">\r</span><span class="es0">\n</span><span class="es0">\r</span><span class="es0">\n</span> <partnerL
+inks><span class="es0">\r</span><span class="es0">\n</span> <partnerLink name=<span class="es0">\"</span>Pipeline<span class="es0">\"</span> partnerLinkType=<span class="es0">\"</span>proc:ProcessorPartnerLinkType<span class="es0">\</span>
+"</span> myRole=\<span class="st0">"service<span class="es0">\"</span> /><span class="es0">\r</span><span class="es0">\n</span> </partnerLinks><span class="es0">\r</span><span class="es0">\n</span><span class="es0">\r</span><span class="es0">\n</span> <extensions><span class="es0">\r</span><span class="es0">\n</span> <extension namespa
+ce=<span class="es0">\"</span>http://www.eclipse.org/smila/processor<span class="es0">\"</span> mustUnderstand=<span class="es0">\"</span>no<span class="es0">\"</span> /><span class="es0">\r</span><span class="es0">\n</span> </extensions><span class="es0">\r</span><span class="es0">\</span>
+n<span class="es0">\r</span><span class="es0">\n</span> <variables><span class="es0">\r</span><span class="es0">\n</span> <variable name=<span class="es0">\"</span>request<span class="es0">\"</span> messageType=<span class="es0">\"</span>proc:ProcessorMessage<span class="es0">\"</span> /
+><span class="es0">\r</span><span class="es0">\n</span> </variables><span class="es0">\r</span><span class="es0">\n</span><span class="es0">\r</span><span class="es0">\n</span> <sequence name=<span class="es0">\"</span>SearchPipeline<span class="es0">\"</span>><span class="es0">\r</span><span class="es0">\n</span> <receive name=<span class="es0">\"</span>start
+<span class="es0">\"</span> partnerLink=<span class="es0">\"</span>Pipeline<span class="es0">\"</span> portType=<span class="es0">\"</span>proc:ProcessorPortType<span class="es0">\"</span><span class="es0">\r</span><span class="es0">\n</span> operation=<span class="es0">\"</span>process
+<span class="es0">\"</span> variable=<span class="es0">\"</span>request<span class="es0">\"</span> createInstance=<span class="es0">\"</span>yes<span class="es0">\"</span> /><span class="es0">\r</span><span class="es0">\n</span><span class="es0">\r</span><span class="es0">\n</span> <extensionActivity><span class="es0">\r</span><span class="es0">\n</span> <p
+roc:invokePipelet name=<span class="es0">\"</span>invokeSolrSearchPipelet<span class="es0">\"</span>><span class="es0">\r</span><span class="es0">\n</span> <proc:pipelet class=
+<span class="es0">\"</span>org.eclipse.smila.solr.search.SolrSearchPipelet<span class="es0">\"</span> /><span class="es0">\r</span><span class="es0">\n</span> <proc:variables input=<span class="es0">\"</span>re
+quest<span class="es0">\"</span> output=<span class="es0">\"</span>request<span class="es0">\"</span> /><span class="es0">\r</span><span class="es0">\n</span> <proc:configuration><span class="es0">\r</span><span class="es0">\n</span> <rec:Val key=<span class="es0">\"</span>
+indexname<span class="es0">\"</span>>DefaultCore</rec:Val><span class="es0">\r</span><span class="es0">\n</span> <rec:Map key=<span class="es0">\"</span>_solr.query<span class="es0">\"</span>><span class="es0">\r</span><span class="es0">\n</span>
+ <rec:Seq key=<span class="es0">\"</span>highlighting<span class="es0">\"</span>> <span class="es0">\r</span><span class="es0">\n</span> <rec:Map><span class="es0">\r</span><span class="es0">\n</span>
+ <rec:Val key=<span class="es0">\"</span>attribute<span class="es0">\"</span>>global.solr.params</rec:Val><span class="es0">\r</span><span class="es0">\n</span>
+ <rec:Val key=<span class="es0">\"</span>hl<span class="es0">\"</span> type=<span class="es0">\"</span>boolean<span class="es0">\"</span>>true</rec:Val><span class="es0">\r</span><span class="es0">\n</span> <rec:Val ke
+y=<span class="es0">\"</span>hl.fl<span class="es0">\"</span>>Content</rec:Val><span class="es0">\r</span><span class="es0">\n</span> <rec:Val key=<span class="es0">\"</span>hl.simple.pre<span class="es0">\"</span>>&lt;b&
+gt;</rec:Val><span class="es0">\r</span><span class="es0">\n</span> <rec:Val key=<span class="es0">\"</span>hl.simple.post<span class="es0">\"</span>>&lt;/b&gt;</rec:Val>
+ <span class="es0">\r</span><span class="es0">\n</span> </rec:Map><span class="es0">\r</span><span class="es0">\n</span> </rec:Seq>
+
+ <span class="es0">\r</span><span class="es0">\n</span> </rec:Map> <span class="es0">\r</span><span class="es0">\n</span> </proc:configuration><span class="es0">\r</span><span class="es0">\n</span> </p
+roc:invokePipelet><span class="es0">\r</span><span class="es0">\n</span> </extensionActivity><span class="es0">\r</span><span class="es0">\n</span> <span class="es0">\r</span><span class="es0">\n</span> <reply name=<span class="es0">\"</span>end<span class="es0">\"</span> partnerLin
+k=<span class="es0">\"</span>Pipeline<span class="es0">\"</span> portType=<span class="es0">\"</span>proc:ProcessorPortType<span class="es0">\"</span> operation=<span class="es0">\"</span>process<span class="es0">\"</span><span class="es0">\r</span><span class="es0">\n</span> variable=<span class="es0">\</span>
+"</span>request\<span class="st0">" /><span class="es0">\r</span><span class="es0">\n</span> </sequence><span class="es0">\r</span><span class="es0">\n</span></process><span class="es0">\r</span><span class="es0">\n</span>"</span><span class="br0">}</span></pre></div>
+<p>Whoops, what's this? It's a bit awkward to read because newline and double-quote characters are printed in their JSON-escaped form. In a browser with a "JSONView" extension installed it looks quite readable, e.g. in Chrome:
+</p><p><a href="http://wiki.eclipse.org/Image:SMILA-bpel-pipeline-in-jsonview-browser.png" class="image" title="Image:SMILA-bpel-pipeline-in-jsonview-browser.png"><img alt="Image:SMILA-bpel-pipeline-in-jsonview-browser.png" src="http://wiki.eclipse.org/images/f/f3/SMILA-bpel-pipeline-in-jsonview-browser.png" width="976" height="680" border="0" /></a>
+</p><p>That's better. We see that the object has a <tt>readOnly</tt> flag set to true, because it is one of the predefined pipelines in the system configuration. If it was a custom pipeline defined via the API, there would be a <tt>timestamp</tt> attribute at the end of the object.
+</p><p>Now we try to execute this pipeline:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript">> GET <span class="re0">/smila/pipeline/SearchPipeline/process/</span>
+<span class="br0">{</span>
+ <span class="st0">"message"</span> : <span class="st0">"Cannot process an empty record."</span>
+<span class="br0">}</span>
+> POST <span class="re0">/smila/pipeline/SearchPipeline/process/</span>
+<span class="br0">{</span>
+ <span class="st0">"message"</span> : <span class="st0">"Cannot process an empty record."</span>
+<span class="br0">}</span></pre></div>
+So this did not work, as expected. In the response headers you can see the error code returned: <div dir="ltr" style="text-align: left;"><pre class="source-javascript">> POST <span class="re0">/smila/pipeline/SearchPipeline/process/</span> -v
+...
+< HTTP/<span class="nu0">1.1</span> <span class="nu0">400</span> Bad Request
+...
+<span class="br0">{</span>
+ <span class="st0">"message"</span> : <span class="st0">"Cannot process an empty record."</span>
+<span class="br0">}</span></pre></div>
+<p>So we add a query attribute:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript">> POST <span class="re0">/smila/pipeline/SearchPipeline/process/</span> <span class="st0">'{ "query": "SMILA" }'</span>
+...
+< HTTP/<span class="nu0">1.1</span> <span class="nu0">500</span> Server Error
+...
+<span class="br0">{</span>
+ <span class="st0">"message"</span> : <span class="st0">"Error processing BPEL workflow SearchPipeline: Invocation of pipeline element SearchPipeline/search failed: Error processing message SearchPipeline-7afe423a-749c-4492-aa66-38ce37dba672<span class="es0">\n</span>caused by: Invocation of pipeline element SearchPipeline/search failed: Error processing message SearchPipeline-7afe423a-749c-4492-aa66-38ce37dba672<span class="es0">\n</span>caused by: no single value for required parameter QueryAttribute"</span>
+<span class="br0">}</span></pre></div>
+<p>This time the LuceneSearchPipelet complains about a missing parameter. So let's add it:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript">> POST <span class="re0">/smila/pipeline/SearchPipeline/process/</span> <span class="st0">'{
+ "query": "SMILA",
+ "QueryAttribute": "Content" }'</span>
+<span class="br0">{</span>
+ <span class="st0">"query"</span> : <span class="st0">"SMILA"</span>,
+ <span class="st0">"QueryAttribute"</span> : <span class="st0">"Content"</span>,
+ <span class="st0">"_recordid"</span> : <span class="st0">"SearchPipeline-5c2d3f3f-1e56-4362-aa4c-74aa5fa9d6e8"</span>,
+ <span class="st0">"count"</span> : <span class="nu0">58</span>,
+ <span class="st0">"indexSize"</span> : <span class="nu0">115</span>,
+ <span class="st0">"records"</span> : <span class="br0">[</span> <span class="br0">{</span>
+ <span class="st0">"_recordid"</span> : <span class="st0">"feeds:<Uri=tag:search.twitter.com,2005:69739397733560320>"</span>,
+ <span class="st0">"_source"</span> : <span class="st0">"feeds"</span>,
+ <span class="st0">"_weight"</span> : <span class="nu0">0.84</span>
+ <span class="br0">}</span>, <span class="br0">{</span>
+ <span class="st0">"_recordid"</span> : <span class="st0">"feeds:<Uri=tag:search.twitter.com,2005:69960011966713856>"</span>,
+ <span class="st0">"_source"</span> : <span class="st0">"feeds"</span>,
+ <span class="st0">"_weight"</span> : <span class="nu0">0.73</span>
+ <span class="br0">}</span>,
+ ...
+ <span class="br0">]</span> <span class="br0">}</span>
+<span class="br0">}</span></pre></div>
+<p>A successful search ... but we probably want to see a bit more information. So we add values for the parameter <tt>resultAttributes</tt>:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript">> POST <span class="re0">/smila/pipeline/SearchPipeline/process/</span> <span class="st0">'{
+ "query": "SMILA",
+ "QueryAttribute": "Content",
+ "resultAttributes": [ "Title", "Author", "LastModifiedDate" ] }'</span>
+<span class="br0">{</span>
+ <span class="st0">"query"</span> : <span class="st0">"SMILA"</span>,
+ <span class="st0">"QueryAttribute"</span> : <span class="st0">"Content"</span>,
+ <span class="st0">"resultAttributes"</span> : <span class="br0">[</span> <span class="st0">"Title"</span>, <span class="st0">"Author"</span>, <span class="st0">"LastModifiedDate"</span> <span class="br0">]</span>,
+ <span class="st0">"_recordid"</span> : <span class="st0">"SearchPipeline-2201c83a-a9b6-4cfe-a62e-6ec8ffe113ca"</span>,
+ <span class="st0">"count"</span> : <span class="nu0">58</span>,
+ <span class="st0">"indexSize"</span> : <span class="nu0">115</span>,
+ <span class="st0">"records"</span> : <span class="br0">[</span> <span class="br0">{</span>
+ <span class="st0">"_recordid"</span> : <span class="st0">"feeds:<Uri=tag:search.twitter.com,2005:69739397733560320>"</span>,
+ <span class="st0">"_source"</span> : <span class="st0">"feeds"</span>,
+ <span class="st0">"_weight"</span> : <span class="nu0">0.84</span>,
+ <span class="st0">"Title"</span> : <span class="st0">"@AbrarAlAdwani smila 3alech. Latwaswiseen"</span>,
+ <span class="st0">"Author"</span> : <span class="st0">"dee_the_bee (Dalalee Boland)"</span>,
+ <span class="st0">"LastModifiedDate"</span> : <span class="st0">"2011-05-15T14:22:22.000+0200"</span>
+ <span class="br0">}</span>, <span class="br0">{</span>
+ <span class="st0">"_recordid"</span> : <span class="st0">"feeds:<Uri=tag:search.twitter.com,2005:69960011966713856>"</span>,
+ <span class="st0">"_source"</span> : <span class="st0">"feeds"</span>,
+ <span class="st0">"_weight"</span> : <span class="nu0">0.73</span>,
+ <span class="st0">"Title"</span> : <span class="st0">"Finally found something to smila bout :)"</span>,
+ <span class="st0">"Author"</span> : <span class="st0">"MIGUELALMENDRAL (Miguel FG Almendral)"</span>,
+ <span class="st0">"LastModifiedDate"</span> : <span class="st0">"2011-05-16T04:59:01.000+0200"</span>
+ <span class="br0">}</span>,
+ ...
+ <span class="br0">]</span> <span class="br0">}</span>
+<span class="br0">}</span></pre></div>
+<p>Awesome! In the same way you can add more parameters as you need:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript">> POST <span class="re0">/smila/pipeline/SearchPipeline/process/</span> <span class="st0">'{
+ "query": "SMILA",
+ "QueryAttribute": "Content",
+ "resultAttributes": [ "Title", "Author", "LastModifiedDate" ],
+ "maxcount": 1, "offset": 42, "highlight": "Content" }'</span>
+<span class="br0">{</span>
+ <span class="st0">"query"</span> : <span class="st0">"SMILA"</span>,
+ <span class="st0">"QueryAttribute"</span> : <span class="st0">"Content"</span>,
+ <span class="st0">"resultAttributes"</span> : <span class="br0">[</span> <span class="st0">"Title"</span>, <span class="st0">"Author"</span>, <span class="st0">"LastModifiedDate"</span> <span class="br0">]</span>,
+ <span class="st0">"maxcount"</span> : <span class="nu0">1</span>,
+ <span class="st0">"offset"</span> : <span class="nu0">42</span>,
+ <span class="st0">"highlight"</span> : <span class="st0">"Content"</span>,
+ <span class="st0">"_recordid"</span> : <span class="st0">"SearchPipeline-f2a53434-36b1-4e25-a716-f8c02fba5ecd"</span>,
+ <span class="st0">"count"</span> : <span class="nu0">58</span>,
+ <span class="st0">"indexSize"</span> : <span class="nu0">115</span>,
+ <span class="st0">"records"</span> : <span class="br0">[</span> <span class="br0">{</span>
+ <span class="st0">"_recordid"</span> : <span class="st0">"feeds:<Uri=http://www.eclipse.org/forums/index.php/mv/msg/206311/660699/#msg_660699>"</span>,
+ <span class="st0">"_source"</span> : <span class="st0">"feeds"</span>,
+ <span class="st0">"_weight"</span> : <span class="nu0">0.19</span>,
+ <span class="st0">"Title"</span> : <span class="st0">"Re: New SMILA tryout"</span>,
+ <span class="st0">"Author"</span> : <span class="st0">"Andreas Weber"</span>,
+ <span class="st0">"_highlight"</span> : <span class="br0">{</span>
+ <span class="st0">"Content"</span> : <span class="br0">{</span>
+ <span class="st0">"text"</span> : <span class="st0">"<br /><span class="es0">\n</span>&#62;<br /><span class="es0">\n</span>&#62; I've done all standard steps as we do when creating a new<br /><span class="es0">\n</span>&#62; <b>SMILA</b>-workspace (and as described...-workspace (and as described on the <b>SMILA</b> website - dont know the<br... website - dont know the<br /><span class="es0">\n</span>&#62; exact name right now):<br /><span class="es0">\n</span>&#62;<br /><span class="es0">\n</span>&#62;<br /><span class="es0">\n</span>&#62; check out from eclipse SVN<br /><span class="es0">\n</span>&#62; add a new Target Platform with path to the <b>SMILA</b> bundles and to eclipse<br..."</span>
+ <span class="br0">}</span>
+ <span class="br0">}</span>
+ <span class="br0">}</span> <span class="br0">]</span>
+<span class="br0">}</span></pre></div>
+<p>You can also use GET and URL parameters to invoke the pipeline, just enter something like this in the address line of your favorite browser:
+</p><p><tt><a href="http://localhost:8080/smila/pipeline/SearchPipeline/process?query=SMILA&QueryAttribute=Content" class="external free" title="http://localhost:8080/smila/pipeline/SearchPipeline/process?query=SMILA&QueryAttribute=Content" rel="nofollow">http://localhost:8080/smila/pipeline/SearchPipeline/process?query=SMILA&QueryAttribute=Content</a></tt>
+</p><p>However, this gets inconvenient when you want to add lots of parameters and attributes.
+</p>
+<a name="Defining_Pipelines"></a><h4> <span class="mw-headline"> Defining Pipelines </span></h4>
+<p>To define a new pipeline (or update it) you POST a JSON containing the pipeline name and BPEL definition to <code>/smila/pipeline</code>. E.g. copy the output of the <code>GET /smila/pipeline/SearchPipeline</code> command and rename the pipeline to "SearchPipeline2" like this:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript">> POST <span class="re0">/smila/pipeline/</span> <span class="st0">'{
+ "name" : "SearchPipeline2",
+ "definition" : "<?xml version=<span class="es0">\"</span>1.0<span class="es0">\"</span> ?><span class="es0">\r</span><span class="es0">\n</span><process name=<span class="es0">\"</span>SearchPipeline2<span class="es0">\"</span> ..."
+}'</span>
+<span class="br0">{</span>
+ <span class="st0">"name"</span> : <span class="st0">"SearchPipeline2"</span>,
+ <span class="st0">"timestamp"</span> : <span class="st0">"2011-08-26T13:54:34.451+0200"</span>,
+ <span class="st0">"url"</span> : <span class="st0">"http://localhost:8080/smila/pipeline/SearchPipeline2/"</span>
+<span class="br0">}</span></pre></div>
+<p>If you want to push an own BPEL definition, take care of escaping linefeed (\r), newline (\n) and quotes (\") characters, or the JSON code will not be valid.
+</p><p>The response contains the name, a creation timestamp and an URL to read the pipeline definition again. If you use this, you will see that the response will also contain the timestamp, but no readOnly flag:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript">> GET <span class="re0">/smila/pipeline/SearchPipeline2/</span>
+<span class="br0">{</span>
+ <span class="st0">"name"</span> : <span class="st0">"SearchPipeline2"</span>,
+ <span class="st0">"definition"</span> : <span class="st0">"<?xml version=<span class="es0">\"</span>1.0<span class="es0">\"</span> ?><span class="es0">\r</span><span class="es0">\n</span><process name=<span class="es0">\"</span>SearchPipeline2<span class="es0">\"</span> ..."</span>,
+ <span class="st0">"timestamp"</span> : <span class="st0">"2011-08-26T13:54:34.451+0200"</span>
+<span class="br0">}</span></pre></div>
+<p>Updating the workflow would work just the same. The timestamp can be used in modelling tools to ensure that different users do not overwrite changes made by another user.
+</p><p>The new pipeline should now also appears in the list of pipelines:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript">> GET <span class="re0">/smila/pipeline/</span>
+<span class="br0">{</span>
+ <span class="st0">"pipelines"</span> : <span class="br0">[</span> <span class="br0">{</span>
+ ...,
+ <span class="br0">{</span>
+ <span class="st0">"name"</span> : <span class="st0">"SearchPipeline"</span>,
+ <span class="st0">"url"</span> : <span class="st0">"http://localhost:8080/smila/pipeline/SearchPipeline/"</span>
+ <span class="br0">}</span>, <span class="br0">{</span>
+ <span class="st0">"name"</span> : <span class="st0">"SearchPipeline2"</span>,
+ <span class="st0">"url"</span> : <span class="st0">"http://localhost:8080/smila/pipeline/SearchPipeline2/"</span>
+ <span class="br0">}</span>,
+ ...<span class="br0">]</span>
+<span class="br0">}</span></pre></div>
+
+<!--
+NewPP limit report
+Preprocessor node count: 101/1000000
+Post-expand include size: 1174/2097152 bytes
+Template argument size: 644/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:31279-0!1!0!!en!2!edit=0 and timestamp 20120202221656 -->
+<div class="printfooter">
+Retrieved from "<a href="JSON_REST_API_for_BPEL_pipelines.html">http://wiki.eclipse.org/SMILA/Documentation/Processing/JSON_REST_API_for_BPEL_pipelines</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 13:56, 26 January 2012 by <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>, <a href="http://wiki.eclipse.org/User:Tmenzel.brox.de" title="User:Tmenzel.brox.de">thomas menzel</a> and <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Processing/JSON_REST_API_for_BPEL_pipelines&action=credits" title="SMILA/Documentation/Processing/JSON REST API for BPEL pipelines">others</a>.</p>
+ <p id="footerviews">This page has been accessed 1,652 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.057 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Processing/JSON_REST_API_for_BPEL_pipelines.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Processing/JSON_REST_API_for_BPEL_pipelines.html
new file mode 100644
index 0000000..cf3b6d6
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Processing/JSON_REST_API_for_BPEL_pipelines.html
@@ -0,0 +1,604 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/Processing/JSON REST API for BPEL pipelines,SMILA/Documentation/BPEL Workflow Processor,SMILA/Documentation/JettyHttpServer,SMILA/Documentation/Using The ReST API,SMILA/Documentation for 5 Minutes to Success" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/Processing/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/Processing/JSON REST API for BPEL pipelines - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/Processing/JSON_REST_API_for_BPEL_pipelines";
+var wgTitle = "SMILA/Documentation/Processing/JSON REST API for BPEL pipelines";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "31279";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286737";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-javascript {line-height: normal; font-size: medium;}
+.source-javascript li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for javascript
+ * CSS class: source-javascript, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-javascript .de1, .source-javascript .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-javascript {}
+.source-javascript .head {}
+.source-javascript .foot {}
+.source-javascript .imp {font-weight: bold; color: red;}
+.source-javascript .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-javascript li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-javascript li.li2 {font-weight: bold;}
+.source-javascript .kw1 {color: #000066; font-weight: bold;}
+.source-javascript .kw2 {color: #003366; font-weight: bold;}
+.source-javascript .kw3 {color: #000066;}
+.source-javascript .co1 {color: #009900; font-style: italic;}
+.source-javascript .coMULTI {color: #009900; font-style: italic;}
+.source-javascript .es0 {color: #000099; font-weight: bold;}
+.source-javascript .br0 {color: #66cc66;}
+.source-javascript .st0 {color: #3366CC;}
+.source-javascript .nu0 {color: #CC0000;}
+.source-javascript .me1 {color: #006600;}
+.source-javascript .sc0 {}
+.source-javascript .sc1 {}
+.source-javascript .sc2 {}
+.source-javascript .sc3 {}
+.source-javascript .re0 {color: #0066FF;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="JSON_REST_API_for_BPEL_pipelines.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_Processing_JSON_REST_API_for_BPEL_pipelines">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Processing/JSON_REST_API_for_BPEL_pipelines">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/Processing/JSON_REST_API_for_BPEL_pipelines">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/Processing/JSON_REST_API_for_BPEL_pipelines">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Processing/JSON_REST_API_for_BPEL_pipelines&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Processing/JSON_REST_API_for_BPEL_pipelines&oldid=286737">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="JSON_REST_API_for_BPEL_pipelines.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/Processing/JSON_REST_API_for_BPEL_pipelines&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Processing/JSON_REST_API_for_BPEL_pipelines&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Processing/JSON_REST_API_for_BPEL_pipelines&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Processing/JSON%20REST%20API%20for%20BPEL%20pipelines"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/Processing/JSON REST API for BPEL pipelines</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../../SMILA.html" title="SMILA">SMILA</a> | <a href="../../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="JSON_REST_API_for_BPEL_pipelines.html#column-one">navigation</a>, <a href="JSON_REST_API_for_BPEL_pipelines.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="JSON_REST_API_for_BPEL_pipelines.html#JSON_REST_API_for_SMILA_BPEL_pipelines"><span class="tocnumber">1</span> <span class="toctext">JSON REST API for SMILA BPEL pipelines</span></a>
+<ul>
+<li class="toclevel-2"><a href="JSON_REST_API_for_BPEL_pipelines.html#Reference"><span class="tocnumber">1.1</span> <span class="toctext">Reference</span></a>
+<ul>
+<li class="toclevel-3"><a href="JSON_REST_API_for_BPEL_pipelines.html#Get_Pipeline_Overview_or_Add.2FUpdate_a_Pipeline"><span class="tocnumber">1.1.1</span> <span class="toctext">Get Pipeline Overview or Add/Update a Pipeline</span></a></li>
+<li class="toclevel-3"><a href="JSON_REST_API_for_BPEL_pipelines.html#Get_or_Delete_a_Pipeline_Definition"><span class="tocnumber">1.1.2</span> <span class="toctext">Get or Delete a Pipeline Definition</span></a></li>
+<li class="toclevel-3"><a href="JSON_REST_API_for_BPEL_pipelines.html#Invoke_a_Pipeline"><span class="tocnumber">1.1.3</span> <span class="toctext">Invoke a Pipeline</span></a>
+<ul>
+<li class="toclevel-4"><a href="JSON_REST_API_for_BPEL_pipelines.html#Current_Limitations"><span class="tocnumber">1.1.3.1</span> <span class="toctext">Current Limitations</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="JSON_REST_API_for_BPEL_pipelines.html#Example_Walkthrough"><span class="tocnumber">1.2</span> <span class="toctext">Example Walkthrough</span></a>
+<ul>
+<li class="toclevel-3"><a href="JSON_REST_API_for_BPEL_pipelines.html#Accessing_Pipelines"><span class="tocnumber">1.2.1</span> <span class="toctext">Accessing Pipelines</span></a></li>
+<li class="toclevel-3"><a href="JSON_REST_API_for_BPEL_pipelines.html#Defining_Pipelines"><span class="tocnumber">1.2.2</span> <span class="toctext">Defining Pipelines</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="JSON_REST_API_for_SMILA_BPEL_pipelines"></a><h2> <span class="mw-headline"> JSON REST API for SMILA BPEL pipelines </span></h2>
+<p>SMILA now has an HTTP REST API that allows managing and invoking BPEL processing workflows.
+</p>
+<a name="Reference"></a><h3> <span class="mw-headline"> Reference </span></h3>
+<p>Note: The trailing slash in URLs is optional.
+</p>
+<a name="Get_Pipeline_Overview_or_Add.2FUpdate_a_Pipeline"></a><h4> <span class="mw-headline"> Get Pipeline Overview or Add/Update a Pipeline </span></h4>
+<p>GET: Returns a list of all deployed BPEL pipelines including URLs to access their definition.
+</p><p>POST: Adds or updates a BPEL pipeline. Returns an object containing the timestamp of the creation/modification and a URL to the pipeline definition.
+</p><p><b>Supported operations:</b>
+</p>
+<ul><li>GET: Gets a list of all available BPEL pipelines.
+</li><li>POST: Adds or updates (if already existing) a BPEL pipeline. The request JSON object consists of a "name" and a "definition" field. The latter contains the pipeline description in BPEL format. If the respective pipeline is in use, the update process will take a little longer. Also, new invocations of this pipeline are blocked until the update is finished (about 100ms usually).
+</li></ul>
+<p><b>Usage:</b>
+</p>
+<ul><li>URL: <tt>http://<hostname>:8080/smila/pipeline/</tt>
+</li><li>Allowed methods:
+<ul><li>GET (no further URL parameters and no request body allowed)
+</li><li>POST (request body with a "name" and "definition" field is mandatory)
+</li></ul>
+</li><li>Response status codes:
+<ul><li>200 OK: Upon successful execution of GET.
+</li><li>201 CREATED: Upon successful creation/update of the pipeline.
+</li><li>400 BAD REQUEST: If you post with an empty body, if you try to update a predefined pipeline, if the request body has syntax errors or the name is invalid.
+</li><li>500 INTERNAL SERVER ERROR: Any other error.
+</li></ul>
+</li></ul>
+<a name="Get_or_Delete_a_Pipeline_Definition"></a><h4> <span class="mw-headline"> Get or Delete a Pipeline Definition </span></h4>
+<p>GET: Returns a JSON object containing the definition of the requested pipeline. The object consists of the name of the pipeline and the BPEL XML definition as a single string value. If the pipeline is predefined in the system configuration, the object will also contain a <tt>"readOnly": true</tt> flag. Otherwise, it will contain the <tt>timestamp</tt> of the latest add operation (see above) that created this version of the pipeline.
+</p><p>DELETE: Deletes the requested BPEL pipeline.
+</p><p><b>Supported operations:</b>
+</p>
+<ul><li>GET: Get a BPEL pipeline definition.
+</li><li>DELETE: Delete the specified BPEL pipeline.
+</li></ul>
+<p><b>Usage:</b>
+</p>
+<ul><li>URL: <tt>http://<hostname>:8080/smila/pipeline/<workflow-name>/</tt>
+</li><li>Allowed methods:
+<ul><li>GET (no further URL parameters and no request body allowed)
+</li><li>DELETE (no further URL parameters and no request body allowed)
+</li></ul>
+</li><li>Response status codes:
+<ul><li>200 OK: Upon successful execution for GET and DELETE. If you try to delete a pipeline which does not exist, you will get 200 OK, too.
+</li><li>404 NOT FOUND: If the specified BPEL pipeline does not exist.
+</li><li>500 INTERNAL SERVER ERROR: Any other error.
+</li></ul>
+</li></ul>
+<a name="Invoke_a_Pipeline"></a><h4> <span class="mw-headline"> Invoke a Pipeline </span></h4>
+<p>Process a record with the selected pipeline. Returns the result record as a JSON object. Record attachments are supported by using Multipart POST requests, see <a href="../JettyHttpServer.html#Attachments" title="SMILA/Documentation/JettyHttpServer">SMILA/Documentation/JettyHttpServer#Attachments</a> for details and code example.
+</p><p><b>Supported operations:</b>
+</p>
+<ul><li>GET: Invokes a pipeline where the record to process is specified using URL parameters.
+</li><li>POST: Invokes a pipeline where the record to process is contained in the request body as JSON (recommended).
+</li></ul>
+<p><b>Usage:</b>
+</p>
+<ul><li>URL: <tt>http://<hostname>:8080/smila/pipeline/<workflow-name>/process/</tt>
+</li><li>Allowed methods:
+<ul><li>POST
+</li><li>GET
+</li></ul>
+</li><li>Response status codes:
+<ul><li>200 OK: Upon successful execution
+</li><li>400 BAD REQUEST: In case of empty input records or invalid JSON.
+</li><li>405 METHOD NOT ALLOWED: In case of an invalid HTTP method (i.e. other than GET or POST).
+</li><li>500 INTERNAL SERVER ERROR: Other errors, e.g. error during processing.
+</li></ul>
+</li></ul>
+<a name="Current_Limitations"></a><h5> <span class="mw-headline"> Current Limitations </span></h5>
+<ul><li> Only the first result record is returned, no attachments will be contained.
+</li><li> The request is executed using a pure transient blackboard, so the records and attachments are not persisted to <tt>RecordStore</tt> and <tt>BinaryStorage</tt>, respectively.
+</li><li> The name of the pipeline must be a valid name (see <a href="../BPEL_Workflow_Processor.html#Pipeline_definition_using_BPEL" title="SMILA/Documentation/BPEL Workflow Processor">SMILA/Documentation/BPEL Workflow Processor#Pipeline_definition_using_BPEL</a>
+</li></ul>
+<a name="Example_Walkthrough"></a><h3> <span class="mw-headline"> Example Walkthrough </span></h3>
+<div class="messagebox" style="background-color: #def3fe; border: 1px solid #c5d7e0; color: black; padding: 5px; margin: 1ex 0; min-height: 35px; padding-left: 45px;">
+<div style="float: left; margin-left: -40px;"><a href="http://wiki.eclipse.org/Image:Note.png" class="image" title="Note.png"><img alt="" src="http://wiki.eclipse.org/images/c/cc/Note.png" width="35" height="35" border="0" /></a></div>
+<div><b> Some Tool recommendations</b>
+<p>See <a href="../Using_The_ReST_API.html" title="SMILA/Documentation/Using The ReST API">SMILA/Documentation/Using_The_ReST_API</a> for recommendations on how to use the ReST API manually.
+</p>
+For sake of simplicity, the following examples were produced with Resty.<b><br /></div></b>
+</div>
+<p>Preparation: Start SMILA and index some documents. E.g. follow the instructions on <a href="../../Documentation_for_5_Minutes_to_Success.html" title="SMILA/Documentation for 5 Minutes to Success">SMILA/Documentation for 5 Minutes to Success</a>.
+</p>
+<a name="Accessing_Pipelines"></a><h4> <span class="mw-headline"> Accessing Pipelines </span></h4>
+<p>Let's start with the overview:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript">> resty http:<span class="co1">//localhost:8080</span>
+http:<span class="co1">//localhost:8080*</span>
+> GET <span class="re0">/smila/pipeline/</span>
+<span class="br0">{</span>
+ <span class="st0">"pipelines"</span> : <span class="br0">[</span> <span class="br0">{</span>
+ <span class="st0">"name"</span> : <span class="st0">"AddFeedPipeline"</span>,
+ <span class="st0">"url"</span> : <span class="st0">"http://localhost:8080/smila/pipeline/AddFeedPipeline/"</span>
+ <span class="br0">}</span>, <span class="br0">{</span>
+ <span class="st0">"name"</span> : <span class="st0">"XmlSplitAndAddPipeline"</span>,
+ <span class="st0">"url"</span> : <span class="st0">"http://localhost:8080/smila/pipeline/XmlSplitAndAddPipeline/"</span>
+ <span class="br0">}</span>, <span class="br0">{</span>
+ <span class="st0">"name"</span> : <span class="st0">"DeletePipeline"</span>,
+ <span class="st0">"url"</span> : <span class="st0">"http://localhost:8080/smila/pipeline/DeletePipeline/"</span>
+ <span class="br0">}</span>, <span class="br0">{</span>
+ <span class="st0">"name"</span> : <span class="st0">"SearchPipeline"</span>,
+ <span class="st0">"url"</span> : <span class="st0">"http://localhost:8080/smila/pipeline/SearchPipeline/"</span>
+ <span class="br0">}</span>, <span class="br0">{</span>
+ <span class="st0">"name"</span> : <span class="st0">"AdaptFileCrawlerWorkerOutput"</span>,
+ <span class="st0">"url"</span> : <span class="st0">"http://localhost:8080/smila/pipeline/AdaptFileCrawlerWorkerOutput/"</span>
+ <span class="br0">}</span>, <span class="br0">{</span>
+ <span class="st0">"name"</span> : <span class="st0">"AdaptWebCrawlerWorkerOutput"</span>,
+ <span class="st0">"url"</span> : <span class="st0">"http://localhost:8080/smila/pipeline/AdaptWebCrawlerWorkerOutput/"</span>
+ <span class="br0">}</span>, <span class="br0">{</span>
+ <span class="st0">"name"</span> : <span class="st0">"AddPipeline"</span>,
+ <span class="st0">"url"</span> : <span class="st0">"http://localhost:8080/smila/pipeline/AddPipeline/"</span>
+ <span class="br0">}</span> <span class="br0">]</span>
+<span class="br0">}</span></pre></div>
+<p>So we have seven pipelines deployed. Fine. Let's have a look at their definitions:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript">> GET <span class="re0">/smila/pipeline/SearchPipeline/</span>
+<span class="br0">{</span><span class="st0">"name"</span>:<span class="st0">"SearchPipeline"</span>,<span class="st0">"readOnly"</span>:<span class="kw2">true</span>,<span class="st0">"definition"</span>:<span class="st0">"<?xml version=<span class="es0">\"</span>1.0<span class="es0">\"</span> encoding=<span class="es0">\"</span>utf-
+8<span class="es0">\"</span> ?><span class="es0">\r</span><span class="es0">\n</span><!--<span class="es0">\r</span><span class="es0">\n</span> * Copyright (c) 2009 empolis GmbH and brox IT Solutions GmbH.<span class="es0">\r</span><span class="es0">\n</span> * All
+ rights reserved. This program and the accompanying materials<span class="es0">\r</span><span class="es0">\n</span> * are made available unde
+r the terms of the Eclipse Public License v1.0<span class="es0">\r</span><span class="es0">\n</span> * which accompanies this distribution, a
+nd is available at<span class="es0">\r</span><span class="es0">\n</span> * http://www.eclipse.org/legal/epl-v10.html<span class="es0">\r</span><span class="es0">\n</span> *<span class="es0">\r</span><span class="es0">\n</span> * Contributo
+rs:<span class="es0">\r</span><span class="es0">\n</span> * Juergen Schumacher (empolis GmbH) - initial design<span class="es0">\r</span><span class="es0">\n</span>--><span class="es0">\r</span><span class="es0">\n</span><process name=<span class="es0">\"</span>Sear
+chPipeline<span class="es0">\"</span> targetNamespace=<span class="es0">\"</span>http://www.eclipse.org/smila/processor<span class="es0">\"</span><span class="es0">\r</span><span class="es0">\n</span> xmlns=<span class="es0">\"</span>http://
+docs.oasis-open.org/wsbpel/2.0/process/executable<span class="es0">\"</span> xmlns:xsd=<span class="es0">\"</span>http://www.w3.org/2001/XMLSc
+hema<span class="es0">\"</span><span class="es0">\r</span><span class="es0">\n</span> xmlns:proc=<span class="es0">\"</span>http://www.eclipse.org/smila/processor<span class="es0">\"</span> xmlns:rec=<span class="es0">\"</span>http://www.ecl
+ipse.org/smila/record<span class="es0">\"</span><span class="es0">\r</span><span class="es0">\n</span> xmlns:bpel=<span class="es0">\"</span>http://docs.oasis-open.org/wsbpel/2.0/process/exec
+utable<span class="es0">\"</span>><span class="es0">\r</span><span class="es0">\n</span><span class="es0">\r</span><span class="es0">\n</span> <import location=<span class="es0">\"</span>processor.wsdl<span class="es0">\"</span> namespace=<span class="es0">\"</span>http://www.eclipse.org/sm
+ila/processor<span class="es0">\"</span><span class="es0">\r</span><span class="es0">\n</span> importType=<span class="es0">\"</span>http://schemas.xmlsoap.org/wsdl/<span class="es0">\"</span> /><span class="es0">\r</span><span class="es0">\n</span><span class="es0">\r</span><span class="es0">\n</span> <partnerL
+inks><span class="es0">\r</span><span class="es0">\n</span> <partnerLink name=<span class="es0">\"</span>Pipeline<span class="es0">\"</span> partnerLinkType=<span class="es0">\"</span>proc:ProcessorPartnerLinkType<span class="es0">\</span>
+"</span> myRole=\<span class="st0">"service<span class="es0">\"</span> /><span class="es0">\r</span><span class="es0">\n</span> </partnerLinks><span class="es0">\r</span><span class="es0">\n</span><span class="es0">\r</span><span class="es0">\n</span> <extensions><span class="es0">\r</span><span class="es0">\n</span> <extension namespa
+ce=<span class="es0">\"</span>http://www.eclipse.org/smila/processor<span class="es0">\"</span> mustUnderstand=<span class="es0">\"</span>no<span class="es0">\"</span> /><span class="es0">\r</span><span class="es0">\n</span> </extensions><span class="es0">\r</span><span class="es0">\</span>
+n<span class="es0">\r</span><span class="es0">\n</span> <variables><span class="es0">\r</span><span class="es0">\n</span> <variable name=<span class="es0">\"</span>request<span class="es0">\"</span> messageType=<span class="es0">\"</span>proc:ProcessorMessage<span class="es0">\"</span> /
+><span class="es0">\r</span><span class="es0">\n</span> </variables><span class="es0">\r</span><span class="es0">\n</span><span class="es0">\r</span><span class="es0">\n</span> <sequence name=<span class="es0">\"</span>SearchPipeline<span class="es0">\"</span>><span class="es0">\r</span><span class="es0">\n</span> <receive name=<span class="es0">\"</span>start
+<span class="es0">\"</span> partnerLink=<span class="es0">\"</span>Pipeline<span class="es0">\"</span> portType=<span class="es0">\"</span>proc:ProcessorPortType<span class="es0">\"</span><span class="es0">\r</span><span class="es0">\n</span> operation=<span class="es0">\"</span>process
+<span class="es0">\"</span> variable=<span class="es0">\"</span>request<span class="es0">\"</span> createInstance=<span class="es0">\"</span>yes<span class="es0">\"</span> /><span class="es0">\r</span><span class="es0">\n</span><span class="es0">\r</span><span class="es0">\n</span> <extensionActivity><span class="es0">\r</span><span class="es0">\n</span> <p
+roc:invokePipelet name=<span class="es0">\"</span>invokeSolrSearchPipelet<span class="es0">\"</span>><span class="es0">\r</span><span class="es0">\n</span> <proc:pipelet class=
+<span class="es0">\"</span>org.eclipse.smila.solr.search.SolrSearchPipelet<span class="es0">\"</span> /><span class="es0">\r</span><span class="es0">\n</span> <proc:variables input=<span class="es0">\"</span>re
+quest<span class="es0">\"</span> output=<span class="es0">\"</span>request<span class="es0">\"</span> /><span class="es0">\r</span><span class="es0">\n</span> <proc:configuration><span class="es0">\r</span><span class="es0">\n</span> <rec:Val key=<span class="es0">\"</span>
+indexname<span class="es0">\"</span>>DefaultCore</rec:Val><span class="es0">\r</span><span class="es0">\n</span> <rec:Map key=<span class="es0">\"</span>_solr.query<span class="es0">\"</span>><span class="es0">\r</span><span class="es0">\n</span>
+ <rec:Seq key=<span class="es0">\"</span>highlighting<span class="es0">\"</span>> <span class="es0">\r</span><span class="es0">\n</span> <rec:Map><span class="es0">\r</span><span class="es0">\n</span>
+ <rec:Val key=<span class="es0">\"</span>attribute<span class="es0">\"</span>>global.solr.params</rec:Val><span class="es0">\r</span><span class="es0">\n</span>
+ <rec:Val key=<span class="es0">\"</span>hl<span class="es0">\"</span> type=<span class="es0">\"</span>boolean<span class="es0">\"</span>>true</rec:Val><span class="es0">\r</span><span class="es0">\n</span> <rec:Val ke
+y=<span class="es0">\"</span>hl.fl<span class="es0">\"</span>>Content</rec:Val><span class="es0">\r</span><span class="es0">\n</span> <rec:Val key=<span class="es0">\"</span>hl.simple.pre<span class="es0">\"</span>>&lt;b&
+gt;</rec:Val><span class="es0">\r</span><span class="es0">\n</span> <rec:Val key=<span class="es0">\"</span>hl.simple.post<span class="es0">\"</span>>&lt;/b&gt;</rec:Val>
+ <span class="es0">\r</span><span class="es0">\n</span> </rec:Map><span class="es0">\r</span><span class="es0">\n</span> </rec:Seq>
+
+ <span class="es0">\r</span><span class="es0">\n</span> </rec:Map> <span class="es0">\r</span><span class="es0">\n</span> </proc:configuration><span class="es0">\r</span><span class="es0">\n</span> </p
+roc:invokePipelet><span class="es0">\r</span><span class="es0">\n</span> </extensionActivity><span class="es0">\r</span><span class="es0">\n</span> <span class="es0">\r</span><span class="es0">\n</span> <reply name=<span class="es0">\"</span>end<span class="es0">\"</span> partnerLin
+k=<span class="es0">\"</span>Pipeline<span class="es0">\"</span> portType=<span class="es0">\"</span>proc:ProcessorPortType<span class="es0">\"</span> operation=<span class="es0">\"</span>process<span class="es0">\"</span><span class="es0">\r</span><span class="es0">\n</span> variable=<span class="es0">\</span>
+"</span>request\<span class="st0">" /><span class="es0">\r</span><span class="es0">\n</span> </sequence><span class="es0">\r</span><span class="es0">\n</span></process><span class="es0">\r</span><span class="es0">\n</span>"</span><span class="br0">}</span></pre></div>
+<p>Whoops, what's this? It's a bit awkward to read because newline and double-quote characters are printed in their JSON-escaped form. In a browser with a "JSONView" extension installed it looks quite readable, e.g. in Chrome:
+</p><p><a href="http://wiki.eclipse.org/Image:SMILA-bpel-pipeline-in-jsonview-browser.png" class="image" title="Image:SMILA-bpel-pipeline-in-jsonview-browser.png"><img alt="Image:SMILA-bpel-pipeline-in-jsonview-browser.png" src="http://wiki.eclipse.org/images/f/f3/SMILA-bpel-pipeline-in-jsonview-browser.png" width="976" height="680" border="0" /></a>
+</p><p>That's better. We see that the object has a <tt>readOnly</tt> flag set to true, because it is one of the predefined pipelines in the system configuration. If it was a custom pipeline defined via the API, there would be a <tt>timestamp</tt> attribute at the end of the object.
+</p><p>Now we try to execute this pipeline:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript">> GET <span class="re0">/smila/pipeline/SearchPipeline/process/</span>
+<span class="br0">{</span>
+ <span class="st0">"message"</span> : <span class="st0">"Cannot process an empty record."</span>
+<span class="br0">}</span>
+> POST <span class="re0">/smila/pipeline/SearchPipeline/process/</span>
+<span class="br0">{</span>
+ <span class="st0">"message"</span> : <span class="st0">"Cannot process an empty record."</span>
+<span class="br0">}</span></pre></div>
+So this did not work, as expected. In the response headers you can see the error code returned: <div dir="ltr" style="text-align: left;"><pre class="source-javascript">> POST <span class="re0">/smila/pipeline/SearchPipeline/process/</span> -v
+...
+< HTTP/<span class="nu0">1.1</span> <span class="nu0">400</span> Bad Request
+...
+<span class="br0">{</span>
+ <span class="st0">"message"</span> : <span class="st0">"Cannot process an empty record."</span>
+<span class="br0">}</span></pre></div>
+<p>So we add a query attribute:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript">> POST <span class="re0">/smila/pipeline/SearchPipeline/process/</span> <span class="st0">'{ "query": "SMILA" }'</span>
+...
+< HTTP/<span class="nu0">1.1</span> <span class="nu0">500</span> Server Error
+...
+<span class="br0">{</span>
+ <span class="st0">"message"</span> : <span class="st0">"Error processing BPEL workflow SearchPipeline: Invocation of pipeline element SearchPipeline/search failed: Error processing message SearchPipeline-7afe423a-749c-4492-aa66-38ce37dba672<span class="es0">\n</span>caused by: Invocation of pipeline element SearchPipeline/search failed: Error processing message SearchPipeline-7afe423a-749c-4492-aa66-38ce37dba672<span class="es0">\n</span>caused by: no single value for required parameter QueryAttribute"</span>
+<span class="br0">}</span></pre></div>
+<p>This time the LuceneSearchPipelet complains about a missing parameter. So let's add it:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript">> POST <span class="re0">/smila/pipeline/SearchPipeline/process/</span> <span class="st0">'{
+ "query": "SMILA",
+ "QueryAttribute": "Content" }'</span>
+<span class="br0">{</span>
+ <span class="st0">"query"</span> : <span class="st0">"SMILA"</span>,
+ <span class="st0">"QueryAttribute"</span> : <span class="st0">"Content"</span>,
+ <span class="st0">"_recordid"</span> : <span class="st0">"SearchPipeline-5c2d3f3f-1e56-4362-aa4c-74aa5fa9d6e8"</span>,
+ <span class="st0">"count"</span> : <span class="nu0">58</span>,
+ <span class="st0">"indexSize"</span> : <span class="nu0">115</span>,
+ <span class="st0">"records"</span> : <span class="br0">[</span> <span class="br0">{</span>
+ <span class="st0">"_recordid"</span> : <span class="st0">"feeds:<Uri=tag:search.twitter.com,2005:69739397733560320>"</span>,
+ <span class="st0">"_source"</span> : <span class="st0">"feeds"</span>,
+ <span class="st0">"_weight"</span> : <span class="nu0">0.84</span>
+ <span class="br0">}</span>, <span class="br0">{</span>
+ <span class="st0">"_recordid"</span> : <span class="st0">"feeds:<Uri=tag:search.twitter.com,2005:69960011966713856>"</span>,
+ <span class="st0">"_source"</span> : <span class="st0">"feeds"</span>,
+ <span class="st0">"_weight"</span> : <span class="nu0">0.73</span>
+ <span class="br0">}</span>,
+ ...
+ <span class="br0">]</span> <span class="br0">}</span>
+<span class="br0">}</span></pre></div>
+<p>A successful search ... but we probably want to see a bit more information. So we add values for the parameter <tt>resultAttributes</tt>:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript">> POST <span class="re0">/smila/pipeline/SearchPipeline/process/</span> <span class="st0">'{
+ "query": "SMILA",
+ "QueryAttribute": "Content",
+ "resultAttributes": [ "Title", "Author", "LastModifiedDate" ] }'</span>
+<span class="br0">{</span>
+ <span class="st0">"query"</span> : <span class="st0">"SMILA"</span>,
+ <span class="st0">"QueryAttribute"</span> : <span class="st0">"Content"</span>,
+ <span class="st0">"resultAttributes"</span> : <span class="br0">[</span> <span class="st0">"Title"</span>, <span class="st0">"Author"</span>, <span class="st0">"LastModifiedDate"</span> <span class="br0">]</span>,
+ <span class="st0">"_recordid"</span> : <span class="st0">"SearchPipeline-2201c83a-a9b6-4cfe-a62e-6ec8ffe113ca"</span>,
+ <span class="st0">"count"</span> : <span class="nu0">58</span>,
+ <span class="st0">"indexSize"</span> : <span class="nu0">115</span>,
+ <span class="st0">"records"</span> : <span class="br0">[</span> <span class="br0">{</span>
+ <span class="st0">"_recordid"</span> : <span class="st0">"feeds:<Uri=tag:search.twitter.com,2005:69739397733560320>"</span>,
+ <span class="st0">"_source"</span> : <span class="st0">"feeds"</span>,
+ <span class="st0">"_weight"</span> : <span class="nu0">0.84</span>,
+ <span class="st0">"Title"</span> : <span class="st0">"@AbrarAlAdwani smila 3alech. Latwaswiseen"</span>,
+ <span class="st0">"Author"</span> : <span class="st0">"dee_the_bee (Dalalee Boland)"</span>,
+ <span class="st0">"LastModifiedDate"</span> : <span class="st0">"2011-05-15T14:22:22.000+0200"</span>
+ <span class="br0">}</span>, <span class="br0">{</span>
+ <span class="st0">"_recordid"</span> : <span class="st0">"feeds:<Uri=tag:search.twitter.com,2005:69960011966713856>"</span>,
+ <span class="st0">"_source"</span> : <span class="st0">"feeds"</span>,
+ <span class="st0">"_weight"</span> : <span class="nu0">0.73</span>,
+ <span class="st0">"Title"</span> : <span class="st0">"Finally found something to smila bout :)"</span>,
+ <span class="st0">"Author"</span> : <span class="st0">"MIGUELALMENDRAL (Miguel FG Almendral)"</span>,
+ <span class="st0">"LastModifiedDate"</span> : <span class="st0">"2011-05-16T04:59:01.000+0200"</span>
+ <span class="br0">}</span>,
+ ...
+ <span class="br0">]</span> <span class="br0">}</span>
+<span class="br0">}</span></pre></div>
+<p>Awesome! In the same way you can add more parameters as you need:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript">> POST <span class="re0">/smila/pipeline/SearchPipeline/process/</span> <span class="st0">'{
+ "query": "SMILA",
+ "QueryAttribute": "Content",
+ "resultAttributes": [ "Title", "Author", "LastModifiedDate" ],
+ "maxcount": 1, "offset": 42, "highlight": "Content" }'</span>
+<span class="br0">{</span>
+ <span class="st0">"query"</span> : <span class="st0">"SMILA"</span>,
+ <span class="st0">"QueryAttribute"</span> : <span class="st0">"Content"</span>,
+ <span class="st0">"resultAttributes"</span> : <span class="br0">[</span> <span class="st0">"Title"</span>, <span class="st0">"Author"</span>, <span class="st0">"LastModifiedDate"</span> <span class="br0">]</span>,
+ <span class="st0">"maxcount"</span> : <span class="nu0">1</span>,
+ <span class="st0">"offset"</span> : <span class="nu0">42</span>,
+ <span class="st0">"highlight"</span> : <span class="st0">"Content"</span>,
+ <span class="st0">"_recordid"</span> : <span class="st0">"SearchPipeline-f2a53434-36b1-4e25-a716-f8c02fba5ecd"</span>,
+ <span class="st0">"count"</span> : <span class="nu0">58</span>,
+ <span class="st0">"indexSize"</span> : <span class="nu0">115</span>,
+ <span class="st0">"records"</span> : <span class="br0">[</span> <span class="br0">{</span>
+ <span class="st0">"_recordid"</span> : <span class="st0">"feeds:<Uri=http://www.eclipse.org/forums/index.php/mv/msg/206311/660699/#msg_660699>"</span>,
+ <span class="st0">"_source"</span> : <span class="st0">"feeds"</span>,
+ <span class="st0">"_weight"</span> : <span class="nu0">0.19</span>,
+ <span class="st0">"Title"</span> : <span class="st0">"Re: New SMILA tryout"</span>,
+ <span class="st0">"Author"</span> : <span class="st0">"Andreas Weber"</span>,
+ <span class="st0">"_highlight"</span> : <span class="br0">{</span>
+ <span class="st0">"Content"</span> : <span class="br0">{</span>
+ <span class="st0">"text"</span> : <span class="st0">"<br /><span class="es0">\n</span>&#62;<br /><span class="es0">\n</span>&#62; I've done all standard steps as we do when creating a new<br /><span class="es0">\n</span>&#62; <b>SMILA</b>-workspace (and as described...-workspace (and as described on the <b>SMILA</b> website - dont know the<br... website - dont know the<br /><span class="es0">\n</span>&#62; exact name right now):<br /><span class="es0">\n</span>&#62;<br /><span class="es0">\n</span>&#62;<br /><span class="es0">\n</span>&#62; check out from eclipse SVN<br /><span class="es0">\n</span>&#62; add a new Target Platform with path to the <b>SMILA</b> bundles and to eclipse<br..."</span>
+ <span class="br0">}</span>
+ <span class="br0">}</span>
+ <span class="br0">}</span> <span class="br0">]</span>
+<span class="br0">}</span></pre></div>
+<p>You can also use GET and URL parameters to invoke the pipeline, just enter something like this in the address line of your favorite browser:
+</p><p><tt><a href="http://localhost:8080/smila/pipeline/SearchPipeline/process?query=SMILA&QueryAttribute=Content" class="external free" title="http://localhost:8080/smila/pipeline/SearchPipeline/process?query=SMILA&QueryAttribute=Content" rel="nofollow">http://localhost:8080/smila/pipeline/SearchPipeline/process?query=SMILA&QueryAttribute=Content</a></tt>
+</p><p>However, this gets inconvenient when you want to add lots of parameters and attributes.
+</p>
+<a name="Defining_Pipelines"></a><h4> <span class="mw-headline"> Defining Pipelines </span></h4>
+<p>To define a new pipeline (or update it) you POST a JSON containing the pipeline name and BPEL definition to <code>/smila/pipeline</code>. E.g. copy the output of the <code>GET /smila/pipeline/SearchPipeline</code> command and rename the pipeline to "SearchPipeline2" like this:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript">> POST <span class="re0">/smila/pipeline/</span> <span class="st0">'{
+ "name" : "SearchPipeline2",
+ "definition" : "<?xml version=<span class="es0">\"</span>1.0<span class="es0">\"</span> ?><span class="es0">\r</span><span class="es0">\n</span><process name=<span class="es0">\"</span>SearchPipeline2<span class="es0">\"</span> ..."
+}'</span>
+<span class="br0">{</span>
+ <span class="st0">"name"</span> : <span class="st0">"SearchPipeline2"</span>,
+ <span class="st0">"timestamp"</span> : <span class="st0">"2011-08-26T13:54:34.451+0200"</span>,
+ <span class="st0">"url"</span> : <span class="st0">"http://localhost:8080/smila/pipeline/SearchPipeline2/"</span>
+<span class="br0">}</span></pre></div>
+<p>If you want to push an own BPEL definition, take care of escaping linefeed (\r), newline (\n) and quotes (\") characters, or the JSON code will not be valid.
+</p><p>The response contains the name, a creation timestamp and an URL to read the pipeline definition again. If you use this, you will see that the response will also contain the timestamp, but no readOnly flag:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript">> GET <span class="re0">/smila/pipeline/SearchPipeline2/</span>
+<span class="br0">{</span>
+ <span class="st0">"name"</span> : <span class="st0">"SearchPipeline2"</span>,
+ <span class="st0">"definition"</span> : <span class="st0">"<?xml version=<span class="es0">\"</span>1.0<span class="es0">\"</span> ?><span class="es0">\r</span><span class="es0">\n</span><process name=<span class="es0">\"</span>SearchPipeline2<span class="es0">\"</span> ..."</span>,
+ <span class="st0">"timestamp"</span> : <span class="st0">"2011-08-26T13:54:34.451+0200"</span>
+<span class="br0">}</span></pre></div>
+<p>Updating the workflow would work just the same. The timestamp can be used in modelling tools to ensure that different users do not overwrite changes made by another user.
+</p><p>The new pipeline should now also appears in the list of pipelines:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript">> GET <span class="re0">/smila/pipeline/</span>
+<span class="br0">{</span>
+ <span class="st0">"pipelines"</span> : <span class="br0">[</span> <span class="br0">{</span>
+ ...,
+ <span class="br0">{</span>
+ <span class="st0">"name"</span> : <span class="st0">"SearchPipeline"</span>,
+ <span class="st0">"url"</span> : <span class="st0">"http://localhost:8080/smila/pipeline/SearchPipeline/"</span>
+ <span class="br0">}</span>, <span class="br0">{</span>
+ <span class="st0">"name"</span> : <span class="st0">"SearchPipeline2"</span>,
+ <span class="st0">"url"</span> : <span class="st0">"http://localhost:8080/smila/pipeline/SearchPipeline2/"</span>
+ <span class="br0">}</span>,
+ ...<span class="br0">]</span>
+<span class="br0">}</span></pre></div>
+
+<!--
+NewPP limit report
+Preprocessor node count: 101/1000000
+Post-expand include size: 1174/2097152 bytes
+Template argument size: 644/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:31279-0!1!0!!en!2!edit=0 and timestamp 20120202221656 -->
+<div class="printfooter">
+Retrieved from "<a href="JSON_REST_API_for_BPEL_pipelines.html">http://wiki.eclipse.org/SMILA/Documentation/Processing/JSON_REST_API_for_BPEL_pipelines</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 13:56, 26 January 2012 by <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>, <a href="http://wiki.eclipse.org/User:Tmenzel.brox.de" title="User:Tmenzel.brox.de">thomas menzel</a> and <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Processing/JSON_REST_API_for_BPEL_pipelines&action=credits" title="SMILA/Documentation/Processing/JSON REST API for BPEL pipelines">others</a>.</p>
+ <p id="footerviews">This page has been accessed 1,651 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.068 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Processing/JSON_REST_API_for_pipelets.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Processing/JSON_REST_API_for_pipelets.html
new file mode 100644
index 0000000..402f614
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Processing/JSON_REST_API_for_pipelets.html
@@ -0,0 +1,371 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/Processing/JSON REST API for pipelets" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/Processing/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/Processing/JSON REST API for pipelets - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/Processing/JSON_REST_API_for_pipelets";
+var wgTitle = "SMILA/Documentation/Processing/JSON REST API for pipelets";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "35318";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "285736";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="JSON_REST_API_for_pipelets.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_Processing_JSON_REST_API_for_pipelets">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Processing/JSON_REST_API_for_pipelets">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/Processing/JSON_REST_API_for_pipelets">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/Processing/JSON_REST_API_for_pipelets">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Processing/JSON_REST_API_for_pipelets&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Processing/JSON_REST_API_for_pipelets&oldid=285736">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="JSON_REST_API_for_pipelets.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/Processing/JSON_REST_API_for_pipelets&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Processing/JSON_REST_API_for_pipelets&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Processing/JSON_REST_API_for_pipelets&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Processing/JSON%20REST%20API%20for%20pipelets"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/Processing/JSON REST API for pipelets</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../../SMILA.html" title="SMILA">SMILA</a> | <a href="../../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="JSON_REST_API_for_pipelets.html#column-one">navigation</a>, <a href="JSON_REST_API_for_pipelets.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="JSON_REST_API_for_pipelets.html#JSON_REST_API_for_SMILA_BPEL_pipelines"><span class="tocnumber">1</span> <span class="toctext">JSON REST API for SMILA BPEL pipelines</span></a>
+<ul>
+<li class="toclevel-2"><a href="JSON_REST_API_for_pipelets.html#Reference"><span class="tocnumber">1.1</span> <span class="toctext">Reference</span></a>
+<ul>
+<li class="toclevel-3"><a href="JSON_REST_API_for_pipelets.html#Get_Pipelet_Overview"><span class="tocnumber">1.1.1</span> <span class="toctext">Get Pipelet Overview</span></a></li>
+<li class="toclevel-3"><a href="JSON_REST_API_for_pipelets.html#Get_a_Pipelet_description"><span class="tocnumber">1.1.2</span> <span class="toctext">Get a Pipelet description</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="JSON_REST_API_for_SMILA_BPEL_pipelines"></a><h2> <span class="mw-headline"> JSON REST API for SMILA BPEL pipelines </span></h2>
+<p>SMILA now has an HTTP REST API that allows to display the registered pipelets as well as descriptions for single pipelets (i.e. class name, parameter description, pipelet description and other additional data).
+</p>
+<a name="Reference"></a><h3> <span class="mw-headline"> Reference </span></h3>
+<p>Note: The trailing slash in URLs is optional.
+</p>
+<a name="Get_Pipelet_Overview"></a><h4> <span class="mw-headline"> Get Pipelet Overview </span></h4>
+<p>GET: Returns a list of all deployed pipelets which have been detected by the <tt>PipeletTracker</tt> including URLs to access their descriptions. The list also contains names of pipelets for which the pipelet description can be read from the <tt>SMILA-INF</tt> directory in the bundle, but the pipelet class cannot be successfully instantiated.
+</p><p><b>Supported operations:</b>
+</p>
+<ul><li>GET: Gets a list of all registered pipelets.
+</li></ul>
+<p><b>Usage:</b>
+</p>
+<ul><li>URL: <tt>http://<hostname>:8080/smila/pipelets/</tt>
+</li><li>Allowed methods:
+<ul><li>GET (no further URL parameters and no request body allowed)
+</li></ul>
+</li><li>Response status codes:
+<ul><li>200 OK: Upon successful execution of GET.
+</li><li>500 INTERNAL SERVER ERROR: Any other error.
+</li></ul>
+</li></ul>
+<p><b>Example:</b>
+</p>
+<pre>
+GET http://localhost:8080/smila/pipelets/
+200 OK
+{
+ "pipelets" : [{
+ "class" : "org.eclipse.smila.processing.pipelets.xmlprocessing.RemoveElementFromXMLPipelet",
+ "url" : "http://localhost:8080/smila/pipelets/org.eclipse.smila.processing.pipelets.xmlprocessing.RemoveElementFromXMLPipelet/"
+ }, {
+ "class" : "org.eclipse.smila.processing.pipelets.xmlprocessing.XPathFilterPipelet",
+ "url" : "http://localhost:8080/smila/pipelets/org.eclipse.smila.processing.pipelets.xmlprocessing.XPathFilterPipelet/"
+ }, {
+ "class" : "org.eclipse.smila.processing.pipelets.xmlprocessing.XslTransformationPipelet",
+ "url" : "http://localhost:8080/smila/pipelets/org.eclipse.smila.processing.pipelets.xmlprocessing.XslTransformationPipelet/"
+ }, {
+ "class" : "org.eclipse.smila.ontology.pipelets.SesameRecordReaderPipelet",
+ "url" : "http://localhost:8080/smila/pipelets/org.eclipse.smila.ontology.pipelets.SesameRecordReaderPipelet/"
+ }, {
+ "class" : "org.eclipse.smila.aperture.pipelets.AperturePipelet",
+ "url" : "http://localhost:8080/smila/pipelets/org.eclipse.smila.aperture.pipelets.AperturePipelet/"
+ },
+...
+}
+</pre>
+<a name="Get_a_Pipelet_description"></a><h4> <span class="mw-headline"> Get a Pipelet description </span></h4>
+<p>GET: Returns a JSON object containing the description of the requested pipelet. The object consists of the class name of the pipelet, optionally the textual description of the pipelet and the description of its parameters. Additionally to the original pipelet description read from the <tt>SMILA-INF</tt> of the bundle, the returned description can also contain <tt>errors</tt> if the pipelet class could not be instantiated (in this case the pipelet will not work properly in pipelines) or the pipelet description was not wellformed (in this case the pipelet should still work).
+</p><p><b>Supported operations:</b>
+</p>
+<ul><li>GET: Get a pipelet description.
+</li></ul>
+<p><b>Usage:</b>
+</p>
+<ul><li>URL: <tt>http://<hostname>:8080/smila/pipelets/<pipelet-class-name>/</tt>
+</li><li>Allowed methods:
+<ul><li>GET (no further URL parameters and no request body allowed)
+</li></ul>
+</li><li>Response status codes:
+<ul><li>200 OK: Upon successful execution for GET.
+</li><li>404 NOT FOUND: If the specified pipelet does not exist.
+</li><li>405 METHOD NOT ALLOWED: For methods other than "GET".
+</li><li>500 INTERNAL SERVER ERROR: Any other error.
+</li></ul>
+</li></ul>
+<p><b>Example:</b>
+</p>
+<pre>
+GET http://localhost:8080/smila/pipelets/org.eclipse.smila.processing.pipelets.CopyPipelet
+200 OK
+{
+ "class" : "org.eclipse.smila.processing.pipelets.CopyPipelet",
+ "parameters": [
+ {
+ "name": "inputType",
+ "type": "string",
+ "values": ["ATTACHMENT", "ATTRIBUTE"]
+ },
+ {
+ "name": "outputType",
+ "type": "string",
+ "values": ["ATTACHMENT", "ATTRIBUTE"]
+ },
+ {
+ "name": "inputName",
+ "type": "string"
+ },
+ {
+ "name": "outputName",
+ "type": "string"
+ },
+ {
+ "name": "mode",
+ "type": "string",
+ "values": ["COPY", "MOVE"],
+ "optional": true
+ }
+ ],
+ "description": "This pipelet can be used to copy a string value between attributes and/or attachments.
+It supports two execution modes: COPY: copy the value from the input attribute/attachment to the output
+attribute/attachment, MOVE: same as COPY, but after that delete the value from the input attribute/attachment"
+}
+</pre>
+<p><b>Example with error messages</b>
+</p><p>In this example the pipelet class did not exist in the bundle, and the parameter description was not valid. Both kinds of errors are listed under the <tt>errors</tt> key:
+</p>
+<pre>
+{
+ "class":"org.eclipse.smila.processing.test.InvalidClassAndParametersPipelet",
+ "parameters":[
+ {
+ "whats-this":"not-a-parameter"
+ }
+ ],
+ "description":"test pipelet that won't be found and has invalid parameters description.",
+ "errors":[
+ "Pipelet class could not be loaded.",
+ "Parameters section is invalid. Missing field 'name' or it has empty value."
+ ]
+}
+</pre>
+
+<!--
+NewPP limit report
+Preprocessor node count: 27/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:35318-0!1!0!!en!2!edit=0 and timestamp 20120202151339 -->
+<div class="printfooter">
+Retrieved from "<a href="JSON_REST_API_for_pipelets.html">http://wiki.eclipse.org/SMILA/Documentation/Processing/JSON_REST_API_for_pipelets</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 11:02, 23 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a>.</p>
+ <p id="footerviews">This page has been accessed 167 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.049 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/PublishingJAXWSWebservices.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/PublishingJAXWSWebservices.html
new file mode 100644
index 0000000..c12600a
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/PublishingJAXWSWebservices.html
@@ -0,0 +1,268 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/PublishingJAXWSWebservices" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/PublishingJAXWSWebservices - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/PublishingJAXWSWebservices";
+var wgTitle = "SMILA/Documentation/PublishingJAXWSWebservices";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "20850";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "189049";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="PublishingJAXWSWebservices.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_PublishingJAXWSWebservices">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/PublishingJAXWSWebservices">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/PublishingJAXWSWebservices">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/PublishingJAXWSWebservices">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/PublishingJAXWSWebservices&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/PublishingJAXWSWebservices&oldid=189049">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="PublishingJAXWSWebservices.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/PublishingJAXWSWebservices&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/PublishingJAXWSWebservices&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/PublishingJAXWSWebservices&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/PublishingJAXWSWebservices"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/PublishingJAXWSWebservices</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="PublishingJAXWSWebservices.html#column-one">navigation</a>, <a href="PublishingJAXWSWebservices.html#searchInput">search</a></div> <!-- start content -->
+ <a name="Creating_Webservices_in_SMILA_from_OSGi_services_using_JAX-WS"></a><h2> <span class="mw-headline"> Creating Webservices in SMILA from OSGi services using JAX-WS </span></h2>
+<p>SMILA includes a simple tool now that make it possible to publish OSGi services which are implemented as JAX-WS webservices so that they can be accessed externally using HTTP/SOAP. The short story is:
+</p>
+<ul><li>activate bundle <tt>org.eclipse.smila.webservice</tt>
+</li></ul>
+<ul><li>register you JAX-WS class as an OSGI service and add a property <tt>org.eclipse.smila.ws</tt> that specifies the service name in the HTTP-URL. You can use either Declarative Services to do this or do the registration manually in code.
+</li></ul>
+<ul><li>access the webservice under <tt><a href="http://" class="external free" title="http://" rel="nofollow">http://</a><your-hostname>:8081/<service-name>?wsdl</tt>
+</li></ul>
+<a name="Configuration_of_the_Webservice_Publisher"></a><h3> <span class="mw-headline"> Configuration of the Webservice Publisher </span></h3>
+<p>The Webservice Publisher in bundle <tt>org.eclipse.smila.webservice</tt> is basically a Service Tracker that looks for all services with a property <tt>org.eclipse.smila.ws</tt> and publishs them using the standard JAX-WS integration in Java 6 JDKs. The only thing that can be configured currently is how the webservice's URL is constructed. This is done in a simple configuration property file named <tt>webservice.properties</tt> that is located in <tt>configuration/org.eclipse.smila.webservice</tt>. If no such file exists, the default settings are used. Also, all properties in the file are optional.
+</p><p><br />
+</p>
+<dl><dt>webservice.hostname
+</dt></dl>
+<dl><dd>The host name part of the webservice URL. If not set, the publisher tries to determine the hostname using <tt>java.net.InetAddress</tt>, if this does not work, <tt>localhost</tt> is used. Note that if you need to access your webservice using <tt><a href="http://localhost" class="external free" title="http://localhost" rel="nofollow">http://localhost</a>:...</tt>, you must specify <tt>webservice.hostname=localhost</tt> here. Else you must use the correct hostname to connect to the webservice.
+</dd></dl>
+<dl><dt>webservice.port
+</dt></dl>
+<dl><dd>The TCP/IP port of the webservice server. Default is 8081, as 8080 is already used by the HTTP server in SMILA.
+</dd></dl>
+<dl><dt>webservice.webroot
+</dt></dl>
+<dl><dd>A common root part for the webservice URLs. Default is empty.
+</dd></dl>
+<p>The webservice URL is constructed like this: <tt><a href="http://" class="external free" title="http://" rel="nofollow">http://</a><webservice.hostname>:<webservice.port>/<webservice.webroot>/<service-name></tt>
+</p><p><br />
+</p>
+<a name="Examples"></a><h3> <span class="mw-headline"> Examples </span></h3>
+<p>A simple HelloWorld service is contained in bundle <tt>org.eclipse.smila.webservice.test</tt>. It also includes WSDL/XSD files generated from the service class, client stubs generated from the WSDL file and the batch files to generate this stuff (though the WSDL and service client class have been manipulated a bit afterwards). The service is started using OSGi Declarative Services, so <tt>OSGI-INF/component.xml</tt> is an example of how to define the service property the publisher looks for in DS. If you copy the publisher configuration in this bundle to your configuration area and activate the bundle (and the publisher bundle, of course), the service should be accessible under <tt><a href="http://localhost:8081/smila-ws/helloworld" class="external free" title="http://localhost:8081/smila-ws/helloworld" rel="nofollow">http://localhost:8081/smila-ws/helloworld</a></tt>.
+</p><p><br />
+The test bundle <tt>org.eclipse.smila.processing.bpel.test</tt> also contains a BPEL file <tt>helloworldpipeline.bpel</tt> that invokes this service with an attribute value from the processed record and writes the result back to the same attribute in this record.
+</p><p><br />
+These are only very simple examples, and admittedly we did not do more complex tests yet. If something in JAX-WS does not work with the SMILA webservice publisher please let us know. Also any other suggestions for improvement are highly appreciated. Thank you very much.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 21/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:20850-0!1!0!!en!2!edit=0 and timestamp 20120202171435 -->
+<div class="printfooter">
+Retrieved from "<a href="PublishingJAXWSWebservices.html">http://wiki.eclipse.org/SMILA/Documentation/PublishingJAXWSWebservices</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 13:24, 9 February 2010 by <a href="http://wiki.eclipse.org/User:Igor.novakovic.empolis.com" title="User:Igor.novakovic.empolis.com">Igor Novakovic</a>. Based on work by <a href="http://wiki.eclipse.org/User:Juergen.schumacher.empolis.com" title="User:Juergen.schumacher.empolis.com">Juergen Schumacher</a>.</p>
+ <p id="footerviews">This page has been accessed 1,851 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.052 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/REST_API_Reference.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/REST_API_Reference.html
new file mode 100644
index 0000000..35c138b
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/REST_API_Reference.html
@@ -0,0 +1,270 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/REST API Reference,SMILA/Documentation/AgentController,SMILA/Documentation/Bulkbuilder,SMILA/Documentation/CrawlerController,SMILA/Documentation/DataObjectTypesAndBuckets,SMILA/Documentation/Importing/DeltaCheck,SMILA/Documentation/Importing/VisitedLinks,SMILA/Documentation/JobDefinitions,SMILA/Documentation/JobRuns,SMILA/Documentation/ObjectStore/Bundle org.eclipse.smila.objectstore,SMILA/Documentation/Processing/JSON REST API for BPEL pipelines" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/REST API Reference - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/REST_API_Reference";
+var wgTitle = "SMILA/Documentation/REST API Reference";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "35451";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286137";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="REST_API_Reference.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_REST_API_Reference">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/REST_API_Reference">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/REST_API_Reference">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/REST_API_Reference">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/REST_API_Reference&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/REST_API_Reference&oldid=286137">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="REST_API_Reference.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/REST_API_Reference&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/REST_API_Reference&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/REST_API_Reference&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/REST%20API%20Reference"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/REST API Reference</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="REST_API_Reference.html#column-one">navigation</a>, <a href="REST_API_Reference.html#searchInput">search</a></div> <!-- start content -->
+ <p>This page is intended to serve as a cross reference to the SMILA manual based on the SMILA ReST API. It lists all URLs of the ReST API and links them to the manual page that describes it.
+</p>
+<ul><li> <b><tt>/smila/</tt></b>: Main entry page: system state overview and links to the other APIs.
+<ul><li> <tt><a href="Processing/JSON_REST_API_for_pipelets.html" title="SMILA/Documentation/Processing/JSON REST API for pipelets">pipelets/</a></tt>: Show available pipelets.
+</li><li> <tt><a href="Processing/JSON_REST_API_for_BPEL_pipelines.html" title="SMILA/Documentation/Processing/JSON REST API for BPEL pipelines">pipelines/</a></tt>: Show, modify and invoke available pipelines.
+</li><li> <tt>jobmanager/</tt>: JobManager entry page, just links to the APIs below:
+<ul><li> <tt><a href="DataObjectTypesAndBuckets.html#List_data_object_types" title="SMILA/Documentation/DataObjectTypesAndBuckets">dataobjecttypes/</a></tt>: show available DOTs.
+</li><li> <tt><a href="DataObjectTypesAndBuckets.html#List.2C_create.2C_and_modify_buckets" title="SMILA/Documentation/DataObjectTypesAndBuckets">buckets/</a></tt>: Show and modify availabe persistent buckets.
+</li><li> <tt><a href="WorkerAndWorkflows.html#List_workers" title="SMILA/Documentation/WorkerAndWorkflows">workers/</a></tt>: Show available workers.
+</li><li> <tt><a href="WorkerAndWorkflows.html#List.2C_create.2C_and_modify_workflows" title="SMILA/Documentation/WorkerAndWorkflows">workflows/</a></tt>: Show and modify available workflows.
+</li><li> <tt><a href="JobDefinitions.html#List.2C_create.2C_modify_jobs" title="SMILA/Documentation/JobDefinitions">jobs/</a></tt>: Show and modify available jobs.
+<ul><li> <tt><a href="JobDefinitions.html#Specific_job" title="SMILA/Documentation/JobDefinitions"><jobName>/</a></tt>: show job information and start job run.
+<ul><li> <tt><a href="JobRuns.html#Monitor_a_job_run_or_delete_job_run_data" title="SMILA/Documentation/JobRuns"><jobRunId>/</a></tt>: monitor a job run, delete data of a finished job run.
+<ul><li> <tt><a href="JobRuns.html#Finish_job_run" title="SMILA/Documentation/JobRuns">finish/</a></tt>: Finish a job run.
+</li><li> <tt><a href="JobRuns.html#Cancel_job_run" title="SMILA/Documentation/JobRuns">cancel/</a></tt>: Cancel a job run.
+</li></ul>
+</li></ul>
+</li></ul>
+</li></ul>
+</li><li> <tt>job/<jobName>/</tt>: Bulkbuilder Push API
+<ul><li> <tt><a href="Bulkbuilder.html#Record_push_REST_API" title="SMILA/Documentation/Bulkbuilder">record/</a></tt>: Add a record to a running job for adding or deleting.
+</li><li> <tt><a href="Bulkbuilder.html#push_a_micro_bulk" title="SMILA/Documentation/Bulkbuilder">bulk/</a></tt>: Add a bulk of records to a running job for adding or deleting.
+</li></ul>
+</li><li> <tt><a href="TaskManager.html#External_REST_API" title="SMILA/Documentation/TaskManager">tasks/</a></tt>: Show and inspect worker task queues.
+</li><li> <tt>importing/</tt>: Entry page for service APIs of the importing framework, just links to APIs below:
+<ul><li> <tt><a href="Importing/DeltaCheck.html#DeltaService_ReST_API" title="SMILA/Documentation/Importing/DeltaCheck">delta/</a></tt>: Show and cleanup state of datasources in Delta service.
+</li><li> <tt><a href="Importing/VisitedLinks.html#VisitedLinks_ReST_API" title="SMILA/Documentation/Importing/VisitedLinks">visitedlinks/</a></tt>: Show and cleanup state of datasources in VisitedLinks service.
+</li></ul>
+</li><li> <tt><a href="ObjectStore/Bundle_org.eclipse.smila.objectstore.html#Handlers_in_org.eclipse.smila.objectstore" title="SMILA/Documentation/ObjectStore/Bundle org.eclipse.smila.objectstore">store/</a></tt>: Show, modify and inspect the ObjectStore service.
+</li><li> <tt><a href="CrawlerController.html#HTTP_ReST_JSON_interface" title="SMILA/Documentation/CrawlerController">crawlers/</a></tt>: Show and control crawlers in the old ConnectivityFramework (deprecated)
+</li><li> <tt><a href="AgentController.html#HTTP_ReST_JSON_interface" title="SMILA/Documentation/AgentController">agents/</a></tt>: Show and control ageints in the old ConnectivityFramework (deprecated)
+</li><li> <tt>debug/</tt>: Internal information for debugging purposes. May change at any time and without notice, therefore intentionally left undocumented.
+</li></ul>
+</li><li> <b><tt><a href="TaskManager.html#Internal_REST_API" title="SMILA/Documentation/TaskManager">/taskmanager/</a></tt></b>: TaskManager API for workers not running embedded in SMILA.
+</li><li> <b><tt>/zookeeper/</tt></b>: Inspect contents of Zookeeper's z-node tree. For debugging purposes.
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 27/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:35451-0!1!0!!en!2!edit=0 and timestamp 20120203101109 -->
+<div class="printfooter">
+Retrieved from "<a href="REST_API_Reference.html">http://wiki.eclipse.org/SMILA/Documentation/REST_API_Reference</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 13:33, 24 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. </p>
+ <p id="footerviews">This page has been accessed 207 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.124 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Record_Storage.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Record_Storage.html
new file mode 100644
index 0000000..568aa8e
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Record_Storage.html
@@ -0,0 +1,388 @@
+
+
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/Record Storage,SMILA/Documentation/Binary Storage,SMILA/Documentation/General JPA Configuration in SMILA,SMILA/Documentation/JobManager" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/Record Storage - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/Record_Storage";
+var wgTitle = "SMILA/Documentation/Record Storage";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "18206";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "285971";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-java {line-height: normal; font-size: medium;}
+.source-java li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for java
+ * CSS class: source-java, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-java .de1, .source-java .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-java {}
+.source-java .head {}
+.source-java .foot {}
+.source-java .imp {font-weight: bold; color: red;}
+.source-java .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-java li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-java li.li2 {font-weight: bold;}
+.source-java .kw1 {color: #7F0055; font-weight: bold;}
+.source-java .kw2 {color: #7F0055; font-weight: bold;}
+.source-java .kw3 {color: #000000; font-weight: normal}
+.source-java .kw4 {color: #7F0055; font-weight: bold;}
+.source-java .co1 {color: #3F7F5F; font-style: italic;}
+.source-java .co2 {color: #3F7F5F;}
+.source-java .co3 {color: #3F7F5F; font-style: italic; font-weight: bold;}
+.source-java .coMULTI {color: #3F5FBF; font-style: italic;}
+.source-java .es0 {color: #000000;}
+.source-java .br0 {color: #000000;}
+.source-java .st0 {color: #2A00ff;}
+.source-java .nu0 {color: #000000;}
+.source-java .me1 {color: #000000;}
+.source-java .me2 {color: #000000;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="Record_Storage.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_Record_Storage">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Record_Storage">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/Record_Storage">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/Record_Storage">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Record_Storage&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Record_Storage&oldid=285971">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Record_Storage.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/Record_Storage&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Record_Storage&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Record_Storage&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Record%20Storage"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/Record Storage</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Record_Storage.html#column-one">navigation</a>, <a href="Record_Storage.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Record_Storage.html#Overview"><span class="tocnumber">1</span> <span class="toctext">Overview</span></a></li>
+<li class="toclevel-1"><a href="Record_Storage.html#API"><span class="tocnumber">2</span> <span class="toctext">API</span></a></li>
+<li class="toclevel-1"><a href="Record_Storage.html#Implementations"><span class="tocnumber">3</span> <span class="toctext">Implementations</span></a>
+<ul>
+<li class="toclevel-2"><a href="Record_Storage.html#org.eclipse.smila.recordstorage.impl"><span class="tocnumber">3.1</span> <span class="toctext">org.eclipse.smila.recordstorage.impl</span></a>
+<ul>
+<li class="toclevel-3"><a href="Record_Storage.html#Configuration"><span class="tocnumber">3.1.1</span> <span class="toctext">Configuration</span></a></li>
+<li class="toclevel-3"><a href="Record_Storage.html#Limitations"><span class="tocnumber">3.1.2</span> <span class="toctext">Limitations</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Overview"></a><h2> <span class="mw-headline"> Overview </span></h2>
+<p>Record Storage Service provides an easy way to store / access record objects. It does not persist any attachments included in the records, only the Id and the metadata. To persist attachments one has to use the <a href="Binary_Storage.html" title="SMILA/Documentation/Binary Storage">Binary Storage</a>.
+</p>
+<div class="messagebox" style="background-color: #def3fe; border: 1px solid #c5d7e0; color: black; padding: 5px; margin: 1ex 0; min-height: 35px; padding-left: 45px;">
+<div style="float: left; margin-left: -40px;"><a href="http://wiki.eclipse.org/Image:Note.png" class="image" title="Note.png"><img alt="" src="http://wiki.eclipse.org/images/c/cc/Note.png" width="35" height="35" border="0" /></a></div>
+<div><b> Unused since SMILA 0.9 </b>
+Currently there is no SMILA component that actually writes records to record storage, because record metadata is now stored in "bulks" for processing (see <a href="JobManager.html" title="SMILA/Documentation/JobManager">SMILA/Documentation/JobManager</a>). However, if you need it, you could easily write a pipelet that stores each processed record in record storage, too, and add it to your workflows. If you happen to write such a pipelet, it would be very kind to submit it as a contribution. Thank you :-)<b><br /></div></b>
+</div>
+<a name="API"></a><h2> <span class="mw-headline"> API </span></h2>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="coMULTI">/**
+ * Load the record with the given Id.
+ * @param id Id of the record
+ * @return a Record object or null, if no record with the given Id exists
+ * @throws RecordStorageException if any error occurs
+ */</span>
+ Record loadRecord<span class="br0">(</span>Id id<span class="br0">)</span> <span class="kw1">throws</span> RecordStorageException;
+
+ <span class="coMULTI">/**
+ * Stores the given Record object. An existing Record with the same ID is overwritten by the given record.
+ * @param record the Record object
+ * @throws RecordStorageException if any error occurs
+ */</span>
+ <span class="kw4">void</span> storeRecord<span class="br0">(</span>Record record<span class="br0">)</span> <span class="kw1">throws</span> RecordStorageException;
+
+ <span class="coMULTI">/**
+ * Removes the record with the given Id.
+ * @param id Id of the record
+ * @throws RecordStorageException if any error occurs
+ */</span>
+ <span class="kw4">void</span> removeRecord<span class="br0">(</span>Id id<span class="br0">)</span> <span class="kw1">throws</span> RecordStorageException;
+
+ <span class="coMULTI">/**
+ * Checks if a Record with the given Id exists in the storeage.
+ * @param id Id of the record
+ * @return true if a record with the given Id exists, false otherwise
+ * @throws RecordStorageException if any error occurs
+ */</span>
+ <span class="kw4">boolean</span> existsRecord<span class="br0">(</span>Id id<span class="br0">)</span> <span class="kw1">throws</span> RecordStorageException;
+
+ <span class="coMULTI">/**
+ * Loads all records of the given source.
+ * @param source the name of the data source
+ * @return an Iterator over the Record objects
+ * @throws RecordStorageException if any error occurs
+ */</span>
+ Iterator<Record> loadRecords<span class="br0">(</span><span class="kw3">String</span> source<span class="br0">)</span> <span class="kw1">throws</span> RecordStorageException;</pre></div>
+<a name="Implementations"></a><h2> <span class="mw-headline">Implementations</span></h2>
+<p>It is possible to provide different implementations for the RecordStorage interface. Below is a list of the currently available implementations.
+</p>
+<a name="org.eclipse.smila.recordstorage.impl"></a><h3> <span class="mw-headline">org.eclipse.smila.recordstorage.impl</span></h3>
+<p>The default implementation uses eclipseLink JPA to store the records in an apache derby database. The data is stored in the table <tt>RECORDS</tt>:
+</p>
+<table class="wikitable" border="1" style="text-align:left">
+<caption> RECORDS
+</caption><tr>
+<th> Column
+</th><th> Type
+</th><th> Description
+</th></tr>
+<tr>
+<th> ID
+</th><td> VARCHAR
+</td><td> a hashed value of the Id object of the record
+</td></tr>
+<tr>
+<th> SOURCE
+</th><td> VARCHAR
+</td><td> the source attribute of the Id object
+</td></tr>
+<tr>
+<th> RECORD
+</th><td> BLOB
+</td><td> the serialized record object without attachments
+</td></tr>
+</table>
+<p><br />
+</p>
+<a name="Configuration"></a><h4> <span class="mw-headline"> Configuration </span></h4>
+<div class="messagebox" style="background-color: #def3fe; border: 1px solid #c5d7e0; color: black; padding: 5px; margin: 1ex 0; min-height: 35px; padding-left: 45px;">
+<div style="float: left; margin-left: -40px;"><a href="http://wiki.eclipse.org/Image:Note.png" class="image" title="Note.png"><img alt="" src="http://wiki.eclipse.org/images/c/cc/Note.png" width="35" height="35" border="0" /></a></div>
+<div><b>todo</b><br />this section needs to take this new page into account: <a href="General_JPA_Configuration_in_SMILA.html" title="SMILA/Documentation/General JPA Configuration in SMILA">SMILA/Documentation/General_JPA_Configuration_in_SMILA</a></div>
+</div>
+<p>The only configuration needed is a typicall eclipseLink configuration property file. Therin you can specify settings for logging, database connection settings. For more information please refer to the eclipseLink documentation [<a href="http://wiki.eclipse.org/Using_EclipseLink_JPA_Extensions_(ELUG)#Using_EclipseLink_JPA_Extensions_for_JDBC" class="external autonumber" title="http://wiki.eclipse.org/Using_EclipseLink_JPA_Extensions_(ELUG)#Using_EclipseLink_JPA_Extensions_for_JDBC" rel="nofollow">[1]</a>].
+The configuration is located at <tt>configuration/org.eclipse.smila.recordstorage.impl/org.eclipse.smila.recordstorage.impl/persistence.properties</tt>.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"># EclipseLink properties
+eclipselink.<span class="me1">logging</span>.<span class="me1">level</span>=INFO
+eclipselink.<span class="me1">target</span>-server=None
+eclipselink.<span class="me1">target</span>-database=org.<span class="me1">eclipse</span>.<span class="me1">persistence</span>.<span class="me1">platform</span>.<span class="me1">database</span>.<span class="me1">DerbyPlatform</span>
+eclipselink.<span class="me1">jdbc</span>.<span class="me1">driver</span>=org.<span class="me1">apache</span>.<span class="me1">derby</span>.<span class="me1">jdbc</span>.<span class="me1">EmbeddedDriver</span>
+eclipselink.<span class="me1">jdbc</span>.<span class="me1">url</span>=jdbc:derby:workspace/.<span class="me1">metadata</span>/.<span class="me1">plugins</span>/org.<span class="me1">eclipse</span>.<span class="me1">smila</span>.<span class="me1">recordstorage</span>.<span class="me1">impl</span>/recordstorage;create=<span class="kw2">true</span>
+eclipselink.<span class="me1">jdbc</span>.<span class="me1">password</span>=smila
+eclipselink.<span class="me1">jdbc</span>.<span class="me1">user</span>=smila
+eclipselink.<span class="me1">ddl</span>-generation=create-tables</pre></div>
+<p>After starting Smila for the first time, the DDL generation setting will print out some nasty warnings, complaining that it can't create some tables. These warnings are not critical. You can get rid of them by setting <tt>eclipselink.ddl-generation=none</tt>, but only after Smila was started at least once (and the tables were created).
+</p>
+<a name="Limitations"></a><h4> <span class="mw-headline"> Limitations </span></h4>
+<p>At the moment it is necessary to import all packages containing JDBCDriver classes in <tt>bundle org.eclipse.smila.recordstorage.impl</tt>. So for changing from derby to another database it is not sufficient to change the configuration in <tt>persistence.properties</tt>, you also have to add import package statementsv for the JDBC driver to use to your bundles manifest. This will hopefully be changed with the next release of eclipseLink.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 93/1000000
+Post-expand include size: 2882/2097152 bytes
+Template argument size: 1826/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:18206-0!1!0!!en!2!edit=0 and timestamp 20120203101314 -->
+<div class="printfooter">
+Retrieved from "<a href="Record_Storage.html">http://wiki.eclipse.org/SMILA/Documentation/Record_Storage</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 09:01, 24 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/User:Tmenzel.brox.de" title="User:Tmenzel.brox.de">thomas menzel</a> and <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>.</p>
+ <p id="footerviews">This page has been accessed 1,983 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.154 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/SNAPSHOT_versions_-_which_and_why.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/SNAPSHOT_versions_-_which_and_why.html
new file mode 100644
index 0000000..7e29a65
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/SNAPSHOT_versions_-_which_and_why.html
@@ -0,0 +1,239 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/SNAPSHOT versions - which and why" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/SNAPSHOT versions - which and why - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/SNAPSHOT_versions_-_which_and_why";
+var wgTitle = "SMILA/Documentation/SNAPSHOT versions - which and why";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15193";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "143656";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="SNAPSHOT_versions_-_which_and_why.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_SNAPSHOT_versions_-_which_and_why">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/SNAPSHOT_versions_-_which_and_why">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/SNAPSHOT_versions_-_which_and_why">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/SNAPSHOT_versions_-_which_and_why">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/SNAPSHOT_versions_-_which_and_why&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/SNAPSHOT_versions_-_which_and_why&oldid=143656">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="SNAPSHOT_versions_-_which_and_why.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/SNAPSHOT_versions_-_which_and_why&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/SNAPSHOT_versions_-_which_and_why&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/SNAPSHOT_versions_-_which_and_why&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/SNAPSHOT%20versions%20-%20which%20and%20why"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/SNAPSHOT versions - which and why</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="SNAPSHOT_versions_-_which_and_why.html#column-one">navigation</a>, <a href="SNAPSHOT_versions_-_which_and_why.html#searchInput">search</a></div> <!-- start content -->
+ <p>Please list here third party libraries which we currently use in SNAPSHOT versions in SMILA. Add reasons why we can currently not use a released version of this library and other information that may be helpful in getting this library through the Eclipse IP process.
+</p><p>Where possible add deep links to forum threads and post etc. or any other publicly available reference to support your claim.
+</p>
+<a name="Apache_ODE"></a><h3> <span class="mw-headline"> Apache ODE </span></h3>
+<p>No snapshot anymore, we are now using ODE release 2.0-beta2.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 2/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15193-0!1!0!!en!2!edit=0 and timestamp 20120203101334 -->
+<div class="printfooter">
+Retrieved from "<a href="SNAPSHOT_versions_-_which_and_why.html">http://wiki.eclipse.org/SMILA/Documentation/SNAPSHOT_versions_-_which_and_why</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 15:31, 11 March 2009 by <a href="http://wiki.eclipse.org/User:Juergen.schumacher.empolis.com" title="User:Juergen.schumacher.empolis.com">Juergen Schumacher</a>. </p>
+ <p id="footerviews">This page has been accessed 2,096 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.057 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/SampleSecurityConverterPipelet.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/SampleSecurityConverterPipelet.html
new file mode 100644
index 0000000..0cf27d1
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/SampleSecurityConverterPipelet.html
@@ -0,0 +1,338 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/SampleSecurityConverterPipelet" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/SampleSecurityConverterPipelet - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/SampleSecurityConverterPipelet";
+var wgTitle = "SMILA/Documentation/SampleSecurityConverterPipelet";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "18439";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "285836";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="SampleSecurityConverterPipelet.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_SampleSecurityConverterPipelet">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/SampleSecurityConverterPipelet">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/SampleSecurityConverterPipelet">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/SampleSecurityConverterPipelet">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/SampleSecurityConverterPipelet&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/SampleSecurityConverterPipelet&oldid=285836">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="SampleSecurityConverterPipelet.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/SampleSecurityConverterPipelet&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/SampleSecurityConverterPipelet&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/SampleSecurityConverterPipelet&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/SampleSecurityConverterPipelet"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/SampleSecurityConverterPipelet</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="SampleSecurityConverterPipelet.html#column-one">navigation</a>, <a href="SampleSecurityConverterPipelet.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="SampleSecurityConverterPipelet.html#Pipelet:_org.eclipse.smila.security.processing.SampleSecurityConverterPipelet"><span class="tocnumber">1</span> <span class="toctext">Pipelet: org.eclipse.smila.security.processing.SampleSecurityConverterPipelet</span></a>
+<ul>
+<li class="toclevel-2"><a href="SampleSecurityConverterPipelet.html#Description"><span class="tocnumber">1.1</span> <span class="toctext">Description</span></a></li>
+<li class="toclevel-2"><a href="SampleSecurityConverterPipelet.html#Configuration"><span class="tocnumber">1.2</span> <span class="toctext">Configuration</span></a>
+<ul>
+<li class="toclevel-3"><a href="SampleSecurityConverterPipelet.html#Example"><span class="tocnumber">1.2.1</span> <span class="toctext">Example</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Pipelet:_org.eclipse.smila.security.processing.SampleSecurityConverterPipelet"></a><h2> <span class="mw-headline"> Pipelet: org.eclipse.smila.security.processing.SampleSecurityConverterPipelet </span></h2>
+<a name="Description"></a><h3> <span class="mw-headline"> Description </span></h3>
+<p>This is a sample pipelet that gets and converts security information into
+</p>
+<ul><li> record's metadata to allow indexing in Lucene
+</li><li> a filter used in a query to restrict the results to the users that have READ access
+</li></ul>
+<p>The pipelet uses the service <tt>a org.eclipse.smila.security.SecurityResolver</tt>, which is used to resolve groups and user names. If no SecurityResolver is available the configuration options are ignored and the security information already contained in the record is just added to the specified <i>readUsersAttributeName</i>. (see below).
+</p>
+<a name="Configuration"></a><h3> <span class="mw-headline"> Configuration </span></h3>
+<p>The pipelet is configured using the <tt><PipeletConfiguration></tt> section inside the <tt><invokePipelet></tt> activity of the corresponding BPEL file. It provides the following properties:
+</p>
+<table border="1">
+<tr>
+<th>Property</th><th>Type</th><th>Description
+</th></tr>
+<tr>
+<td><i>readUsersAttributeName</i></td><td>String</td><td>Name of the attribute to store the users with READ access rights to. This attribute can then be indexed by Lucene.
+</td></tr>
+<tr>
+<td><i>resolveGroups</i></td><td>Boolean</td><td>Boolean flag determining whether groups should be resolved to their user principals (true) or not (false)
+</td></tr>
+<tr>
+<td><i>resolveUserNames</i></td><td>Boolean</td><td>Boolean flag determining whether user names should be resolved and replaced by the value described by <i>resolvedUserNamePropertyName</i> (true) or not (false)
+</td></tr>
+<tr>
+<td><i>resolvedUserNamePropertyName</i></td><td>String</td><td>Name of an LDAP property to use instead of the user/group principal (e.g. a display name). Only used if <i>resolveUserNames</i> is set to true.
+</td></tr></table>
+<p>During execution, the pipelet uses the following required record metadata to decide how to handle a record:
+</p>
+<table border="1">
+<tr>
+<th>Name</th><th>Value</th><th>Description
+</th></tr>
+<tr>
+<td><i>_executionMode</i></td><td>INDEX or SEARCH</td><td><i>INDEX</i> - the service is used for indexing security annotations, <i>SEARCH</i> - the service is used during search for filtering results according to security annotations
+</td></tr></table>
+<p><br />
+</p>
+<a name="Example"></a><h4> <span class="mw-headline"> Example </span></h4>
+<p><b>Pipelet configuration for SampleSecurityConverter</b>
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><extensionActivity<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><proc:invokePipelet</span> <span class="re0">name</span>=<span class="st0">"sample securityConverter"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><proc:pipelet</span> <span class="re0">class</span>=<span class="st0">"org.eclipse.smila.security.processing.SampleSecurityConverterPipelet"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><proc:variables</span> <span class="re0">input</span>=<span class="st0">"request"</span> <span class="re0">output</span>=<span class="st0">"request"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"readUsersAttributeName"</span><span class="re2">></span></span>ReadUsers<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"resolveGroups"</span> <span class="re0">type</span>=<span class="st0">"boolean"</span><span class="re2">></span></span>true<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"resolveUserNames"</span> <span class="re0">type</span>=<span class="st0">"boolean"</span><span class="re2">></span></span>true<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"resolvedUserNamePropertyName"</span><span class="re2">></span></span>displayName<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></proc:invokePipelet<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></extensionActivity<span class="re2">></span></span></span></pre></div>
+
+<!--
+NewPP limit report
+Preprocessor node count: 11/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:18439-0!1!0!!en!2!edit=0 and timestamp 20120202171432 -->
+<div class="printfooter">
+Retrieved from "<a href="SampleSecurityConverterPipelet.html">http://wiki.eclipse.org/SMILA/Documentation/SampleSecurityConverterPipelet</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Categories</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span> | <span dir='ltr'><a href="http://wiki.eclipse.org/index.php?title=Category:SMILA/Pipelet&action=edit" class="new" title="Category:SMILA/Pipelet">SMILA/Pipelet</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 15:52, 23 January 2012 by <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>, <a href="http://wiki.eclipse.org/User:Drazen.cindric.attensity.com" title="User:Drazen.cindric.attensity.com">Drazen Cindric</a> and <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/SampleSecurityConverterPipelet&action=credits" title="SMILA/Documentation/SampleSecurityConverterPipelet">others</a>.</p>
+ <p id="footerviews">This page has been accessed 3,820 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.059 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Search.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Search.html
new file mode 100644
index 0000000..c3ad370
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Search.html
@@ -0,0 +1,617 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/Search,SMILA/Documentation/BPEL Workflow Processor,SMILA/Documentation/Solr,SMILA/Documentation for 5 Minutes to Success" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/Search - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/Search";
+var wgTitle = "SMILA/Documentation/Search";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "18950";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "285781";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="Search.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_Search">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Search">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/Search">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/Search">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Search&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Search&oldid=285781">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Search.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/Search&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Search&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Search&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Search"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/Search</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Search.html#column-one">navigation</a>, <a href="Search.html#searchInput">search</a></div> <!-- start content -->
+ <p>This page describes the search service and related parts of SMILA. This includes the query and result helpers, the processing of search requests in BPEL workflows, and the sample servlet used to create a simple web-based GUI for search.
+</p>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Search.html#Introduction"><span class="tocnumber">1</span> <span class="toctext">Introduction</span></a></li>
+<li class="toclevel-1"><a href="Search.html#Search_Processing"><span class="tocnumber">2</span> <span class="toctext">Search Processing</span></a>
+<ul>
+<li class="toclevel-2"><a href="Search.html#Search_Pipelines"><span class="tocnumber">2.1</span> <span class="toctext">Search Pipelines</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Search.html#Search_Service_API"><span class="tocnumber">3</span> <span class="toctext">Search Service API</span></a></li>
+<li class="toclevel-1"><a href="Search.html#Query_Parameters"><span class="tocnumber">4</span> <span class="toctext">Query Parameters</span></a></li>
+<li class="toclevel-1"><a href="Search.html#Result_Annotations"><span class="tocnumber">5</span> <span class="toctext">Result Annotations</span></a></li>
+<li class="toclevel-1"><a href="Search.html#Helper_Classes"><span class="tocnumber">6</span> <span class="toctext">Helper Classes</span></a></li>
+<li class="toclevel-1"><a href="Search.html#SMILA_Search_Servlet"><span class="tocnumber">7</span> <span class="toctext">SMILA Search Servlet</span></a>
+<ul>
+<li class="toclevel-2"><a href="Search.html#XSLT_Stylesheets_for_SMILA_search_and_result_pages"><span class="tocnumber">7.1</span> <span class="toctext">XSLT Stylesheets for SMILA search and result pages</span></a></li>
+<li class="toclevel-2"><a href="Search.html#Setting_parameters"><span class="tocnumber">7.2</span> <span class="toctext">Setting parameters</span></a></li>
+<li class="toclevel-2"><a href="Search.html#Setting_attributes"><span class="tocnumber">7.3</span> <span class="toctext">Setting attributes</span></a></li>
+<li class="toclevel-2"><a href="Search.html#Setting_other_parameters"><span class="tocnumber">7.4</span> <span class="toctext">Setting other parameters</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Search.html#Record_Search_Servlet"><span class="tocnumber">8</span> <span class="toctext">Record Search Servlet</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Introduction"></a><h3> <span class="mw-headline"> Introduction </span></h3>
+<p>Let's start right at the top: Provided that you installed SMILA and created an index by starting a crawler as described in <a href="../Documentation_for_5_Minutes_to_Success.html" title="SMILA/Documentation for 5 Minutes to Success">5 Minutes to Success</a>, you can use you web browser to go to <a href="http://localhost:8080/SMILA/search" class="external free" title="http://localhost:8080/SMILA/search" rel="nofollow">http://localhost:8080/SMILA/search</a> and search on the index:
+</p><p><a href="http://wiki.eclipse.org/Image:SMILA-search-page-default.png" class="image" title="SMILA's sample search page"><img alt="SMILA's sample search page" src="http://wiki.eclipse.org/images/thumb/8/82/SMILA-search-page-default.png/500px-SMILA-search-page-default.png" width="500" height="381" border="0" /></a>
+</p><p>What happens behind the scenes when you enter a query string and submit the form, is that a servlet creates a SMILA record from the HTTP parameters, uses the search service to execute a BPEL workflow on this record, receives an enriched version of the query record and also a list of result records in XML form, and uses an XSLT stylesheet to create a result page in HTML format.
+</p><p>By clicking the <i>Advanced</i> link at the top of the search page (or by entering the URL <tt><a href="http://localhost:8080/SMILA/search?style=SMILASearchAdvanced" class="external free" title="http://localhost:8080/SMILA/search?style=SMILASearchAdvanced" rel="nofollow">http://localhost:8080/SMILA/search?style=SMILASearchAdvanced</a></tt>), you can switch to a more detailed search form page, which allows you to construct more specific search queries:
+</p><p><a href="http://wiki.eclipse.org/Image:SMILA-search-page-advanced.png" class="image" title="SMILA's advanced sample search page"><img alt="SMILA's advanced sample search page" src="http://wiki.eclipse.org/images/thumb/7/70/SMILA-search-page-advanced.png/500px-SMILA-search-page-advanced.png" width="500" height="381" border="0" /></a>
+</p><p>If you want to use the default search servlet for your own search page, you are encouraged to use the two XSLT files creating these HTML pages as a reference or basis when building your pages.
+</p>
+<a name="Search_Processing"></a><h3> <span class="mw-headline"> Search Processing </span></h3>
+<p>Having seen the tip of the iceberg, we dive down to the very bottom of SMILA search: the actual processing of search requests in SMILA BPEL pipelines. We assume that you are accustomed to the basic SMILA workflow processing features used in indexing workflows. You may want to refer to <a href="BPEL_Workflow_Processor.html" title="SMILA/Documentation/BPEL Workflow Processor">SMILA/Documentation/BPEL Workflow Processor</a> for details.
+</p>
+<a name="Search_Pipelines"></a><h4> <span class="mw-headline"> Search Pipelines </span></h4>
+<p>Search workflows (or pipelines) look just like indexing pipelines, they are only used a bit differently: Instead of pushing lists of records corresponding to data source objects through them, they are invoked with a single record representing the search request. This record contains the values of the parameters which were defined by the Search API (see below). The request object can be analyzed and enriched with additional information during the workflow before the actual search on the index takes place. The results of this search are not added to the blackboard as records of their own, but are added to the request record under the key "records". Further pipelets may then do further processing based on the request data and the result record list (e.g. highlighting). Finally, the request record including the search results is returned to the client and can be presented.
+</p><p>Pipelet invocations look the same as in indexing pipelines. See <tt>SMILA.application/configuration/org.eclipse.smila.processing.bpel/pipelines/searchpipeline.bpel</tt> for a complete example search pipeline (the one used in the above sample).
+</p>
+<a name="Search_Service_API"></a><h3> <span class="mw-headline"> Search Service API </span></h3>
+<p>The actual Search API is quite simple: SMILA registers an OSGi service with the interface <tt>org.eclipse.smila.search.api.SearchService</tt>. It provides a few methods that take a SMILA query record and the name of a search workflow as input, execute the workflow on the record, and return the result in different formats:
+</p>
+<ul><li><tt>Record search(String workflowName, Record query) throws ProcessingException</tt>: This is the basic method of the search service, returning the result records as native SMILA data structures. The other methods call this method for the actual search execution, too, and then just convert the result.
+</li><li><tt>org.w3c.dom.Document searchAsXml(String workflowName, Record query) throws ProcessingException</tt>: Returns the search result as an XML DOM document. See below for the schema of the result.
+</li><li><tt>String searchAsXmlString(String workflowName, Record query) throws ProcessingException</tt>: Returns the search result as an XML string. See below for the schema of the result.
+</li></ul>
+<p>The schema of XML search results is basically as follows (target namespace is <tt><a href="http://www.eclipse.org/smila/search" class="external free" title="http://www.eclipse.org/smila/search" rel="nofollow">http://www.eclipse.org/smila/search</a></tt>, see <tt>org.eclipse.smila.search.api/xml/search.xsd</tt> for the full definition):
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><element</span> <span class="re0">name</span>=<span class="st0">"SearchResult"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><complexType<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><sequence</span> <span class="re0">minOccurs</span>=<span class="st0">"1"</span> <span class="re0">maxOccurs</span>=<span class="st0">"1"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><element</span> <span class="re0">name</span>=<span class="st0">"Workflow"</span> <span class="re0">type</span>=<span class="st0">"string"</span> <span class="re0">minOccurs</span>=<span class="st0">"1"</span> <span class="re0">maxOccurs</span>=<span class="st0">"1"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><element</span> <span class="re0">ref</span>=<span class="st0">"rec:Record"</span> <span class="re0">minOccurs</span>=<span class="st0">"0"</span> <span class="re0">maxOccurs</span>=<span class="st0">"1"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></sequence<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></complexType<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></element<span class="re2">></span></span></span></pre></div>
+<p>You can view the result XML when using the sample SMILA search page at <tt><a href="http://localhost:8080/SMILA/search" class="external free" title="http://localhost:8080/SMILA/search" rel="nofollow">http://localhost:8080/SMILA/search</a></tt> if you enable the <i>Show XML result</i> option before submitting the query.
+</p><p>The content of the query record basically depends a lot on the used search services. However, the Search API also includes a recommendation where to put some basic commonly used search parameters which all index integrations should honor (of course they may specify extensions that are not covered by the generic Search API). The following sections describe these recommendations.
+</p>
+<a name="Query_Parameters"></a><h3> <span class="mw-headline"> Query Parameters </span></h3>
+<p>The query record mainly consists of parameters. The Search API defines the names of these parameters, the allowed values as well as the default values for a set of commonly used parameters. All implementations should use these properties if possible, i.e. they should not introduce additional parameters for the same purpose, but it may be possible that certain parameters are not supported because it is not feasible with the underlying technology. For some parameters we also defined default values. All parameters are single-valued unless otherwise specified.
+</p>
+<ul><li><i>query</i>: Either a search string using a query syntax or a query record describing the query by setting values for attributes (aka fielded search). The implementer for a specific underlying technology may define a query syntax to be able to build complex search criteria in a single string. However, SMILA currently does not define an own query syntax and passes the string as is to its default search engine <a href="Solr.html" title="SMILA/Documentation/Solr">Solr</a> (see there for handling and interpretation).
+<ul><li>Example using a query string:
+</li></ul>
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Record<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"query"</span><span class="re2">></span></span>meaning of life<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></Record<span class="re2">></span></span></span></pre></div>
+<ul><li>Example using a query object (fielded search):
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Record<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"query"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"author"</span><span class="re2">></span></span>shakespeare<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"title"</span><span class="re2">></span></span>hamlet<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></Record<span class="re2">></span></span></span></pre></div>
+<ul><li><i>maxcount</i>: The maximum number of records which should be returned to the search client. Default value is 10. Example:
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"query"</span><span class="re2">></span></span>meaning of life<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"maxcount"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>3<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span></pre></div>
+<ul><li><i>offset</i>: The number of hits which, starting from the top, should be skipped in the search result. Default value is 0. Use this parameter to implement result list paging and to provide the user a means to navigate through the result pages: If resultSize=10, the "next page" queries can be identical to the initial query, but with resultOffset=10, 20, ... Example:
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"query"</span><span class="re2">></span></span>meaning of life<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"maxcount"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>3<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"offset"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>3<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span></pre></div>
+<ul><li><i>threshold</i>: The minimal value of the relevance score that a result must have to be returned to the search client. Default is 0.0.
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"query"</span><span class="re2">></span></span>meaning of life<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"threshold"</span> <span class="re0">type</span>=<span class="st0">"double"</span><span class="re2">></span></span>0.5<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span></pre></div>
+<ul><li><i>language</i>: The natural language of the query. No default value. This parameter may be required for language-specific pipelets/services that need to know in which language the user is expressing his or her query to be able to deliver feasible results. Example:
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"query"</span><span class="re2">></span></span>sinn des lebens<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"language"</span><span class="re2">></span></span>de<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span></pre></div>
+<ul><li><i>indexname</i>: Some index services (like Solr) can manage multiple indices at once. When doing so, they can use this parameter to select the index which is to be searched with the current request. However, when using such a scenario, it is recommended to configure a default index name, so that search requests will succeed without having this parameter set explicitly. Example:
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"query"</span><span class="re2">></span></span>meaning of life<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"indexname"</span><span class="re2">></span></span>wikipedia<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span></pre></div>
+<ul><li><i>resultAttributes</i>: A multi-valued parameter containing the names of the attributes which the search engine should add to the result records. Since including too many attributes will decrease performance, the list should contain only those attributes that are needed by some pipelets for further processing after the search has taken place or for displaying the results in the end. Omitting the parameter results in getting all available attributes. Example:
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"query"</span><span class="re2">></span></span>meaning of life<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"resultAttributes"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>author<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>title<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span></pre></div>
+<ul><li><i>highlight</i>: A sequence of string values specifying the attribute names for which highlighting should be returned. Example:
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"query"</span><span class="re2">></span></span>meaning of life<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"highlight"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>content<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span></pre></div>
+<ul><li><i>sortby</i>: A sequence of maps each containing the <i>key</i> "attribute" (any string) and the <i>key</i> "order" ("ascending" | "descending") specifying that the search result should be sorted by the named attributes in the given order. Omitting this parameter results in a search result sorting by descending relevance (score, similarity, ranking, ....). Multiple maps can be added and should be evaluated in the order of their appearance. Example:
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"query"</span><span class="re2">></span></span>meaning of life<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"sortby"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"attribute"</span><span class="re2">></span></span>year<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"order"</span><span class="re2">></span></span>descending<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"attribute"</span><span class="re2">></span></span>author<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"order"</span><span class="re2">></span></span>ascending<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span></pre></div>
+<ul><li><i>facetby</i>: A sequence of maps each containing the <i>key</i> "attribute" (any string) and the <i>key</i> "maxcount" (long). This causes facets to be returned by the search results for the specified attributes, returning "maxcount" values for each attribute. Optionally, each facetby map may contain a map with key "sortby" with keys "order" ("ascending" | "descending") and "criterion" (any string, e.g. "count" or "value") specifying in which order to return the values (e.g. "count" by number of this per facet or "value" by attribute value name). Example:
+</li></ul>
+<div class="messagebox" style="background-color: #def3fe; border: 1px solid #c5d7e0; color: black; padding: 5px; margin: 1ex 0; min-height: 35px; padding-left: 45px;">
+<div style="float: left; margin-left: -40px;"><a href="http://wiki.eclipse.org/Image:Note.png" class="image" title="Note.png"><img alt="" src="http://wiki.eclipse.org/images/c/cc/Note.png" width="35" height="35" border="0" /></a></div>
+<div><b>since 1.0</b><br />prior to 1.0 this was named <i>groupby</i> and has been merely renamed, (see <a href="http://dev.eclipse.org/mhonarc/lists/smila-dev/msg00998.html" class="external text" title="http://dev.eclipse.org/mhonarc/lists/smila-dev/msg00998.html" rel="nofollow">mail thread</a></div>
+</div>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"query"</span><span class="re2">></span></span>meaning of life<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"facetby"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"attribute"</span><span class="re2">></span></span>year<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"maxcount"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>10<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"attribute"</span><span class="re2">></span></span>author<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"sortby"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"criterion"</span><span class="re2">></span></span>value<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"order"</span><span class="re2">></span></span>ascending<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"maxcount"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>5<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span></pre></div>
+<ul><li><i>filter</i>: A sequence of maps describing for certain attributes which values they must have in valid result records. Each of the maps contains a <i>key</i> "attribute" and one or more value descriptions:
+<ul><li>"oneOf", "allOf", "noneOf": sequences of values describing required or forbidden attribute values.
+</li><li>"atLeast", "atMost", "greaterThan", "lessThan": single values describing lower and upper bounds (including or excluding the bound values) for the attribute value. Example:
+</li></ul>
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"query"</span><span class="re2">></span></span>meaning of life<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"filter"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"attribute"</span><span class="re2">></span></span>author<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"oneOf"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>pratchett<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>adams<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"attribute"</span><span class="re2">></span></span>year<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"atLeast"</span><span class="re2">></span></span>1990<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"lessThan"</span><span class="re2">></span></span>2000<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span></pre></div>
+<ul><li><i>ranking</i>: A configuration defining how to rank the search results. This is highly depending on the used search engine, so we don't specify this further in SMILA.
+</li></ul>
+<a name="Result_Annotations"></a><h3> <span class="mw-headline"> Result Annotations </span></h3>
+<p>The search result is usually the request record, enriched with result data.
+</p>
+<ul><li><i>records</i>: A sequence of maps describing the actual search result, meaning the records retrieved from the index. Each record should have an additional attribute "_weight" describing the relevance score of this record with respect to the query. The size of the "record" sequence is limited by the "maxcount" parameter.
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"query"</span><span class="re2">></span></span>meaning of life<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+<span class="sc3"><span class="coMULTI"><!-- other query parameters --></span></span>
+<span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"records"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"_weight"</span> <span class="re0">type</span>=<span class="st0">"double"</span><span class="re2">></span></span>0.95<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"_recordid"</span><span class="re2">></span></span>file:hamlet<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"title"</span><span class="re2">></span></span>Hamlet<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"author"</span><span class="re2">></span></span>Shakespeare<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ ...
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"_weight"</span> <span class="re0">type</span>=<span class="st0">"double"</span><span class="re2">></span></span>0.90<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"_recordid"</span><span class="re2">></span></span>file:hitchhiker<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"title"</span><span class="re2">></span></span>Hitchhiker's Guide to the Galaxy<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"author"</span><span class="re2">></span></span>Adams<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ ...
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span></pre></div> <div class="messagebox" style="background-color: #def3fe; border: 1px solid #c5d7e0; color: black; padding: 5px; margin: 1ex 0; min-height: 35px; padding-left: 45px;">
+<div style="float: left; margin-left: -40px;"><a href="http://wiki.eclipse.org/Image:Note.png" class="image" title="Note.png"><img alt="" src="http://wiki.eclipse.org/images/c/cc/Note.png" width="35" height="35" border="0" /></a></div>
+<div><b>return binary content</b><br />There is no nice way to return binary content anymore as attachents may only be top-level children of a record. These two solutions are possible:
+<ol><li> add an attachment to the search record with a name after this pattern: <resultItem-record.Id>.<resultItem.atachmentName>
+</li><li> convert the byte[] into a string (e.g. base64 encoding, so it is serializable) and return it in the AnyMap</div>
+</li></ol>
+</div>
+<ul><li><i>count</i>: The total number of records in the index that have any relevance to the query. Example see <i>runtime</i>.
+</li><li><i>indexSize</i> (optional): The total number of records in the searched index. Example see <i>runtime</i>.
+</li><li><i>runtime</i>: The execution time of request in milliseconds, added by the search service. Example:
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"query"</span><span class="re2">></span></span>meaning of life<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"count"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>123456<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"indexSize"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>987654321<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"runtime"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>42<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+<span class="sc3"><span class="coMULTI"><!-- other query parameters --></span></span>
+<span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"records"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- contains returned records --></span></span>
+<span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span></pre></div>
+<ul><li><i>facets</i>: The faceting results as requested by the <i>facetby</i> parameters. This Map contains a nested Seq for each requested facet and its values.
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"query"</span><span class="re2">></span></span>meaning of life<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"facets"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"year"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"value"</span><span class="re2">></span></span>2000<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"count"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>42<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"value"</span><span class="re2">></span></span>2001<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"count"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>21<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ ...
+ <span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"author"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"value"</span><span class="re2">></span></span>adams<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"count"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>13<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"value"</span><span class="re2">></span></span>shakespear<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"count"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>17<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ ...
+ <span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span></pre></div>
+<ul><li><i>_highlight</i>: The annotation of the result record, usually used to highlight relevant sections from the result documents in order to allow the user to see at one glance if it suits what he or she was looking for. What is returned here exactly, depends on the used search engine. For example, the Solr integration in SMILA returns the raw form of the text and information about the matching parts to be highlighted. Example:
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"records"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ ...
+ <span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"_highlight"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"content"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"text"</span><span class="re2">></span></span>... To be or not to be ...<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"positions"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"start"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>7<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"end"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>9<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"quality"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>100<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"start"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>20<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"end"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>22<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"quality"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>95<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ ...
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span></pre></div> Using the HighlightingPipelet this can be transformed into a highlighted text fragment (here using * as the highlight tag): <div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"records"</span><span class="re2">></span></span>
+<pre> <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"_weight"</span> <span class="re0">type</span>=<span class="st0">"double"</span><span class="re2">></span></span>0.95<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"_recordid"</span><span class="re2">></span></span>file:hamlet<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"title"</span><span class="re2">></span></span>Hamlet<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"author"</span><span class="re2">></span></span>Shakespeare<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"_highlight"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"content"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"text"</span><span class="re2">></span></span>... To *be* or not to *be* ...<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ ...
+</pre>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span></pre></div>
+<a name="Helper_Classes"></a><h3> <span class="mw-headline"> Helper Classes </span></h3>
+<p>There are some classes that help a client to create query records with their annotations and to read result records and their annotation. You can find them in package <tt>org.eclipse.smila.search.api.helper</tt>:
+</p>
+<ul><li><tt>QueryBuilder</tt>: A helper class for building queries and sending the query to search service. Returns a result in the form of the next class:
+</li><li><tt>ResultAccessor</tt>: A wrapper for the complete search result. Provides methods to access the basic top-level result annotations and to access each search result record wrapped by a:
+</li><li><tt>ResultRecordAccessor</tt>: Defines methods for accessing some of the result record annotations.
+</li></ul>
+<p>See the source code or JavaDocs for more details on the provided methods.
+</p>
+<a name="SMILA_Search_Servlet"></a><h3> <span class="mw-headline"> SMILA Search Servlet </span></h3>
+<p>In addition to the "search backend", SMILA contains a simple servlet that creates a query record from HTTP parameters and displays the result as an HTML page by converting the XML search result using an XSLT stylesheet. This servlet is intended for quick demos only, not for productive use. It is usually deployed in the Jetty instance that comes with SMILA at <tt>/SMILA/search</tt>. On first invocation, it currently creates a quite empty query record (it sets some default parameters like <i>maxcount</i> etc.) and processes it with the default pipeline "SearchPipeline". The pipeline should be able to process such a query and return an empty result list, not an error. The XML representation of this empty result is then transformed using the default stylesheet ("SMILASearchDefault") to present an initial search page.
+</p><p>Note that the servlet actually enriches the XML search result a bit, so the input for the XSLT stylsheet does not completely conform to the defined XML schema. Currently, it adds a section containing the names of indices available in Solr so that the search page can display the names for selection on the left side:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><SearchResult</span> <span class="re0">xmlns</span>=<span class="st0">"http://www.eclipse.org/smila/search"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Workflow<span class="re2">></span></span></span>searchpipeline<span class="sc3"><span class="re1"></Workflow<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Record</span> <span class="re0">xmlns</span>=<span class="st0">"http://www.eclipse.org/smila/record"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- effective query and embedded result records ---></span></span>
+ <span class="sc3"><span class="re1"></Record<span class="re2">></span></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- part added by SearchServlet --></span></span>
+ <span class="sc3"><span class="re1"><IndexNames<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><IndexName<span class="re2">></span></span></span>test_index<span class="sc3"><span class="re1"></IndexName<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></IndexNames<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></SearchResult<span class="re2">></span></span></span></pre></div>
+<p>You can use the same mechanism to add other information to the XML that is necessary for displaying purposes in the search form but not contained in the search service result: You just have to implement your own servlet or extend the default servlet. Please refer to the source code for details.
+</p>
+<a name="XSLT_Stylesheets_for_SMILA_search_and_result_pages"></a><h4> <span class="mw-headline"> XSLT Stylesheets for SMILA search and result pages </span></h4>
+<p>The stylesheets are loaded from the configuration directory <tt>org.eclipse.smila.search.servlet</tt> and are selected by adding the HTTP parameter "style" to the URL. The value of this parameter must be the filename of the desired stylesheet without the suffix. The file's extension must bei <tt>.xsl</tt>. The servlet currently uses the hardcoded default name "SMILASearchDefault" if no other value was set.
+</p><p>In the default application, three stylesheets are avaiable:
+</p>
+<ul><li>SMILASearchDefault: The default search page. Use this as a reference on how to describe simple queries and present result lists, including paging through bigger results.
+</li><li>SMILASearchAdvanced: Same layout for the result list but demostrates how to create more complex query records with attribute values and filters.
+</li><li>SMILASearchTest: Primitive layout without paging but demonstrates the setting of even more query features.
+</li></ul>
+<p>To start with another than the default stylesheet, you can add a <i>style</i> parameter to the initial URL. E.g., to start with the "advanced" stylesheet, use: <tt><a href="http://localhost:8080/SMILA/search?style=SMILASearchAdvanced" class="external free" title="http://localhost:8080/SMILA/search?style=SMILASearchAdvanced" rel="nofollow">http://localhost:8080/SMILA/search?style=SMILASearchAdvanced</a></tt>.
+</p><p>In the following we will describe how to set query record features using the servlet. Please have a look at those sample stylesheets for complete examples on how to apply them, as we will not present something like a full tutorial here (-;
+</p>
+<a name="Setting_parameters"></a><h4> <span class="mw-headline"> Setting parameters </span></h4>
+<p>To set a parameter, just use the parameter name as the HTTP parameter name. All values for this HTTP parameter are added to the "parameters" annotation of the query record. E.g., to set the <i>resultSize</i> parameter to 7 using a hidden HTML input field, use:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><input</span> <span class="re0">type</span>=<span class="st0">"hidden"</span> <span class="re0">name</span>=<span class="st0">"resultSize"</span> <span class="re0">value</span>=<span class="st0">"7"</span> <span class="re2">/></span></span></pre></div>
+<p>See below for naming rules for the HTTP parameter names to set attribute literals and annotations. Note that you cannot set a parameter with a name that matches one of these rules.
+</p>
+<a name="Setting_attributes"></a><h4> <span class="mw-headline"> Setting attributes </span></h4>
+<p>You can add literal string values to attributes using "A.<AttributeName>" as the HTTP parameter name. E.g., to set a value from an HTML text input field as a literal in attribute "Title", use:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><input</span> <span class="re0">type</span>=<span class="st0">"text"</span> <span class="re0">name</span>=<span class="st0">"A.Title"</span> <span class="re2">/></span></span></pre></div>
+<a name="Setting_other_parameters"></a><h4> <span class="mw-headline"> Setting other parameters </span></h4>
+<p>To add a "sortby" parameter for an attribute, use "sortBy.<AttributeName>=<order>", e.g.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><input</span> <span class="re0">type</span>=<span class="st0">"hidden"</span> <span class="re0">name</span>=<span class="st0">"sortby.FileSize"</span> <span class="re0">value</span>=<span class="st0">"descending"</span> <span class="re2">/></span></span></pre></div>
+<p>To create a filter for an attribute, use HTTP params:
+</p>
+<ul><li>"F.val.<AttributeName>" to add filter values to an "oneOf" filter.
+</li><li>"F.min.<AttributeName>" and "F.max.<AttributeName>" to set the lower/upper bounds of an "atLeast"/"atMost" filter.
+</li></ul>
+<p>If both "F.val" and "F.min/F.max" paramaters are set, the servlet will create both an enumeration filter and a range filter with the same filter mode. It depends on the used search engine integration what happens in this case. E.g.
+</p>
+<ul><li>To set a filter for attribute <i>MimeType</i> restricting the result to HTML documents, use:
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><input</span> <span class="re0">type</span>=<span class="st0">"hidden"</span> <span class="re0">name</span>=<span class="st0">"F.val.MimeType"</span> <span class="re0">value</span>=<span class="st0">"text/html"</span> <span class="re2">/></span></span></pre></div>
+<ul><li>To set a filter for attribute <i>FileSize</i> restricting the result to document sizes between 1000 and 10000 bytes, use:
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><input</span> <span class="re0">type</span>=<span class="st0">"hidden"</span> <span class="re0">name</span>=<span class="st0">"F.min.FileSize"</span> <span class="re0">value</span>=<span class="st0">"1000"</span> <span class="re2">/></span></span>
+<span class="sc3"><span class="re1"><input</span> <span class="re0">type</span>=<span class="st0">"hidden"</span> <span class="re0">name</span>=<span class="st0">"F.max.FileSize"</span> <span class="re0">value</span>=<span class="st0">"10000"</span> <span class="re2">/></span></span></pre></div>
+<p>To set a value in the ranking parameter for the complete record or an attribute, use "R[.<AttributeName>].<ValueName>". E.g., the following input field adds a parameter "Operator=OR" to attribute "Content":
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><input</span> <span class="re0">type</span>=<span class="st0">"hidden"</span> <span class="re0">name</span>=<span class="st0">"R.Operator.Content"</span> <span class="re0">value</span>=<span class="st0">"OR"</span> <span class="re2">/></span></span></pre></div>
+<a name="Record_Search_Servlet"></a><h3> <span class="mw-headline"> Record Search Servlet </span></h3>
+<p>In addition there exists the very basic Record Search Servlet available at <span style="font-family:monospace;">/SMILA/recordsearch</span>.
+</p><p>You can do a POST or GET request on this URL with a SMILA search record in XML representation as the request body. The servlet then parses the given XML and calls the Search Service. The default is to use the SeachPipeline but you can define any other pipeline by adding the <span style="font-family:monospace;">_workflow</span> annotation to the search record with the respective pipeline name.
+</p><p>The servlet returns the XML representation of the record returned by the Search Service as is, in which you can find the search results (see above).
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 194/1000000
+Post-expand include size: 2905/2097152 bytes
+Template argument size: 1761/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:18950-0!1!0!!en!2!edit=0 and timestamp 20120202154003 -->
+<div class="printfooter">
+Retrieved from "<a href="Search.html">http://wiki.eclipse.org/SMILA/Documentation/Search</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 13:07, 23 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/User:Tmenzel.brox.de" title="User:Tmenzel.brox.de">thomas menzel</a>, <a href="http://wiki.eclipse.org/index.php?title=User:Daniel.stucky.attensity.com&action=edit" class="new" title="User:Daniel.stucky.attensity.com">Daniel Stucky</a> and <a href="http://wiki.eclipse.org/User:Drazen.cindric.attensity.com" title="User:Drazen.cindric.attensity.com">Drazen Cindric</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Search&action=credits" title="SMILA/Documentation/Search">others</a>.</p>
+ <p id="footerviews">This page has been accessed 3,728 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.053 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Security.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Security.html
new file mode 100644
index 0000000..7b3afd6
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Security.html
@@ -0,0 +1,533 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/Security,SMILA/Documentation/Bundle org.eclipse.smila.security.processing,SMILA/Documentation/LDAPSecurityResolver" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/Security - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/Security";
+var wgTitle = "SMILA/Documentation/Security";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "18770";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "284638";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-java {line-height: normal; font-size: medium;}
+.source-java li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for java
+ * CSS class: source-java, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-java .de1, .source-java .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-java {}
+.source-java .head {}
+.source-java .foot {}
+.source-java .imp {font-weight: bold; color: red;}
+.source-java .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-java li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-java li.li2 {font-weight: bold;}
+.source-java .kw1 {color: #7F0055; font-weight: bold;}
+.source-java .kw2 {color: #7F0055; font-weight: bold;}
+.source-java .kw3 {color: #000000; font-weight: normal}
+.source-java .kw4 {color: #7F0055; font-weight: bold;}
+.source-java .co1 {color: #3F7F5F; font-style: italic;}
+.source-java .co2 {color: #3F7F5F;}
+.source-java .co3 {color: #3F7F5F; font-style: italic; font-weight: bold;}
+.source-java .coMULTI {color: #3F5FBF; font-style: italic;}
+.source-java .es0 {color: #000000;}
+.source-java .br0 {color: #000000;}
+.source-java .st0 {color: #2A00ff;}
+.source-java .nu0 {color: #000000;}
+.source-java .me1 {color: #000000;}
+.source-java .me2 {color: #000000;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="Security.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_Security">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Security">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/Security">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/Security">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Security&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Security&oldid=284638">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Security.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/Security&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Security&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Security&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Security"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/Security</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Security.html#column-one">navigation</a>, <a href="Security.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Security.html#Description"><span class="tocnumber">1</span> <span class="toctext">Description</span></a></li>
+<li class="toclevel-1"><a href="Security.html#Datamodel"><span class="tocnumber">2</span> <span class="toctext">Datamodel</span></a></li>
+<li class="toclevel-1"><a href="Security.html#Processing_of_Security_Annotations"><span class="tocnumber">3</span> <span class="toctext">Processing of Security Annotations</span></a>
+<ul>
+<li class="toclevel-2"><a href="Security.html#Indexing"><span class="tocnumber">3.1</span> <span class="toctext">Indexing</span></a></li>
+<li class="toclevel-2"><a href="Security.html#Search"><span class="tocnumber">3.2</span> <span class="toctext">Search</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Description"></a><h1> <span class="mw-headline">Description</span></h1>
+<p>This page is about Security in SMILA (Authorization). Records may be associated with security information, services may use security information to restrict/grant access on data (records). The best known use case is indexing of documents with restricted access rights and filtering search results for users that have access rights on those documents. The basic idea is that a record created by either an Agent/Crawler or via the Search API can optionally contain "raw" security information. This "raw" security information is processed by special Pipelets in the executed pipeline that prepare the security information to be useable by some service (e.g. for the former mentioned use case the security information is stored with the record's metadata in a search index or a filter is created to restrict search results to those documents the user has access to).
+</p><p>Authentication (e.g. login to a SMILA based web application) is not in the scope of this document.
+</p>
+<a name="Datamodel"></a><h1> <span class="mw-headline">Datamodel</span></h1>
+<p>The datamodel is designed to be flexible by simply using record metadata, allowing many kinds of access rights types (e.g. Read, Write) for any kind of security principal (e.g. users, groups, roles). The name of the base metadata attribute containing security information is <tt>ACCESS_RIGHTS</tt>. It contains sub-elements for the various access right types. Currently the predefined types <tt>READ</tt> and <tt>WRITE</tt> are defined. These in turn contain sub-elements for entities for which these access right type apply. There are two entity types defined: <tt>PRINCIPALS</tt> and <tt>GROUPS</tt>. The elements contain the entity names as values. Here is the XML representation of the security metadata:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"ACCESS_RIGHTS"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"%ACCESS_RIGHT_TYPE%"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"%ENTITY_TYPE%"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>%VALUE%<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ ...
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ ...
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ ...
+<span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span></pre></div>
+<p>For example
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"ACCESS_RIGHTS"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"READ"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"PRINCIPALS"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>0815<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Seq</span> <span class="re0">n</span>=<span class="st0">"GROUPS"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>4711<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>2525<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"WRITE"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Seq</span> key?<span class="st0">"PRINCIPALS"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>0815<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span></pre></div>
+<p><br />
+There are utility classes in bundle <tt>org.eclipse.smila.security</tt> that contain constant definitions for the metadata elements (class <tt>SecurityAnnotations</tt>) and a helper to create and access the security metadata (class <tt>SecurityAnnotation</tt>).
+</p><p><br />
+</p>
+<a name="Processing_of_Security_Annotations"></a><h1> <span class="mw-headline">Processing of Security Annotations</span></h1>
+<p>During processing of records the security metadata has to be processed, too. In most cases the security information needs to be passed to other Pipelets and therefore the security information has to be converted. We distinguish between real conversion and resolving of security information (this list may not be complete):
+</p>
+<ul><li>Converters
+<ul><li>preparations for Search Index (e.g. converting to an appropriate attribute representation)
+</li><li>combining data source and security information (like adding a domain or data source Id prefix to the security information)
+</li></ul>
+</li><li>Resolvers
+<ul><li>resolve a Principals Sub-Principals (e.g. members of a group, subgroups of a group)
+</li><li>resolve a Principals Membership (e.g. get all groups the user is a member of)
+</li><li>resolve properties of a Principal (e.g. human readable names of Principal IDs)
+</li></ul>
+</li></ul>
+<p>Converters are implemented as Pipelets. They may be either generic or specific, usable in only indexing pipelines, search pipelines or both. There is a sample Converter <tt>SampleSecurityConverterPipelet</tt> available in bundle <tt>org.eclipse.smila.security.processing</tt> that is usable for indexing and search. It either converts security information into one attribute so that it's indexable by Solr or into a filter for search. For more information check out the bundle <a href="Bundle_org.eclipse.smila.security.processing.html" class="mw-redirect" title="SMILA/Documentation/Bundle org.eclipse.smila.security.processing">documentation</a>.
+</p><p>Resolvers are implemented as OSGi servces. They can be used by Converters or any other SMILA component (e.g. by some login component of a search application). Bundle <tt>org.eclipse.smila.security.ldap</tt> contains an <tt>LDAPSecurityResolver</tt> that offers the functionality to resolve principals against an LDAP directory. For more information see <a href="LDAPSecurityResolver.html" title="SMILA/Documentation/LDAPSecurityResolver">LDAPSecurityResolver</a>.
+</p><p>Here is an illustration of the architecture of security resolvers and converters. Note that the usage of Converters and/or Resolvers is optional:
+<a href="http://wiki.eclipse.org/Image:SecurityConverterResolver.png" class="image" title="architecture of security resolvers and converters"><img alt="architecture of security resolvers and converters" src="http://wiki.eclipse.org/images/9/9f/SecurityConverterResolver.png" width="960" height="720" border="0" /></a>
+</p><p><br />
+The interface for SecurityResolvers is also located in bunlde <tt>org.eclipse.smila.security</tt>.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">public</span> <span class="kw1">interface</span> SecurityResolver <span class="br0">{</span>
+
+ <span class="coMULTI">/**
+ * Resolves a given name to a full form principal (e.g. a distinguished name).
+ * @param name the name of the principal
+ * @return the full form principal
+ * @throws SecurityException if any error occurs
+ */</span>
+ <span class="kw3">String</span> resolvePrincipal<span class="br0">(</span><span class="kw3">String</span> name<span class="br0">)</span> <span class="kw1">throws</span> <span class="kw3">SecurityException</span>;
+
+ <span class="coMULTI">/**
+ * Returns all properties of the given principal. The properties are a map of attribute names (String) and attribute
+ * values (Collection of Strings).
+ *
+ * @param principal
+ * the principal
+ * @return all properties if the principal
+ * @throws SecurityException
+ * if any error occurs
+ */</span>
+ Map<String, Collection<String>> getProperties<span class="br0">(</span><span class="kw3">String</span> principal<span class="br0">)</span> <span class="kw1">throws</span> <span class="kw3">SecurityException</span>;
+
+ <span class="coMULTI">/**
+ * Returns all principals that are member to the given group, including any subgroups.
+ *
+ * @param group
+ * the group principal
+ * @return a set of all principals that are members of this group
+ * @throws SecurityException
+ * if any error occurs
+ */</span>
+ Set<String> resolveGroupMembers<span class="br0">(</span><span class="kw3">String</span> group<span class="br0">)</span> <span class="kw1">throws</span> <span class="kw3">SecurityException</span>;
+
+ <span class="coMULTI">/**
+ * Returns all groups the given principal is member of.
+ *
+ * @param principal
+ * the principal
+ * @return a set of group principals the principal is member of
+ * @throws SecurityException
+ * if any error occurs
+ */</span>
+ Set<String> resolveMembership<span class="br0">(</span><span class="kw3">String</span> principal<span class="br0">)</span> <span class="kw1">throws</span> <span class="kw3">SecurityException</span>;
+
+ <span class="coMULTI">/**
+ * Checks if the given principal is a group.
+ *
+ * @param principal
+ * the principal
+ * @return true if the principal is a group, false otherwise
+ * @throws SecurityException
+ * if any error occurs
+ */</span>
+ <span class="kw4">boolean</span> isGroup<span class="br0">(</span><span class="kw3">String</span> principal<span class="br0">)</span> <span class="kw1">throws</span> <span class="kw3">SecurityException</span>;
+<span class="br0">}</span></pre></div>
+<p><br />
+Here is a more detailed description of the security annotation processing for the use cases Indexing and Search. The samples make use the SampleSecurityProvider and LDAPSecurityResolver:
+</p>
+<a name="Indexing"></a><h2> <span class="mw-headline">Indexing</span></h2>
+<p>During Indexing the security information for a record is read from the datasource by Crawlers/Agents, which create the ACCESS_RIGHTS metadata and store them in the record. Crawlers/Agents pass the security information as provided by the data source (at the moment no Crawler/Agent implementation supports this feature). All further processing of the security information is done by the Security Converters/Resolvers. Here is an example for the ACCESS_RIGHTS record metadata provided by a windows filesystem crawler:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"ACCESS_RIGHTS"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"READ"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"PRINCIPALS"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>0815<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span> <span class="sc3"><span class="coMULTI"><!-- an unmodified user id --></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Map</span> <span class="re0">n</span>=<span class="st0">"GROUPS"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>4711<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span> <span class="sc3"><span class="coMULTI"><!-- an unmodified group id --></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>2525<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span> <span class="sc3"><span class="coMULTI"><!-- an unmodified group id --></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span></pre></div>
+<p><br />
+Before storing a record in a search index, the security metadata has to be converted to metadata attributes that are indexable. The SampleSecurityConverterPipelet (used in index mode) will do this transformation. The basic result is just a conversion of the READ PRINCIPALS:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Seq</span> <span class="re0">n</span>=<span class="st0">"ReadUsers"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>0815<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span> <span class="sc3"><span class="coMULTI"><!-- an unmodified user id --></span></span>
+<span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span></pre></div>
+<p>By using the LDAPSecurityResolver we could also resolve the group members, leading to a result like this:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Seq</span> <span class="re0">n</span>=<span class="st0">"ReadUsers"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>0815<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span> <span class="sc3"><span class="coMULTI"><!-- an unmodified user id --></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>666<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span> <span class="sc3"><span class="coMULTI"><!-- an resolved user id, member of group 4711 --></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>999<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span> <span class="sc3"><span class="coMULTI"><!-- an resolved user id, member of group 4711 --></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>1234<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span> <span class="sc3"><span class="coMULTI"><!-- an resolved user id, member of group 2525 --></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>6789<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span> <span class="sc3"><span class="coMULTI"><!-- an resolved user id, member of group 2525 --></span></span>
+<span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span></pre></div>
+<p>In addition the LDAPSecurityResolver could also replace the user ids with some human readable display name
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Seq</span> <span class="re0">n</span>=<span class="st0">"ReadUsers"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>Doe, John<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span> <span class="sc3"><span class="coMULTI"><!-- a user id resolved to a a human readable display name --></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>Regular, John<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span> <span class="sc3"><span class="coMULTI"><!-- a user id resolved to a a human readable display name --></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>Becker, Heinz<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span> <span class="sc3"><span class="coMULTI"><!-- a user id resolved to a a human readable display name --></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>Napp, Karl<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span> <span class="sc3"><span class="coMULTI"><!-- a user id resolved to a a human readable display name --></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>Heinz, Karl<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span> <span class="sc3"><span class="coMULTI"><!-- a user id resolved to a a human readable display name --></span></span>
+<span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span></pre></div>
+<p><br />
+</p>
+<a name="Search"></a><h2> <span class="mw-headline">Search</span></h2>
+<p>A search client also provides security informations for the query record. This is most likely just the user id of the user executing the search.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"ACCESS_RIGHTS"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"READ"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"PRINCIPALS"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>0815<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span> <span class="sc3"><span class="coMULTI"><!-- an unmodified user id provided by a search client --></span></span>
+ <span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span></pre></div>
+<p><br />
+The security metadata is processed by the SampleSecurityConverterPipelet (now in search mode) that transforms the security metadata into a filter for the security attributes in the Solr core.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"filter"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"attribute"</span><span class="re2">></span></span>ReadUsers<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"oneOf"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>0815<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span> <span class="sc3"><span class="coMULTI"><!-- an unmodified user id provided by a search client --></span></span>
+ <span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span></pre></div>
+<p><br />
+If the LDAPSecurityResolver was used during indexing it must be used during search, too, resolving the display name for the user id:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"filter"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"attribute"</span><span class="re2">></span></span>ReadUsers<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"oneOf"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>Doe, John<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span> <span class="sc3"><span class="coMULTI"><!-- a user id resolved to a a human readable display name --></span></span>
+ <span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span></pre></div>
+<p><br />
+It would also be possible to pass in just group ids
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"ACCESS_RIGHTS"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"READ"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"GROUPS"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>4711<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span> <span class="sc3"><span class="coMULTI"><!-- an unmodified group id --></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>2525<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span> <span class="sc3"><span class="coMULTI"><!-- an unmodified group id --></span></span>
+ <span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span></pre></div>
+<p>and resolve their member user ids and display names for them:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"filter"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"attribute"</span><span class="re2">></span></span>ReadUsers<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"oneOf"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>Regular, John<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span> <span class="sc3"><span class="coMULTI"><!-- a user id resolved to a a human readable display name --></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>Becker, Heinz<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span> <span class="sc3"><span class="coMULTI"><!-- a user id resolved to a a human readable display name --></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>Napp, Karl<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span> <span class="sc3"><span class="coMULTI"><!-- a user id resolved to a a human readable display name --></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>Heinz, Karl<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span> <span class="sc3"><span class="coMULTI"><!-- a user id resolved to a a human readable display name --></span></span>
+ <span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span></pre></div>
+
+<!--
+NewPP limit report
+Preprocessor node count: 55/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:18770-0!1!0!!en!2!edit=0 and timestamp 20120202213359 -->
+<div class="printfooter">
+Retrieved from "<a href="Security.html">http://wiki.eclipse.org/SMILA/Documentation/Security</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 09:09, 16 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Daniel.stucky.attensity.com&action=edit" class="new" title="User:Daniel.stucky.attensity.com">Daniel Stucky</a>. Based on work by <a href="http://wiki.eclipse.org/User:Drazen.cindric.attensity.com" title="User:Drazen.cindric.attensity.com">Drazen Cindric</a>, <a href="http://wiki.eclipse.org/User:Igor.novakovic.empolis.com" title="User:Igor.novakovic.empolis.com">Igor Novakovic</a> and <a href="http://wiki.eclipse.org/User:Juergen.schumacher.empolis.com" title="User:Juergen.schumacher.empolis.com">Juergen Schumacher</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Security&action=credits" title="SMILA/Documentation/Security">others</a>.</p>
+ <p id="footerviews">This page has been accessed 1,998 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.058 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/SecurityProcessingServices.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/SecurityProcessingServices.html
new file mode 100644
index 0000000..a635dad
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/SecurityProcessingServices.html
@@ -0,0 +1,338 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/SampleSecurityConverterPipelet" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/SampleSecurityConverterPipelet - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/SampleSecurityConverterPipelet";
+var wgTitle = "SMILA/Documentation/SampleSecurityConverterPipelet";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "18439";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "285836";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="SecurityProcessingServices.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_SampleSecurityConverterPipelet">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/SampleSecurityConverterPipelet">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/SampleSecurityConverterPipelet">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/SampleSecurityConverterPipelet">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/SampleSecurityConverterPipelet&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/SampleSecurityConverterPipelet&oldid=285836">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="SampleSecurityConverterPipelet.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/SampleSecurityConverterPipelet&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/SampleSecurityConverterPipelet&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/SampleSecurityConverterPipelet&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/SampleSecurityConverterPipelet"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/SampleSecurityConverterPipelet</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span>(Redirected from <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/SecurityProcessingServices&redirect=no" title="SMILA/Documentation/SecurityProcessingServices">SMILA/Documentation/SecurityProcessingServices</a>)</div>
+ <div id="jump-to-nav">Jump to: <a href="SecurityProcessingServices.html#column-one">navigation</a>, <a href="SecurityProcessingServices.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="SecurityProcessingServices.html#Pipelet:_org.eclipse.smila.security.processing.SampleSecurityConverterPipelet"><span class="tocnumber">1</span> <span class="toctext">Pipelet: org.eclipse.smila.security.processing.SampleSecurityConverterPipelet</span></a>
+<ul>
+<li class="toclevel-2"><a href="SecurityProcessingServices.html#Description"><span class="tocnumber">1.1</span> <span class="toctext">Description</span></a></li>
+<li class="toclevel-2"><a href="SecurityProcessingServices.html#Configuration"><span class="tocnumber">1.2</span> <span class="toctext">Configuration</span></a>
+<ul>
+<li class="toclevel-3"><a href="SecurityProcessingServices.html#Example"><span class="tocnumber">1.2.1</span> <span class="toctext">Example</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Pipelet:_org.eclipse.smila.security.processing.SampleSecurityConverterPipelet"></a><h2> <span class="mw-headline"> Pipelet: org.eclipse.smila.security.processing.SampleSecurityConverterPipelet </span></h2>
+<a name="Description"></a><h3> <span class="mw-headline"> Description </span></h3>
+<p>This is a sample pipelet that gets and converts security information into
+</p>
+<ul><li> record's metadata to allow indexing in Lucene
+</li><li> a filter used in a query to restrict the results to the users that have READ access
+</li></ul>
+<p>The pipelet uses the service <tt>a org.eclipse.smila.security.SecurityResolver</tt>, which is used to resolve groups and user names. If no SecurityResolver is available the configuration options are ignored and the security information already contained in the record is just added to the specified <i>readUsersAttributeName</i>. (see below).
+</p>
+<a name="Configuration"></a><h3> <span class="mw-headline"> Configuration </span></h3>
+<p>The pipelet is configured using the <tt><PipeletConfiguration></tt> section inside the <tt><invokePipelet></tt> activity of the corresponding BPEL file. It provides the following properties:
+</p>
+<table border="1">
+<tr>
+<th>Property</th><th>Type</th><th>Description
+</th></tr>
+<tr>
+<td><i>readUsersAttributeName</i></td><td>String</td><td>Name of the attribute to store the users with READ access rights to. This attribute can then be indexed by Lucene.
+</td></tr>
+<tr>
+<td><i>resolveGroups</i></td><td>Boolean</td><td>Boolean flag determining whether groups should be resolved to their user principals (true) or not (false)
+</td></tr>
+<tr>
+<td><i>resolveUserNames</i></td><td>Boolean</td><td>Boolean flag determining whether user names should be resolved and replaced by the value described by <i>resolvedUserNamePropertyName</i> (true) or not (false)
+</td></tr>
+<tr>
+<td><i>resolvedUserNamePropertyName</i></td><td>String</td><td>Name of an LDAP property to use instead of the user/group principal (e.g. a display name). Only used if <i>resolveUserNames</i> is set to true.
+</td></tr></table>
+<p>During execution, the pipelet uses the following required record metadata to decide how to handle a record:
+</p>
+<table border="1">
+<tr>
+<th>Name</th><th>Value</th><th>Description
+</th></tr>
+<tr>
+<td><i>_executionMode</i></td><td>INDEX or SEARCH</td><td><i>INDEX</i> - the service is used for indexing security annotations, <i>SEARCH</i> - the service is used during search for filtering results according to security annotations
+</td></tr></table>
+<p><br />
+</p>
+<a name="Example"></a><h4> <span class="mw-headline"> Example </span></h4>
+<p><b>Pipelet configuration for SampleSecurityConverter</b>
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><extensionActivity<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><proc:invokePipelet</span> <span class="re0">name</span>=<span class="st0">"sample securityConverter"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><proc:pipelet</span> <span class="re0">class</span>=<span class="st0">"org.eclipse.smila.security.processing.SampleSecurityConverterPipelet"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><proc:variables</span> <span class="re0">input</span>=<span class="st0">"request"</span> <span class="re0">output</span>=<span class="st0">"request"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"readUsersAttributeName"</span><span class="re2">></span></span>ReadUsers<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"resolveGroups"</span> <span class="re0">type</span>=<span class="st0">"boolean"</span><span class="re2">></span></span>true<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"resolveUserNames"</span> <span class="re0">type</span>=<span class="st0">"boolean"</span><span class="re2">></span></span>true<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"resolvedUserNamePropertyName"</span><span class="re2">></span></span>displayName<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></proc:invokePipelet<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></extensionActivity<span class="re2">></span></span></span></pre></div>
+
+<!--
+NewPP limit report
+Preprocessor node count: 11/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:18439-0!1!0!!en!2!edit=0 and timestamp 20120202171432 -->
+<div class="printfooter">
+Retrieved from "<a href="SampleSecurityConverterPipelet.html">http://wiki.eclipse.org/SMILA/Documentation/SampleSecurityConverterPipelet</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Categories</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span> | <span dir='ltr'><a href="http://wiki.eclipse.org/index.php?title=Category:SMILA/Pipelet&action=edit" class="new" title="Category:SMILA/Pipelet">SMILA/Pipelet</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 15:52, 23 January 2012 by <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>, <a href="http://wiki.eclipse.org/User:Drazen.cindric.attensity.com" title="User:Drazen.cindric.attensity.com">Drazen Cindric</a> and <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/SampleSecurityConverterPipelet&action=credits" title="SMILA/Documentation/SampleSecurityConverterPipelet">others</a>.</p>
+ <p id="footerviews">This page has been accessed 3,819 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.057 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/SesameOntologyManager.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/SesameOntologyManager.html
new file mode 100644
index 0000000..4270ce5
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/SesameOntologyManager.html
@@ -0,0 +1,829 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/SesameOntologyManager" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/SesameOntologyManager - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/SesameOntologyManager";
+var wgTitle = "SMILA/Documentation/SesameOntologyManager";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "18404";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "285845";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="SesameOntologyManager.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_SesameOntologyManager">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/SesameOntologyManager">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/SesameOntologyManager">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/SesameOntologyManager">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/SesameOntologyManager&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/SesameOntologyManager&oldid=285845">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="SesameOntologyManager.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/SesameOntologyManager&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/SesameOntologyManager&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/SesameOntologyManager&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/SesameOntologyManager"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/SesameOntologyManager</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="SesameOntologyManager.html#column-one">navigation</a>, <a href="SesameOntologyManager.html#searchInput">search</a></div> <!-- start content -->
+ <p>This page describes an initial integration of a semantic layer in SMILA. It currently consists basically of an integration of <a href="http://www.aduna-software.com/technology/sesame" class="external text" title="http://www.aduna-software.com/technology/sesame" rel="nofollow">Aduna</a>'s <a href="http://www.openrdf.org/" class="external text" title="http://www.openrdf.org/" rel="nofollow">OpenRDF Sesame 2</a>, an open source framework for storage, inferencing, and querying of RDF data. We do not provide an own RDF API on its own currently, but just reuse the Sesame API. Based on experiences from actual use cases for the Semantic Layer, this might change in the future.
+</p><p>Consequently, this page assumes that the reader is accustomed to the basic Sesame concepts. A quick browse through Sesame's <a href="http://www.openrdf.org/doc/sesame2/users/" class="external text" title="http://www.openrdf.org/doc/sesame2/users/" rel="nofollow">User Guide</a> should help, especially the chapters <a href="http://www.openrdf.org/doc/sesame2/users/ch03.html" class="external text" title="http://www.openrdf.org/doc/sesame2/users/ch03.html" rel="nofollow">3</a> and <a href="http://www.openrdf.org/doc/sesame2/users/ch08.html" class="external text" title="http://www.openrdf.org/doc/sesame2/users/ch08.html" rel="nofollow">8</a>.
+</p><p>All of the described code is contained in bundle <tt>org.eclipse.smila.ontology</tt>.
+</p>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="SesameOntologyManager.html#Introduction"><span class="tocnumber">1</span> <span class="toctext">Introduction</span></a></li>
+<li class="toclevel-1"><a href="SesameOntologyManager.html#Discussion"><span class="tocnumber">2</span> <span class="toctext">Discussion</span></a></li>
+<li class="toclevel-1"><a href="SesameOntologyManager.html#Sesame_Ontology_Manager"><span class="tocnumber">3</span> <span class="toctext">Sesame Ontology Manager</span></a>
+<ul>
+<li class="toclevel-2"><a href="SesameOntologyManager.html#Service"><span class="tocnumber">3.1</span> <span class="toctext">Service</span></a>
+<ul>
+<li class="toclevel-3"><a href="SesameOntologyManager.html#Memory_Store"><span class="tocnumber">3.1.1</span> <span class="toctext">Memory Store</span></a></li>
+<li class="toclevel-3"><a href="SesameOntologyManager.html#Native_Store"><span class="tocnumber">3.1.2</span> <span class="toctext">Native Store</span></a></li>
+<li class="toclevel-3"><a href="SesameOntologyManager.html#Rdbms_Store"><span class="tocnumber">3.1.3</span> <span class="toctext">Rdbms Store</span></a></li>
+<li class="toclevel-3"><a href="SesameOntologyManager.html#HTTP_Store"><span class="tocnumber">3.1.4</span> <span class="toctext">HTTP Store</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="SesameOntologyManager.html#JMX_Management_Agent"><span class="tocnumber">3.2</span> <span class="toctext">JMX Management Agent</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="SesameOntologyManager.html#Pipelets_using_the_Ontology"><span class="tocnumber">4</span> <span class="toctext">Pipelets using the Ontology</span></a>
+<ul>
+<li class="toclevel-2"><a href="SesameOntologyManager.html#Writing.2FReading_complete_records_to.2Ffrom_the_ontology"><span class="tocnumber">4.1</span> <span class="toctext">Writing/Reading complete records to/from the ontology</span></a>
+<ul>
+<li class="toclevel-3"><a href="SesameOntologyManager.html#org.eclipse.smila.ontology.pipelets.SesameRecordWriterPipelet"><span class="tocnumber">4.1.1</span> <span class="toctext">org.eclipse.smila.ontology.pipelets.SesameRecordWriterPipelet</span></a></li>
+<li class="toclevel-3"><a href="SesameOntologyManager.html#org.eclipse.smila.ontology.pipelets.SesameRecordReaderPipelet"><span class="tocnumber">4.1.2</span> <span class="toctext">org.eclipse.smila.ontology.pipelets.SesameRecordReaderPipelet</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="SesameOntologyManager.html#org.eclipse.smila.ontology.pipelets.CreateResourcePipelet"><span class="tocnumber">4.2</span> <span class="toctext">org.eclipse.smila.ontology.pipelets.CreateResourcePipelet</span></a></li>
+<li class="toclevel-2"><a href="SesameOntologyManager.html#org.eclipse.smila.ontology.pipelets.CreateRelationPipelet"><span class="tocnumber">4.3</span> <span class="toctext">org.eclipse.smila.ontology.pipelets.CreateRelationPipelet</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Introduction"></a><h2> <span class="mw-headline"> Introduction </span></h2>
+<p>Ontologies can be used to describe background knowledge about an application domain that can be used during indexing to derive additional attributes of for documents or during search to enhance or restrict queries. On the other hand, SMILA pipelets can also be used to add additional data to an existing ontology, i.e. to learn descriptions of and relations between entities of the application domain.
+</p><p>The de-facto standard format for describing such knowledge is RDF. RDF describes everything in the form of resources and triples (statements) about these resources. A resource is identified by a URI, e.g. <tt><a href="http://www.eclipse.org/smila" class="external free" title="http://www.eclipse.org/smila" rel="nofollow">http://www.eclipse.org/smila</a></tt>. A statement consists of a subject resource, a predicate resource and object. The predicate describes the meaning of the statement. The object can either be a literal of different types, e.g.
+</p>
+<table border="1">
+<tr>
+<th> Subject
+</th><th> Predicate
+</th><th> Object
+</th></tr>
+<tr>
+<td> <a href="http://www.eclipse.org/smila" class="external free" title="http://www.eclipse.org/smila" rel="nofollow">http://www.eclipse.org/smila</a>
+</td><td> label
+</td><td> 'SMILA'
+</td></tr>
+<tr>
+<td> <a href="http://www.eclipse.org/smila" class="external free" title="http://www.eclipse.org/smila" rel="nofollow">http://www.eclipse.org/smila</a>
+</td><td> createdIn
+</td><td> 2007
+</td></tr></table>
+<p>or another resource, e.g.
+</p>
+<table border="1">
+<tr>
+<th>Subject
+</th><th>Predicate
+</th><th>Object
+</th></tr>
+<tr>
+<td> <a href="http://www.eclipse.org/smila" class="external free" title="http://www.eclipse.org/smila" rel="nofollow">http://www.eclipse.org/smila</a>
+</td><td> type
+</td><td> <a href="http://www.eclipse.org/Project" class="external free" title="http://www.eclipse.org/Project" rel="nofollow">http://www.eclipse.org/Project</a>
+</td></tr>
+<tr>
+<td> <a href="http://www.eclipse.org/smila" class="external free" title="http://www.eclipse.org/smila" rel="nofollow">http://www.eclipse.org/smila</a>
+</td><td> isPartOf
+</td><td> <a href="http://www.eclipse.org/rt/" class="external free" title="http://www.eclipse.org/rt/" rel="nofollow">http://www.eclipse.org/rt/</a>
+</td></tr>
+<tr>
+<td> <a href="http://wiki.eclipse.org/User:Juergen.schumacher.empolis.com" class="external free" title="http://wiki.eclipse.org/User:Juergen.schumacher.empolis.com" rel="nofollow">http://wiki.eclipse.org/User:Juergen.schumacher.empolis.com</a>
+</td><td> isComitterOf
+</td><td> <a href="http://www.eclipse.org/smila" class="external free" title="http://www.eclipse.org/smila" rel="nofollow">http://www.eclipse.org/smila</a>
+</td></tr></table>
+<p>Data is written to an RDF ontology by adding or removing statements. Also, it can be read using a statement e.g. by asking for all statements with the predicate <tt>hasPartOf</tt>. Another possibilty is to use an RDF query language like <a href="http://en.wikipedia.org/wiki/SPARQL" class="external text" title="http://en.wikipedia.org/wiki/SPARQL" rel="nofollow">SPARQL</a> that allows formulating very complex patterns to access RDF data.
+</p>
+<a name="Discussion"></a><h2> <span class="mw-headline"> Discussion </span></h2>
+<p>... add your thoughts here ...
+</p>
+<a name="Sesame_Ontology_Manager"></a><h2> <span class="mw-headline"> Sesame Ontology Manager </span></h2>
+<a name="Service"></a><h3> <span class="mw-headline"> Service </span></h3>
+<p>The Sesame Ontology Manager is an OSGi service that manages Sesame repositories. It has a configuration file that describes a number of repositories that can be created or used and associates them with a name. Service consumers can then request a connection to one of the repositories by its name. A repository is created with the first access from a client.
+</p><p>Then configuration file is expected in the configuration area at <tt>org.eclipse.smila.ontology/sesameConfig.xml</tt>. You can find the schema definition in bundle <tt>org.eclipse.smila.ontology</tt> in directory <tt>schema</tt>. This is fairly complete with respect to the supported repositories:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><?xml</span> <span class="re0">version</span>=<span class="st0">"1.0"</span> <span class="re0">encoding</span>=<span class="st0">"UTF-8"</span><span class="re2">?></span></span>
+<span class="sc3"><span class="re1"><SesameConfiguration</span> <span class="re0">default</span>=<span class="st0">"native"</span> <span class="re0">xmlns</span>=<span class="st0">"http://www.eclipse.org/smila/ontology"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><RepositoryConfig</span> <span class="re0">name</span>=<span class="st0">"memory"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><MemoryStore</span> <span class="re0">persist</span>=<span class="st0">"true"</span> <span class="re0">syncDelay</span>=<span class="st0">"1000"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><Stackable</span> <span class="re0">classname</span>=<span class="st0">"org.openrdf.sail.inferencer.fc.ForwardChainingRDFSInferencer"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></RepositoryConfig<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><RepositoryConfig</span> <span class="re0">name</span>=<span class="st0">"native"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><NativeStore</span> <span class="re0">forceSync</span>=<span class="st0">"true"</span> <span class="re0">indexes</span>=<span class="st0">"spoc,posc"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></RepositoryConfig<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><RepositoryConfig</span> <span class="re0">name</span>=<span class="st0">"database"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><RdbmsStore</span> <span class="re0">driver</span>=<span class="st0">"org.postgresql.Driver"</span> <span class="re0">maxTripleTables</span>=<span class="st0">"1"</span> <span class="re0">indexed</span>=<span class="st0">"true"</span> <span class="re0">sequenced</span>=<span class="st0">"true"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Url<span class="re2">></span></span></span>jdbc:postgresql://localhost/sesame<span class="sc3"><span class="re1"></Url<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><User<span class="re2">></span></span></span>sesame<span class="sc3"><span class="re1"></User<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Password<span class="re2">></span></span></span>sesame<span class="sc3"><span class="re1"></Password<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></RdbmsStore<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></RepositoryConfig<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><RepositoryConfig</span> <span class="re0">name</span>=<span class="st0">"remote"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><HttpStore</span> <span class="re0">repositoryId</span>=<span class="st0">"repository"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Url<span class="re2">></span></span></span>http://localhost:8080/sesame<span class="sc3"><span class="re1"></Url<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></HttpStore<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></RepositoryConfig<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></SesameConfiguration<span class="re2">></span></span></span></pre></div>
+<p>The root element must specify a default repository name, which must match the <i>name</i> attribute of one of the contained repository configurations. Each single repository configuration is described by a <tt><RepositoryConfig></tt> element. It must define a name for the repository. As the name is used as the name of a workspace directory to store the files of memory and native stores in, it should contain only characters suitable for directory names on the current platform. The element must contain one of the different <...Store> elements to describe the physical store type and can (except for HttpStores) contain multiple <Stackable> elements defining implementors of <tt>org.openrdf.sail.StackableSail</tt> that are stacked on the used store sail. If multiple stackables are specified they are added on top of the store in the order of appearance in the XML file. This means, the configuration file describes the actual sail stack bottom-up. Sesame itself contains only two useful classes that could be used here:
+</p>
+<ul><li> <tt>org.openrdf.sail.inferencer.fc.DirectTypeHierarchyInferencer</tt>
+</li><li> <tt>org.openrdf.sail.inferencer.fc.ForwardChainingRDFSInferencer</tt>
+</li></ul>
+<p>See the <a href="http://www.openrdf.org/doc/sesame2/2.2.4/apidocs/org/openrdf/sail/inferencer/fc/package-summary.html" class="external text" title="http://www.openrdf.org/doc/sesame2/2.2.4/apidocs/org/openrdf/sail/inferencer/fc/package-summary.html" rel="nofollow">Sesame API documentation</a> for details.
+</p>
+<a name="Memory_Store"></a><h4> <span class="mw-headline"> Memory Store </span></h4>
+<p>Creates the repository based on a main memory store. It has only two configuration attributes:
+</p>
+<table border="1">
+<tr>
+<th> Attribute
+</th><th> Type
+</th><th> Default
+</th><th> Description
+</th></tr>
+<tr>
+<td> <i>persist</i>
+</td><td> true/false
+</td><td> false
+</td><td> Writes repository content to the workspace so that it can be read again after restarts.
+</td></tr>
+<tr>
+<td> <i>syncDelay</i>
+</td><td> integer
+</td><td> 0
+</td><td> The time (in milliseconds) to wait after a transaction was committed before writing the changed data to file. Setting it to 0 causes the data to be written immediately after a commit. A negative number prevents syncing until shutdown.
+</td></tr></table>
+<p>See <a href="http://www.openrdf.org/doc/sesame2/users/ch07.html#section-memory-store-config" class="external text" title="http://www.openrdf.org/doc/sesame2/users/ch07.html#section-memory-store-config" rel="nofollow">Sesame User Guide: Memory store configuration</a> for details.
+</p>
+<a name="Native_Store"></a><h4> <span class="mw-headline"> Native Store </span></h4>
+<p>Creates the repository based on Sesame's native file database format. It has two configuration attributes:
+</p>
+<table border="1">
+<tr>
+<th> Attribute
+</th><th> Type
+</th><th> Default
+</th><th> Description
+</th></tr>
+<tr>
+<td> <i>indexes</i>
+</td><td> string
+</td><td> -
+</td><td> An index string like "spoc,posc" that describes how the RDF data is being indexed for better query performance.
+</td></tr>
+<tr>
+<td> <i>forceSync</i>
+</td><td> true/false
+</td><td> false
+</td><td> Force sync to the hard disk on every write. This makes sure that each change is actually persisted in the data files immediately, but decreases write performance.
+</td></tr></table>
+<p>See <a href="http://www.openrdf.org/doc/sesame2/users/ch07.html#section-native-store-config" class="external text" title="http://www.openrdf.org/doc/sesame2/users/ch07.html#section-native-store-config" rel="nofollow">Sesame User Guide: Native store configuration</a> for details.
+</p>
+<a name="Rdbms_Store"></a><h4> <span class="mw-headline"> Rdbms Store </span></h4>
+<p>Creates a repository that is stored in a relational database. Sesame currently supports PostgreSQL and MySQL. Bundles containing the JDBC driver are currently not part of the SMILA distribution, so you must add them yourself. The element has four possible attributes:
+</p>
+<table border="1">
+<tr>
+<th> Attribute
+</th><th> Type
+</th><th> Default
+</th><th> Description
+</th></tr>
+<tr>
+<td> <i>driver</i>
+</td><td> string
+</td><td> (required)
+</td><td> The class name of the JDBC driver.
+</td></tr>
+<tr>
+<td> <i>maxTripleTables</i>
+</td><td> integer
+</td><td> 1
+</td><td> The number of triple tables created by Sesame. The default value causes all statements to be stored in a single table. If more tables are allowed, Sesame creates a separate table per predicate. This may increase performance for large ontologies, however, allowing too many tables might decrease performance again.
+</td></tr>
+<tr>
+<td> <i>indexed</i>
+</td><td> true/false
+</td><td> true
+</td><td> Controls the creation of DB indexes. Usually, this should be enabled for better performance.
+</td></tr>
+<tr>
+<td> <i>sequenced</i>
+</td><td> true/false
+</td><td> true
+</td><td> (I did not find any explanation for this option in the Sesame documentation or source code, but if you know what it does, you can use it ;-)
+</td></tr></table>
+<p>The actual database location is configured by up to three sub-elements:
+</p>
+<table border="1">
+<tr>
+<th> Tag
+</th><th> Type
+</th><th> Required
+</th><th> Description
+</th></tr>
+<tr>
+<td> <i>Url</i>
+</td><td> string
+</td><td> yes
+</td><td> JDBC URL
+</td></tr>
+<tr>
+<td> <i>User</i>
+</td><td> string
+</td><td> no
+</td><td> User name for login
+</td></tr>
+<tr>
+<td> <i>Password </i>
+</td><td> string
+</td><td> no
+</td><td> Password for login
+</td></tr></table>
+<p>If the database does not require authentication, it may be possible to omit User and Password elements.
+</p><p>See <a href="http://www.openrdf.org/doc/sesame2/users/ch07.html#section-rdbms-store-config" class="external text" title="http://www.openrdf.org/doc/sesame2/users/ch07.html#section-rdbms-store-config" rel="nofollow">Sesame User Guide: RDBMS store configuration</a> for details.
+</p>
+<a name="HTTP_Store"></a><h4> <span class="mw-headline"> HTTP Store </span></h4>
+<p>Creates a repository that connects to a remote Sesame HTTP repository server. There is only one configuration attribute on the HttpStore element:
+</p>
+<table border="1">
+<tr>
+<th> Attribute
+</th><th> Type
+</th><th> Default
+</th><th> Description
+</th></tr>
+<tr>
+<td> <i>repositoryId</i>
+</td><td> string
+</td><td> (required)
+</td><td> name of repository in server.
+</td></tr></table>
+<p>The actual repository server location is configured by up to three sub-elements:
+</p>
+<table border="1">
+<tr>
+<th> Tag
+</th><th> Type
+</th><th> Required
+</th><th> Description
+</th></tr>
+<tr>
+<td> <i>Url</i>
+</td><td> string
+</td><td> yes
+</td><td>HTTP URL of the repository server
+</td></tr>
+<tr>
+<td> <i>User</i>
+</td><td> string
+</td><td> no
+</td><td> User name for login
+</td></tr>
+<tr>
+<td> <i>Password</i>
+</td><td> string
+</td><td> no
+</td><td> Password for login
+</td></tr></table>
+<p>If the repository server does not require authentication, User and Password can be ommitted. It is not possible to add stackable sails to an HTTP repository. This must be configured on the repository server.
+</p><p>See <a href="http://www.openrdf.org/doc/sesame2/users/ch07.html#d0e575" class="external text" title="http://www.openrdf.org/doc/sesame2/users/ch07.html#d0e575" rel="nofollow">Sesame User Guide: HTTP repository configuration</a> for details.
+</p>
+<a name="JMX_Management_Agent"></a><h3> <span class="mw-headline"> JMX Management Agent </span></h3>
+<p>There is also a JMX management agent that can be used to import RDF data from files into an ontology, export complete repository contents to an RDF file, and clear repositories. Additionally, it allows reading some information such as the available repository names, the known namespaces, and the size of repositories.
+</p><p>In the JDK JMX console it should look similar to this screenshot:
+</p><p><a href="http://wiki.eclipse.org/Image:SMILA_Sesame_Ontology_Manager.png" class="image" title="Image:SMILA Sesame Ontology Manager.png"><img alt="Image:SMILA Sesame Ontology Manager.png" src="http://wiki.eclipse.org/images/8/8f/SMILA_Sesame_Ontology_Manager.png" width="799" height="422" border="0" /></a>
+</p><p>Since the first parameter of each operation is usually the name of the desired repository, we will only describe additional parameters here:
+</p>
+<table border="1">
+<tr>
+<th> operation
+</th><th> description
+</th></tr>
+<tr>
+<td> <i>getRepositoryNames</i>
+</td><td> Returns the names of all configured repositories. These names can be used as the first parameter of the other methods.
+</td></tr>
+<tr>
+<td> <i>getSize</i>
+</td><td> Returns the total number of statemets in the named repository.
+</td></tr>
+<tr>
+<td> <i>getNamespaces</i>
+</td><td> Returns a map of namespace prefixes to the complete names in the named repository.
+</td></tr>
+<tr>
+<td> <i>getContexts</i>
+</td><td> Returns a list of context names in the named repository.
+</td></tr>
+<tr>
+<td> <i>clear</i>
+</td><td> Removes all resources and statements from the named repository. The result is a message about the operation.
+</td></tr>
+<tr>
+<td> <i>importRDF''</i>
+</td><td> Imports an RDF file into the named repository. The second parameter is the path and filename of the import file, absolute or relative to SMILA's working directory. The third parameter is the base URI for relative resource URIs in this file. If only absolute resource URIs are used in the RDF file, the actual value of this parameter is irrelevant. The format of the file is determined by looking at the filename suffix, if no match is found, RDF/XML is assumed.
+</td></tr>
+<tr>
+<td> <i>exportRDF</i>
+</td><td> Exports a complete repository content to an RDF file. The second parameter is the path and filename of the export file, absolute or relative to SMILA's working directory. The format of the file is determined by looking at the filename suffix, if no match is found, RDF/XML is assumed.
+</td></tr></table>
+<p>There are also exemplary batch files for importing, exporting, or running the clear operation from the command line. See <tt>SMILA/jmxclient</tt> for details and adapt them to your own needs.
+</p><p>Currently, supported file formats and extensions include:
+</p>
+<table border="1">
+<tr>
+<th> RDF format
+</th><th> filename suffixes
+</th></tr>
+<tr>
+<td> RDF/XML
+</td><td> .rdf, .rdfs, .owl
+</td></tr>
+<tr>
+<td> N-Triples
+</td><td> .nt
+</td></tr>
+<tr>
+<td> Turtle
+</td><td> .ttl
+</td></tr>
+<tr>
+<td> N3
+</td><td> .n3
+</td></tr>
+<tr>
+<td> TRIX
+</td><td> .trix
+</td></tr>
+<tr>
+<td> TRIG
+</td><td> .trig
+</td></tr></table>
+<p>The .xml suffix is associated to both RDF/XML and TRIX in Sesame, so there may be problems using it.
+</p>
+<a name="Pipelets_using_the_Ontology"></a><h2> <span class="mw-headline"> Pipelets using the Ontology </span></h2>
+<p>There are currently four pipelets included that make use of the ontology service. These pipelets are also kind of experimental, so they may change completely in the future. More pipelets will be created when we implement "real" use cases.
+</p><p>All pipelets use the standard in-BPEL pipelet configuration which can be overridden per record by simple values in the <tt>_parameters</tt> map attribute. All pipelets use a common property name to select the repository to work with:
+</p>
+<table border="1">
+<tr>
+<th> Property
+</th><th> Type
+</th><th> Description
+</th></tr>
+<tr>
+<td> <i>sesameRepository</i>
+</td><td> string
+</td><td> The name of the repository to use. If not set, the default repository is used.
+</td></tr></table>
+<a name="Writing.2FReading_complete_records_to.2Ffrom_the_ontology"></a><h3> <span class="mw-headline"> Writing/Reading complete records to/from the ontology </span></h3>
+<p>There are two pipelets that can be used to create and access information about a record in/from the ontology: The resource URI can be read from a special attribute named <i>rdf:about</i>, the resource property is written from or read into metadata attributes.
+</p><p>These pipelets have another parameter in common:
+</p>
+<table border="1">
+<tr>
+<th> Property
+</th><th> Type
+</th><th> Description
+</th></tr>
+<tr>
+<td> <i>recordFilter</i>
+</td><td> string
+</td><td> The name of a record filter that lists all attributes that should be interpreted as resource properties. Note that the <i>rdf:about</i> attribute must be contained in this filter if it is used to identify the resource associated to the object. The record filters must be defined in <tt>configuration/org.eclipse.smila.blackboard</tt>, because the pipelets use blackboard functionality to do the filtering. If not set, all attributes are mapped to properties.
+</td></tr></table>
+<p>The URI of the resource associated to a processed record is determined this way:
+</p>
+<ul><li> If attribute "rdf:about" has literal values (after record filtering), the first one is used as the base value.
+</li><li> If the part of the base value before the first ':' character matches a namespace prefix in the used repository, the prefix is replaced by the full name.
+</li><li> The resulting value must be accepted by Sesame as an URI string. If not, the record is not processed any further.
+</li></ul>
+<a name="org.eclipse.smila.ontology.pipelets.SesameRecordWriterPipelet"></a><h4> <span class="mw-headline"> org.eclipse.smila.ontology.pipelets.SesameRecordWriterPipelet </span></h4>
+<p>This pipelet can write attribute values to RDF properties. It creates a resource URI for the record it finds in the corresponding attribute and for each top-level attribute value of the record metadata object, it creates statements using this URI as the subject and the attribute name as a predicate URI. If an attribute name starts with a namespace prefix known in the used repository, it is expanded to the full namespace name. The statement object is created from a SMILA literal vaulue as follow:
+</p>
+<ul><li> If the attribute is a map and contains an attribute with a name of "rdf:about", a resource is created from the sub-structure (after namespace prefix expansion) and its URI is linked to the containing structure.
+</li><li> Else a literal of the ontology literal datatype best matching the SMILA literal datatype is created (TODO: Not yet implemented for data/time values).
+</li></ul>
+<p>The pipelet can be configured in which attribute to find the URI. To find out how, see the parameter desciption below.
+</p><p>Any system attribute (i.e. any attribute with the name starting with an underscore "_" will be ignored and not written into sesame.
+</p><p>If references to objects should be created, the attributes containing object references have to be marked by a special attribute named <i>_objectProperties</i>:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"rdf:about"</span><span class="re2">></span></span>eclipse:smila<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ ...
+ <span class="sc3"><span class="re1"><rec:Seq</span> <span class="re0">key</span>=<span class="st0">"_objectProperties"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><rec:Val<span class="re2">></span></span></span>eclipse:isPartOf<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></rec:Seq<span class="re2">></span></span></span></pre></div>
+<p>So, to create a resource in the repository as in the example in the introduction, a record like this could be used:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><rec:Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"rdf:about"</span><span class="re2">></span></span>eclipse:smila<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Map</span> <span class="re0">key</span>=<span class="st0">"rdf:type"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"rdf:about"</span><span class="re2">></span></span>eclipse:Project<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"rdf:type"</span><span class="re2">></span></span>rdfs:Resource<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></rec:Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Seq</span> <span class="re0">key</span>=<span class="st0">"eclipse:isPartOf"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><rec:Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"rdf:about"</span><span class="re2">></span></span>eclipse:rt<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"rdf:type"</span><span class="re2">></span></span>eclipse:TopLevelProject<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></rec:Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val<span class="re2">></span></span></span>http://www.eclipse.org/<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></rec:Seq<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"rdfs:label"</span><span class="re2">></span></span>SMILA<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"eclipse:createdIn"</span><span class="re2">></span></span>2007<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+
+ <span class="sc3"><span class="re1"><rec:Seq</span> <span class="re0">key</span>=<span class="st0">"_objectProperties"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><rec:Val<span class="re2">></span></span></span>eclipse:isPartOf<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></rec:Seq<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></rec:Map<span class="re2">></span></span></span></pre></div>
+<p>(Assuming the target repository knows the namespaces "rdf", "rdfs" (standard namespaces) and "eclipse" (= "<a href="http://www.eclipse.org/" class="external free" title="http://www.eclipse.org/" rel="nofollow">http://www.eclipse.org/</a>").
+</p><p>A string literal with a language can be written using a map with the language name as key and the locale specific value as value of the map:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><rec:Map</span> <span class="re0">key</span>=<span class="st0">"rdfs:label"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"de"</span><span class="re2">></span></span>SMILA<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"en"</span><span class="re2">></span></span>SMILA<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></rec:Map<span class="re2">></span></span></span></pre></div>
+<p>By default, new statements are just added to the repository. If all existing statements for a given subject and object should be removed before adding the new statements, special system attributes can be used.
+</p><p>To remove all statements before adding the new statements, add an attribute named "_deleteAll" with a value "true":
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"rdf:about"</span><span class="re2">></span></span>eclipse:smila<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"_deleteAll"</span><span class="re2">></span></span>true<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span></pre></div>
+<p>To remove only some properties before adding the new statements, add a sequence attribute named "_deleteProperties" that contains a sequence of properties to be deleted on beforehand.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"rdf:about"</span><span class="re2">></span></span>eclipse:smila<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ ...
+ <span class="sc3"><span class="re1"><rec:Seq</span> <span class="re0">key</span>=<span class="st0">"_deleteProperties"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><rec:Val<span class="re2">></span></span></span>eclipse:isCommitterOf<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val<span class="re2">></span></span></span>rdfs:label<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></rec:Seq<span class="re2">></span></span></span></pre></div>
+<p>To create a statement with the record URI as the object and the attribute value as the subject, put the attribute value "_reverseProperties" containing a list of the reverse properties in the record. This only works if the attribute value is specified to be a resource URI. E.g. the final statement of the introductory example can be created from the same record using:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"rdf:about"</span><span class="re2">></span></span>eclipse:smila<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"eclipse:isCommitterOf"</span><span class="re2">></span></span>http://wiki.eclipse.org/User:Juergen.schumacher.empolis.com<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Seq</span> <span class="re0">key</span>=<span class="st0">"_reverseProperties"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><rec:Val<span class="re2">></span></span></span>eclipse:isCommitterOf<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></rec:Seq<span class="re2">></span></span></span></pre></div>
+<p>Finally, the pipelet supports these additional parameters:
+</p>
+<table border="1">
+<tr>
+<th> Property
+</th><th> Type
+</th><th> Description
+</th></tr>
+<tr>
+<td> <i>typeUri</i>
+</td><td> string
+</td><td> optional: name of type to set for the resource, if no type statement is created from writing the record.
+</td></tr>
+<tr>
+<td> <i>uriAttribute</i>
+</td><td> string
+</td><td> optional: attribute to write the URIs of found/created resources to. Default: <i>rdf:about</i>
+</td></tr></table>
+<p>If you want to implement own pipelets that create attribute values for writing to the repository, see <tt>org.eclipse.smila.ontology.records.SesameRecordHelper</tt> for constants and helper methods for these special conventions and annotations.
+</p><p>If an error occurs while writing a record to the repository, only the changes related to the current record are rolled back, and the pipelet fails with an exception, further records in the same message are not processed anymore, changes from records written before are not invalidated. (TODO: discuss general pipelet error handling behavior?)
+</p>
+<a name="org.eclipse.smila.ontology.pipelets.SesameRecordReaderPipelet"></a><h4> <span class="mw-headline"> org.eclipse.smila.ontology.pipelets.SesameRecordReaderPipelet </span></h4>
+<p>This pipelet reads statements from the repository about the URI associated with a record into attribute values of the record. Its operation is mostly inverse to the one of the SesameRecordWriterPipelet, so we can keep the description short here. Some notes:
+</p>
+<ul><li> Only statements are used that have the record URI as subject. No "reverse" attributes are created.
+</li><li> Resource objects are converted to string literals.
+</li><li> Literal objects are converted to best matching SMILA literal datatype (TODO: date/time objects).
+</li><li> a language tag on a string literal is stored as a AnyMap as described above.
+</li><li> All statements are read from the repository, but only those attributes contained in the specified record filter are written to the blackbaord eventually.
+</li><li> If predicate URIs start with known name namespaces, the full namespace value is replaced by its prefix and a colon in the associated attribute name.
+</li></ul>
+<p>If an error occurs during reading the records, the pipelet invocation is aborted at this point. If multiple records where processed in this called, changes to already processed records are not reverted.
+</p><p>The pipelet can be configured in which attribute to find the URI:
+</p>
+<table border="1">
+<tr>
+<th> Property
+</th><th> Type
+</th><th> Description
+</th></tr>
+<tr>
+<td> <i>uriAttribute</i>
+</td><td> string
+</td><td> optional: attribute to write the URIs of found/created resources to. Default: <i>rdf:about</i>
+</td></tr></table>
+<a name="org.eclipse.smila.ontology.pipelets.CreateResourcePipelet"></a><h3> <span class="mw-headline"> org.eclipse.smila.ontology.pipelets.CreateResourcePipelet </span></h3>
+<p>This pipelet can be used to lookup and create resources of a certain types by their name. E.g. if some attribute contains the name of a person, this pipelet can search the ontology for a resource of type "person" with this name, and if no such resource exists, it can create a new one. In either case the URI of this resource is written to (another) attribute. The URI of a new resource is created from the label by removing all non-word characters (i.e. everything except a-z, A-Z, _, 0-9) from the string and concatenating the result to some configurable prefix value (see below).
+</p><p>The pipelet supports the following parameters:
+</p>
+<table border="1">
+<tr>
+<th> Property
+</th><th> Type
+</th><th> Description
+</th></tr>
+<tr>
+<td> <i>typeUri</i>
+</td><td> string
+</td><td> required: URI of type to use for lookup and creation of resources. Namespace expansion is applied to this URI.
+</td></tr>
+<tr>
+<td> <i>labelAttribute</i>
+</td><td> string
+</td><td> required: attribute containing names of resources to lookup/create.
+</td></tr>
+<tr>
+<td> <i>uriAttribute</i>
+</td><td> string
+</td><td> required: attribute to write the URIs of found/created resources to.
+</td></tr>
+<tr>
+<td> <i>labelPredicate</i>
+</td><td> string
+</td><td> optional: URI of the predicate that specifies the name of the resource. If not set, it defaults to rdfs:label. Namespace expansion is applied to the property value.
+</td></tr>
+<tr>
+<td> <i>uriPrefix</i>
+</td><td> string
+</td><td> optional: prefix for new created URIs. If not set, "urn:" is used. Namespace expansion is also applied to the complete new URI.
+</td></tr></table>
+<a name="org.eclipse.smila.ontology.pipelets.CreateRelationPipelet"></a><h3> <span class="mw-headline"> org.eclipse.smila.ontology.pipelets.CreateRelationPipelet </span></h3>
+<p>This pipelet creates statements with subjects and objects read from record attributes. It create a statement with a configurable predicate in the target repository for each combination of values in two configurable attributes. E.g. if one attribute of your records contains URIs of persons and another one URIs of companies they work for, this pipelet could be used to create statements in the ontology using some "worksFor" predicate to describe this relation.
+</p><p>By default the given objectAttributes are interpreted as URIs. If the objectAttributes should be interpreted as literals, the parameter <i>objectAttributeIsResource</i> has to be set to <i>false</i> in the pipelet configuration.
+</p><p>The pipelet supports the following parameters:
+</p>
+<table border="1">
+<tr>
+<th> Property
+</th><th> Type
+</th><th> Description
+</th></tr>
+<tr>
+<td> <i>subjectAttribute</i>
+</td><td> string
+</td><td> required: name of attribute containing the subjects for the statements to create. Regardless of the actual literal type, the string values of the literals are tried to interpred as URIs. Namespace expansion is applied.
+</td></tr>
+<tr>
+<td> <i>objectAttribute</i>
+</td><td> string
+</td><td> required: name of attribute containing the objects for the statements to create. If the pipelet parameter <i>objectAttributeIsResource</i> is not explicitly set to <i>false</i> the objects will be URIs (namespaces expanded). Else the SMILA literal values will be written as Sesame literals with a matching datatype.
+</td></tr>
+<tr>
+<td> <i>predicateUri</i>
+</td><td> string
+</td><td> required: URI of the predicate for the statements. Namespace prefixes are expanded first.
+</td></tr>
+<tr>
+<td> <i>objectAttributeIsResource</i>
+</td><td> Boolean
+</td><td> optional: if <i>true</i> the objects are interpreted as URIs, if <i>false</i> the objects attributes are interpreted as literals. Default: <i>true</i>.
+</td></tr></table>
+
+<!--
+NewPP limit report
+Preprocessor node count: 51/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:18404-0!1!0!!en!2!edit=0 and timestamp 20120202171426 -->
+<div class="printfooter">
+Retrieved from "<a href="SesameOntologyManager.html">http://wiki.eclipse.org/SMILA/Documentation/SesameOntologyManager</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 15:56, 23 January 2012 by <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>, <a href="http://wiki.eclipse.org/User:Drazen.cindric.attensity.com" title="User:Drazen.cindric.attensity.com">Drazen Cindric</a> and <a href="http://wiki.eclipse.org/User:Juergen.schumacher.empolis.com" title="User:Juergen.schumacher.empolis.com">Juergen Schumacher</a>.</p>
+ <p id="footerviews">This page has been accessed 4,814 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.052 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Solr.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Solr.html
new file mode 100644
index 0000000..e201001
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Solr.html
@@ -0,0 +1,880 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/Solr,SMILA/Documentation/Search" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/Solr - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/Solr";
+var wgTitle = "SMILA/Documentation/Solr";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "32450";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "285111";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-text {line-height: normal; font-size: medium;}
+.source-text li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for text
+ * CSS class: source-text, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-text .de1, .source-text .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-text {}
+.source-text .head {}
+.source-text .foot {}
+.source-text .imp {font-weight: bold; color: red;}
+.source-text .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-text li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-text li.li2 {font-weight: bold;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-java {line-height: normal; font-size: medium;}
+.source-java li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for java
+ * CSS class: source-java, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-java .de1, .source-java .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-java {}
+.source-java .head {}
+.source-java .foot {}
+.source-java .imp {font-weight: bold; color: red;}
+.source-java .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-java li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-java li.li2 {font-weight: bold;}
+.source-java .kw1 {color: #7F0055; font-weight: bold;}
+.source-java .kw2 {color: #7F0055; font-weight: bold;}
+.source-java .kw3 {color: #000000; font-weight: normal}
+.source-java .kw4 {color: #7F0055; font-weight: bold;}
+.source-java .co1 {color: #3F7F5F; font-style: italic;}
+.source-java .co2 {color: #3F7F5F;}
+.source-java .co3 {color: #3F7F5F; font-style: italic; font-weight: bold;}
+.source-java .coMULTI {color: #3F5FBF; font-style: italic;}
+.source-java .es0 {color: #000000;}
+.source-java .br0 {color: #000000;}
+.source-java .st0 {color: #2A00ff;}
+.source-java .nu0 {color: #000000;}
+.source-java .me1 {color: #000000;}
+.source-java .me2 {color: #000000;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="Solr.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_Solr">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Solr">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/Solr">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/Solr">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Solr&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Solr&oldid=285111">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Solr.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/Talk:SMILA/Documentation/Solr"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Solr&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Solr&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Solr"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/Solr</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Solr.html#column-one">navigation</a>, <a href="Solr.html#searchInput">search</a></div> <!-- start content -->
+ <p>Solr is an open source search server based on the Lucene search engine. In addition to a powerful full-text-search, sorting and filtering, Solr comes with a lot of built-in features like highlighting, facets, auto-suggest and spell checking.
+</p>
+<div class="messagebox" style="background-color: #def3fe; border: 1px solid #c5d7e0; color: black; padding: 5px; margin: 1ex 0; min-height: 35px; padding-left: 45px;">
+<div style="float: left; margin-left: -40px;"><a href="http://wiki.eclipse.org/Image:Note.png" class="image" title="Note.png"><img alt="" src="http://wiki.eclipse.org/images/c/cc/Note.png" width="35" height="35" border="0" /></a></div>
+<div><b>The current implementation is a Work In Progress. The goal is to use this implementation as the default search implementation for SMILA replacing the current embedded Lucene integration. As a consequence things are likely to change in future versions. So stay tuned.</b><br /></div>
+</div>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Solr.html#SolrServerManager_.26_SolrProperties"><span class="tocnumber">1</span> <span class="toctext">SolrServerManager & SolrProperties</span></a></li>
+<li class="toclevel-1"><a href="Solr.html#Configuration"><span class="tocnumber">2</span> <span class="toctext">Configuration</span></a>
+<ul>
+<li class="toclevel-2"><a href="Solr.html#DefaultCore"><span class="tocnumber">2.1</span> <span class="toctext">DefaultCore</span></a>
+<ul>
+<li class="toclevel-3"><a href="Solr.html#schema.xml"><span class="tocnumber">2.1.1</span> <span class="toctext">schema.xml</span></a></li>
+<li class="toclevel-3"><a href="Solr.html#solrconfig.xml"><span class="tocnumber">2.1.2</span> <span class="toctext">solrconfig.xml</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="Solr.html#Setup_another_core"><span class="tocnumber">2.2</span> <span class="toctext">Setup another core</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Solr.html#How_to_use_Solr_with_SMILA"><span class="tocnumber">3</span> <span class="toctext">How to use Solr with SMILA</span></a>
+<ul>
+<li class="toclevel-2"><a href="Solr.html#Indexing_data"><span class="tocnumber">3.1</span> <span class="toctext">Indexing data</span></a></li>
+<li class="toclevel-2"><a href="Solr.html#Search"><span class="tocnumber">3.2</span> <span class="toctext">Search</span></a></li>
+<li class="toclevel-2"><a href="Solr.html#Search_Pipelet_Config"><span class="tocnumber">3.3</span> <span class="toctext">Search Pipelet Config</span></a></li>
+<li class="toclevel-2"><a href="Solr.html#Solr_Specific_Search_Record"><span class="tocnumber">3.4</span> <span class="toctext">Solr Specific Search Record</span></a>
+<ul>
+<li class="toclevel-3"><a href="Solr.html#Standard_Parameters"><span class="tocnumber">3.4.1</span> <span class="toctext">Standard Parameters</span></a></li>
+<li class="toclevel-3"><a href="Solr.html#Highlighting"><span class="tocnumber">3.4.2</span> <span class="toctext">Highlighting</span></a></li>
+<li class="toclevel-3"><a href="Solr.html#Facets"><span class="tocnumber">3.4.3</span> <span class="toctext">Facets</span></a></li>
+<li class="toclevel-3"><a href="Solr.html#Solr_Specific_Parameters_.28_solr.query.29"><span class="tocnumber">3.4.4</span> <span class="toctext">Solr Specific Parameters (_solr.query)</span></a>
+<ul>
+<li class="toclevel-4"><a href="Solr.html#Filters"><span class="tocnumber">3.4.4.1</span> <span class="toctext">Filters</span></a></li>
+<li class="toclevel-4"><a href="Solr.html#Shards"><span class="tocnumber">3.4.4.2</span> <span class="toctext">Shards</span></a></li>
+<li class="toclevel-4"><a href="Solr.html#Solr_Request_Handler"><span class="tocnumber">3.4.4.3</span> <span class="toctext">Solr Request Handler</span></a></li>
+<li class="toclevel-4"><a href="Solr.html#SolrQueryBuilder"><span class="tocnumber">3.4.4.4</span> <span class="toctext">SolrQueryBuilder</span></a></li>
+</ul>
+</li>
+<li class="toclevel-3"><a href="Solr.html#Auxillary_Search_Functions"><span class="tocnumber">3.4.5</span> <span class="toctext">Auxillary Search Functions</span></a>
+<ul>
+<li class="toclevel-4"><a href="Solr.html#Auto-suggest.2FTerms"><span class="tocnumber">3.4.5.1</span> <span class="toctext">Auto-suggest/Terms</span></a></li>
+<li class="toclevel-4"><a href="Solr.html#Spellcheck_.28Did_you_mean.29"><span class="tocnumber">3.4.5.2</span> <span class="toctext">Spellcheck (Did you mean)</span></a></li>
+<li class="toclevel-4"><a href="Solr.html#More_Like_This_.2F_What.27s_related"><span class="tocnumber">3.4.5.3</span> <span class="toctext">More Like This / What's related</span></a>
+<ul>
+<li class="toclevel-5"><a href="Solr.html#MLT_Results_w.2Fo_Handler"><span class="tocnumber">3.4.5.3.1</span> <span class="toctext">MLT Results w/o Handler</span></a></li>
+<li class="toclevel-5"><a href="Solr.html#MLT_Results_with_Handler"><span class="tocnumber">3.4.5.3.2</span> <span class="toctext">MLT Results with Handler</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="SolrServerManager_.26_SolrProperties"></a><h1> <span class="mw-headline"> SolrServerManager & SolrProperties </span></h1>
+<p>Solr can run as stand alone remote server as well as embedded server within SMILA. There exist a properties file to control the running mode: <tt>configuration/org.eclipse.smila.solr/solr.properties</tt>
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-text">##### If true SMILA load default configuration for an embedded Solr instance (see below) #####
+solr.embedded=true
+
+##### Alternative workspace folder equals solr.home (embedded only) #####
+solr.workspaceFolder=./workspace/.metadata/.plugins/org.eclipse.smila.solr
+
+##### Server url for http connections to Solr server (remote only) #####
+solr.serverUrl=http://localhost:8983/solr</pre></div>
+<a name="Configuration"></a><h1> <span class="mw-headline"> Configuration </span></h1>
+<p>SMILA supports Solr only in multicore setup ("core" is the solr word for a search index), regardless whether Solr runs embedded or remote.
+</p>
+<a name="DefaultCore"></a><h2> <span class="mw-headline"> DefaultCore </span></h2>
+<p>The default configuration included in SMILA is defined in <tt>configuration/org.eclipse.smila.solr</tt>. The default mode is 'embedded' in which case SMILA starts up its own internal solr server. The full solr multicore configuration which is present in the configuration folder is used when the mode is set to <span style="font-family:monospace;">embedded</span>. This setup defines the sole DefaultCore holding that is suitable for the HowTo cases in SMILA.
+</p><p>If SMILA should connect to an already running Solr server instead of starting up an own instance, the property <span style="font-family:monospace;">solr.embedded</span> must be set to <span style="font-family:monospace;">false</span>. In that case the URL to connect to the (external) Solr server URL has to be provided by setting the property <span style="font-family:monospace;">solr.serverUrl</span> in the properties file.
+</p><p>Please note that you have to add the <tt>PingRequestHandler</tt> in each cores <tt>solrconfig.xml</tt> file, see <a href="Solr.html#solrconfig.xml" title="">section solrconfig.xml</a>
+</p><p>More information about solr cores and their configuration can be found at: <a href="http://wiki.apache.org/solr/CoreAdmin" class="external free" title="http://wiki.apache.org/solr/CoreAdmin" rel="nofollow">http://wiki.apache.org/solr/CoreAdmin</a>
+</p><p>If SMILA starts up for the first time and Solr is configured embedded, the configuration is copied to Solr workspace (solr.home).
+</p>
+<a name="schema.xml"></a><h3> <span class="mw-headline"> schema.xml </span></h3>
+<p>One of the most import configuration files is <tt>configuration/org.eclipse.smila.solr/DefaultCore/conf/schema.xml</tt>. This file defines index fields and types. SMILA comes with the following set of predefined fields:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><field</span> <span class="re0">name</span>=<span class="st0">"Id"</span> <span class="re0">type</span>=<span class="st0">"string_id"</span> <span class="re0">indexed</span>=<span class="st0">"true"</span> <span class="re0">stored</span>=<span class="st0">"true"</span> <span class="re0">required</span>=<span class="st0">"true"</span> <span class="re2">/></span></span>
+<span class="sc3"><span class="re1"><field</span> <span class="re0">name</span>=<span class="st0">"LastModifiedDate"</span> <span class="re0">type</span>=<span class="st0">"date"</span> <span class="re0">indexed</span>=<span class="st0">"true"</span> <span class="re0">stored</span>=<span class="st0">"true"</span> <span class="re2">/></span></span>
+<span class="sc3"><span class="re1"><field</span> <span class="re0">name</span>=<span class="st0">"Filename"</span> <span class="re0">type</span>=<span class="st0">"text_path"</span> <span class="re0">indexed</span>=<span class="st0">"true"</span> <span class="re0">stored</span>=<span class="st0">"true"</span> <span class="re0">termVectors</span>=<span class="st0">"true"</span> <span class="re0">termPositions</span>=<span class="st0">"true"</span> <span class="re0">termOffsets</span>=<span class="st0">"true"</span> <span class="re2">/></span></span>
+<span class="sc3"><span class="re1"><field</span> <span class="re0">name</span>=<span class="st0">"Path"</span> <span class="re0">type</span>=<span class="st0">"text_path"</span> <span class="re0">indexed</span>=<span class="st0">"true"</span> <span class="re0">stored</span>=<span class="st0">"true"</span> <span class="re0">termVectors</span>=<span class="st0">"true"</span> <span class="re0">termPositions</span>=<span class="st0">"true"</span> <span class="re0">termOffsets</span>=<span class="st0">"true"</span> <span class="re2">/></span></span>
+<span class="sc3"><span class="re1"><field</span> <span class="re0">name</span>=<span class="st0">"Extension"</span> <span class="re0">type</span>=<span class="st0">"textgen"</span> <span class="re0">indexed</span>=<span class="st0">"true"</span> <span class="re0">stored</span>=<span class="st0">"true"</span> <span class="re2">/></span></span>
+<span class="sc3"><span class="re1"><field</span> <span class="re0">name</span>=<span class="st0">"Size"</span> <span class="re0">type</span>=<span class="st0">"long"</span> <span class="re0">indexed</span>=<span class="st0">"true"</span> <span class="re0">stored</span>=<span class="st0">"true"</span> <span class="re2">/></span></span>
+<span class="sc3"><span class="re1"><field</span> <span class="re0">name</span>=<span class="st0">"MimeType"</span> <span class="re0">type</span>=<span class="st0">"textgen"</span> <span class="re0">indexed</span>=<span class="st0">"true"</span> <span class="re0">stored</span>=<span class="st0">"true"</span> <span class="re2">/></span></span>
+<span class="sc3"><span class="re1"><field</span> <span class="re0">name</span>=<span class="st0">"Content"</span> <span class="re0">type</span>=<span class="st0">"textgen"</span> <span class="re0">indexed</span>=<span class="st0">"true"</span> <span class="re0">stored</span>=<span class="st0">"true"</span> <span class="re0">termVectors</span>=<span class="st0">"true"</span> <span class="re0">termPositions</span>=<span class="st0">"true"</span> <span class="re0">termOffsets</span>=<span class="st0">"true"</span> <span class="re2">/></span></span>
+<span class="sc3"><span class="re1"><field</span> <span class="re0">name</span>=<span class="st0">"Title"</span> <span class="re0">type</span>=<span class="st0">"textgen"</span> <span class="re0">indexed</span>=<span class="st0">"true"</span> <span class="re0">stored</span>=<span class="st0">"true"</span> <span class="re0">termVectors</span>=<span class="st0">"true"</span> <span class="re0">termPositions</span>=<span class="st0">"true"</span> <span class="re0">termOffsets</span>=<span class="st0">"true"</span> <span class="re2">/></span></span>
+<span class="sc3"><span class="re1"><field</span> <span class="re0">name</span>=<span class="st0">"spell"</span> <span class="re0">type</span>=<span class="st0">"textSpell"</span> <span class="re0">indexed</span>=<span class="st0">"true"</span> <span class="re0">stored</span>=<span class="st0">"true"</span> <span class="re0">multiValued</span>=<span class="st0">"true"</span> <span class="re2">/></span></span></pre></div>
+<p>The schema.xml also contains the <b>uniqueKey</b> property which Solr needs to know what field is used to id the documents and transparently handles add/updated accordingly. By default it is set to <b>Id</b>.
+</p><p>Information about other configuration possibilities like field types, default search field, copy fields and many more can be found here: <a href="http://wiki.apache.org/solr/SchemaXml" class="external free" title="http://wiki.apache.org/solr/SchemaXml" rel="nofollow">http://wiki.apache.org/solr/SchemaXml</a>
+</p>
+<a name="solrconfig.xml"></a><h3> <span class="mw-headline"> solrconfig.xml </span></h3>
+<p>Another major configuration file is <tt>configuration/org.eclipse.smila.solr/DefaultCore/conf/solfconfig.xml</tt>. This is the configuration for all SearchComponents, RequestHandlers and the general indexing and query configuration.
+</p><p>Please refer to its documentation here: <a href="http://wiki.apache.org/solr/SolrConfigXml" class="external free" title="http://wiki.apache.org/solr/SolrConfigXml" rel="nofollow">http://wiki.apache.org/solr/SolrConfigXml</a>
+</p><p>Important for SMILA is that in the embedded case the <b>dataDir</b> property defaults to the data/ sub folder of the core instance (e.i. <tt>solr.home/DefaultCore/data/</tt>. Hence, in embedded mode the SMILA workspace may grow quite large. Use this property in this file or set it through solr.xml at the core to provide an alternative location.
+</p><p>SMILA uses <b>autoCommit</b> via solr.DirectUpdateHandler2. It tells Solr to commit automatically every 60 seconds or after 1000 documents were added. If this property is not set, no commit will occur and the indexed data will not be persistent or search-able unless you send appropriate solr commands yourself. The values are a compromise where these factors play a role:
+</p>
+<ul><li> how soon shall/must a user that searches see the updates?
+</li><li> how many update request are sent to solr?
+</li></ul>
+<p>Note, that during commit the solr server stalls updates which might lead to index pipelet timeouts.
+</p><p>Note that when using an external Solr server, you have to add the PingRequestHandler since this handler is required by the SolrAdminHttpHandler to check if the cores exist and are alive before adressing them. You have to add the handler to each core's configuration file:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><requestHandler</span> <span class="re0">name</span>=<span class="st0">"/admin/ping"</span> <span class="re0">class</span>=<span class="st0">"PingRequestHandler"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><lst</span> <span class="re0">name</span>=<span class="st0">"defaults"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><str</span> <span class="re0">name</span>=<span class="st0">"qt"</span><span class="re2">></span></span>standard<span class="sc3"><span class="re1"></str<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><str</span> <span class="re0">name</span>=<span class="st0">"q"</span><span class="re2">></span></span>solrpingquery<span class="sc3"><span class="re1"></str<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><str</span> <span class="re0">name</span>=<span class="st0">"echoParams"</span><span class="re2">></span></span>all<span class="sc3"><span class="re1"></str<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></lst<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></requestHandler<span class="re2">></span></span></span></pre></div>
+<a name="Setup_another_core"></a><h2> <span class="mw-headline"> Setup another core </span></h2>
+<p>If you don't want to use the default solr index (<tt>DefaultCore</tt>), you can easily setup your own core. Just copy the <tt>DefaultCore</tt> configuration (see <tt>SMILA/configuration/org.eclipse.smila.solr</tt>) with another name, e.g. <tt>MyCore</tt>, in the same directory and adapt the configuration files described before to your needs.
+</p><p>Afterwards add your new core to the file <tt>SMILA.application/configuration/org.eclipse.smila.solr/solr.xml</tt>:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><?xml</span> <span class="re0">version</span>=<span class="st0">'1.0'</span> <span class="re0">encoding</span>=<span class="st0">'UTF-8'</span><span class="re2">?></span></span>
+ <span class="sc3"><span class="re1"><solr</span> <span class="re0">persistent</span>=<span class="st0">"true"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><cores</span> <span class="re0">adminPath</span>=<span class="st0">"/admin/cores"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><core</span> <span class="re0">name</span>=<span class="st0">"DefaultCore"</span> <span class="re0">instanceDir</span>=<span class="st0">"DefaultCore"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><core</span> <span class="re0">name</span>=<span class="st0">"MyCore"</span> <span class="re0">instanceDir</span>=<span class="st0">"MyCore"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></cores<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></solr<span class="re2">></span></span></span></pre></div>
+<a name="How_to_use_Solr_with_SMILA"></a><h1> <span class="mw-headline"> How to use Solr with SMILA </span></h1>
+<a name="Indexing_data"></a><h2> <span class="mw-headline"> Indexing data </span></h2>
+<p>The SolrIndexPipelet can add, update or delete records (equates to Solr documents) in an index.
+</p><p>Configuration in addpipeline:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><extensionActivity<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><proc:invokePipelet</span> <span class="re0">name</span>=<span class="st0">"SolrIndexPipelet"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><proc:pipelet</span> <span class="re0">class</span>=<span class="st0">"org.eclipse.smila.solr.index.SolrIndexPipelet"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><proc:variables</span> <span class="re0">input</span>=<span class="st0">"request"</span> <span class="re0">output</span>=<span class="st0">"request"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- either ADD or DELETE. --></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"ExecutionMode"</span><span class="re2">></span></span>ADD<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- defines the default core into which the record will be written. optional, but if missing then the target core
+ must be set in the record via SolrConstants.DYNAMIC_TARGET_CORE --></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"CoreName"</span><span class="re2">></span></span>DefaultCore<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- seq of fields that are to be filled. each tuple is a map that defines the target core field, the source field
+ (optional) and the source type (optional ) --></span></span>
+ <span class="sc3"><span class="re1"><rec:Seq</span> <span class="re0">key</span>=<span class="st0">"CoreFields"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><rec:Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- target field name in the solr core --></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"FieldName"</span><span class="re2">></span></span>Folder<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- name of the source attribute or attachment in the record. optional, defaults to the target field name --></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"RecSourceName"</span><span class="re2">></span></span>Path<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- either ATTRIBUTE or ATTACHMENT. optional, defaults to ATTIRBUTE. --></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"RecSourceType"</span><span class="re2">></span></span>ATTRIBUTE<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></rec:Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"FieldName"</span><span class="re2">></span></span>Filename<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></rec:Map<span class="re2">></span></span></span>
+ ...
+ <span class="sc3"><span class="re1"></rec:Seq<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></proc:invokePipelet<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></extensionActivity<span class="re2">></span></span></span></pre></div>
+<p>Configuration in deletepipeline:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><extensionActivity<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><proc:invokePipelet</span> <span class="re0">name</span>=<span class="st0">"SolrIndexPipelet"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><proc:pipelet</span> <span class="re0">class</span>=<span class="st0">"org.eclipse.smila.solr.index.SolrIndexPipelet"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><proc:variables</span> <span class="re0">input</span>=<span class="st0">"request"</span> <span class="re0">output</span>=<span class="st0">"request"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"ExecutionMode"</span><span class="re2">></span></span>DELETE<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"CoreName"</span><span class="re2">></span></span>DefaultCore<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></proc:invokePipelet<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></extensionActivity<span class="re2">></span></span></span></pre></div>
+<a name="Search"></a><h2> <span class="mw-headline"> Search </span></h2>
+<p>The SMILA standard search servlet already uses solr to search via the SolrSearchPipelet since SMILA version 1.0. Up to version 0.9 the SMILA standard search servlet used plain lucene search.
+</p>
+<a name="Search_Pipelet_Config"></a><h2> <span class="mw-headline"> Search Pipelet Config </span></h2>
+<p>The SolrSearchPipelet offers the possibility to search a Solr index. The pipelet needs only a small configuration without any special parameters.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><extensionActivity<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><proc:invokePipelet</span> <span class="re0">name</span>=<span class="st0">"invokeSolrSearchPipelet"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><proc:pipelet</span> <span class="re0">class</span>=<span class="st0">"org.eclipse.smila.solr.search.SolrSearchPipelet"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><proc:variables</span> <span class="re0">input</span>=<span class="st0">"request"</span> <span class="re0">output</span>=<span class="st0">"request"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></proc:invokePipelet<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></extensionActivity<span class="re2">></span></span></span></pre></div>
+<a name="Solr_Specific_Search_Record"></a><h2> <span class="mw-headline"> Solr Specific Search Record </span></h2>
+<p>For full feature support an enhanced search record is required.
+This sections will provide both, XML samples on how the features are configured in the search record as well as description on helper classes that are available from within SMILA. Path notations for the elements in the record just have their key names of the respective elements as the path element and always start from the root; e.g. <tt>_solr.params/highlighting</tt>.
+</p><p>To understand the following section you must know the standard <a href="Search.html#Query_Parameters" title="SMILA/Documentation/Search">SMILA search record</a>
+</p>
+<a name="Standard_Parameters"></a><h3> <span class="mw-headline"> Standard Parameters </span></h3>
+<p>The following SMILA standard query parameters are supported:
+</p>
+<ul><li> maxcount
+</li><li> offset
+</li><li> indexname, this must correspond to an existing solr core name
+</li><li> resultAttributes
+</li><li> query
+</li></ul>
+<p>The solr pipelet suports only a sole <tt>query</tt> element as a string value, which it passes unaltered to solr. The solr default handler assumes this to be a valid Lucene query string, but ultimately this depends on the configured handler. All escaping needs to be done by the one constructing the search record (Note: There is no need to URL encode it, as this is done internally).
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Record</span> <span class="re0">xmlns</span>=<span class="st0">"http://www.eclipse.org/SMILA/record"</span> <span class="re0">version</span>=<span class="st0">"2.0"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- query (q) --></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"query"</span><span class="re2">></span></span>Content:solr Content:eclipse<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"maxcount"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>3<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"offset"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>3<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"indexname"</span><span class="re2">></span></span>wikipedia<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"resultAttributes"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>Content<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>Id<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span>
+ ...
+<span class="sc3"><span class="re1"><Record<span class="re2">></span></span></span></pre></div>
+<p>The above sample shows a query on the index field <tt>Content</tt> for the string "solr eclipse".
+</p>
+<a name="Highlighting"></a><h3> <span class="mw-headline"> Highlighting </span></h3>
+<p>Highlighting for Solr deviates from the standard SMILA way to support solr features. The configuration is contained in <tt>_solr.query/highlighting</tt>
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"_solr.query"</span><span class="re2">></span></span>
+ ...
+ <span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"highlighting"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"attribute"</span><span class="re2">></span></span>global.solr.params<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"hl"</span> <span class="re0">type</span>=<span class="st0">"boolean"</span><span class="re2">></span></span>true<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- list of fields to be highlighted, space delimited --></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"hl.fl"</span><span class="re2">></span></span>Content Title<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"hl.simple.pre"</span><span class="re2">></span></span><span class="sc1">&lt;</span>b<span class="sc1">&gt;</span><span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"hl.simple.post"</span><span class="re2">></span></span><span class="sc1">&lt;</span>/b<span class="sc1">&gt;</span><span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- other maps with attribute = field name for per-field configuration --></span></span>
+ <span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span>
+ ...
+<span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span></pre></div>
+<p>The configuration can be done globally (applies to all HL fields) as well as per field and are contained in maps that must have an entry <tt>attribute</tt> that either contains the value <tt>golabl.solr.params</tt> which then signifies the the global highlight settings or the name of the attribute/filed that is to be highlight-configured.
+The other entries in this map correspond in name and values to the ones solr supports.
+See <a href="http://wiki.apache.org/solr/HighlightingParameters" class="external free" title="http://wiki.apache.org/solr/HighlightingParameters" rel="nofollow">http://wiki.apache.org/solr/HighlightingParameters</a>.
+</p><p>In order to turn on highlighting, at least the global config must be present with the entry <tt>hl=true</tt>.
+</p><p>Programmatic highlighting configuration is done though <tt>HihglightingQueryConfigAdapter</tt>. The default constructor creates a configuration object with global highlighting parameters which is required to enable highlighting. The other constructor provides an optional per-field configuration.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="co1">// create global highlighting configuration (required, enables highlighting)</span>
+ <span class="kw1">final</span> HighlightingQueryConfigAdapter highlighting = <span class="kw1">new</span> HighlightingQueryConfigAdapter<span class="br0">(</span><span class="br0">)</span>;
+ highlighting.<span class="me1">setHighlightingFields</span><span class="br0">(</span><span class="st0">"Content Title"</span><span class="br0">)</span>;
+ highlighting.<span class="me1">setHighlightingSimplePre</span><span class="br0">(</span><span class="st0">"<b>"</span><span class="br0">)</span>;
+ highlighting.<span class="me1">setHighlightingSimplePost</span><span class="br0">(</span><span class="st0">"</b>"</span><span class="br0">)</span>;
+ builder.<span class="me1">addHighlightingConfiguration</span><span class="br0">(</span>highlighting<span class="br0">)</span>;</pre></div>
+<p>Other than in SMILA, the <tt>_highlight</tt> annotation is not created per result item but replaces the normally returned field value, i.e. when you have the <tt>Content</tt> field to be returned in your search and you also configured highlighting on it, then the search returns only the highlighted value for the <tt>Content</tt> field.
+</p>
+<a name="Facets"></a><h3> <span class="mw-headline"> Facets </span></h3>
+<p>Facets are specified for solr through the <tt>/facetby</tt> Seq as defined in the standard. However, the following differences exist:
+</p>
+<ul><li> maxcount is optional
+</li><li> solr doesn't support ordering of facets, so if this is set, then there is a warning in the log but otherwise ignored.
+</li></ul>
+<p>Faceting is turned on as soon as the <tt>facetby</tt> Seq is present.
+</p><p>Note, that the attibute value must be the solr field-name as the mapping from the solrSearchPipelet is not applied.
+</p><p>The values in the <tt>nativeParametes</tt> Map are passed to solr for the field verbatim after the pattern <tt>f.${attribute}.${key}=${value}</tt>. This allows you to just specify any valid solr parameter/value pair on field level without any interaction on our part.
+Global facet parameters may be defined in the <tt>_solr.query</tt> map.
+</p><p>Solr supports different kinds of faceting and this can be selected with the <tt>type</tt> parameter. It's value is solr's respective parameter name and is passed as given. No checks are performed here as to allow future methods OOB. However, it defaults to <tt>facet.field</tt> if missing. Solr's <tt>facet.query</tt> is not supported thru this structure ATM as it needs to be formulated quite differently and hence must be formulated as global parameters in the <tt>_solr.query</tt> map. Nontheless, the facets are retuned the normal way.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"facetby"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- per-field configuration for facet.field --></span></span>
+ <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"type"</span><span class="re2">></span></span>facet.field<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"maxcount"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>10<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"attribute"</span><span class="re2">></span></span>Extension<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- per-field configuration for facet.date --></span></span>
+ <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"type"</span><span class="re2">></span></span>facet.date<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"attribute"</span><span class="re2">></span></span>LastModifiedDate<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"nativeParameters"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"facet.date.start"</span><span class="re2">></span></span>NOW/DAY-5DAYS<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"facet.date.gap"</span><span class="re2">></span></span>+1DAY<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"facet.date.end"</span><span class="re2">></span></span>NOW/DAY+1DAY<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span></pre></div>
+<p>Facets are returned the SMILA standard way in the <tt>facets</tt> map.
+</p>
+<a name="Solr_Specific_Parameters_.28_solr.query.29"></a><h3> <span class="mw-headline"> Solr Specific Parameters (_solr.query) </span></h3>
+<p>Some configuration deviations from the SMILA standard and other solr specialties are put into a Solr specific <tt>_solr.query</tt> Map element at top level of the search record.
+</p><p>The following are supported:
+</p>
+<ul><li> filters
+</li><li> shards
+</li><li> request handler
+</li></ul>
+<a name="Filters"></a><h4> <span class="mw-headline"> Filters </span></h4>
+<p>Solr filters may only be specified directly, i.e. as native query strings via the <tt>fq</tt> element. Multiple ones will be automatically ANDed.
+Note, that the QueryBuilder's methods to add filters and the <tt>/filter</tt> Seq are not supported (yet).
+</p>
+<a name="Shards"></a><h4> <span class="mw-headline"> Shards </span></h4>
+<p>Shards are only supported in remote mode and may be defined through the <tt>_solr.query/shards</tt> Seq.
+</p>
+<a name="Solr_Request_Handler"></a><h4> <span class="mw-headline"> Solr Request Handler </span></h4>
+<p>To select another solr request handler add the <tt>_solr.query/qt</tt> entry.
+</p><p>The following XML snippet shall illustrate these cases:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Record</span> <span class="re0">xmlns</span>=<span class="st0">"http://www.eclipse.org/SMILA/record"</span> <span class="re0">version</span>=<span class="st0">"2.0"</span><span class="re2">></span></span>
+ ...
+ <span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"_solr.query"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- filter query (fq) --></span></span>
+ <span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"fq"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>Size:[500 TO 1000]<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>Author:"H. Simpson"<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span>
+
+ <span class="sc3"><span class="coMULTI"><!-- shards --></span></span>
+ <span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"shards"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>http://localhost:8983/solr<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>http://remote-server:8983/solr<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span>
+
+ <span class="sc3"><span class="coMULTI"><!-- request handler (qt) --></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"qt"</span><span class="re2">></span></span>/custom<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+
+<span class="sc3"><span class="re1"></Record<span class="re2">></span></span></span></pre></div>
+<a name="SolrQueryBuilder"></a><h4> <span class="mw-headline"> SolrQueryBuilder </span></h4>
+<p>Instead of assembling the XML/Record yourself you can use the <tt>SolrQueryBuilder</tt> from within SMILA. This class extends native <tt>QueryBuilder</tt> with methods to configure a Solr request and special Solr features like highlighting or facets. To configure additional Solr features there exist adapter classes which give an overview of possible parameters.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="co1">// create Solr specific query builder</span>
+ <span class="kw1">final</span> SolrQueryBuilder builder = <span class="kw1">new</span> SolrQueryBuilder<span class="br0">(</span><span class="br0">)</span>;
+
+ <span class="co1">// set query</span>
+ builder.<span class="me1">setQuery</span><span class="br0">(</span><span class="st0">"query"</span><span class="br0">)</span>;
+
+ <span class="co1">// set start (equals offset, default: 0)</span>
+ builder.<span class="me1">setStart</span><span class="br0">(</span><span class="nu0">10</span><span class="br0">)</span>;
+
+ <span class="co1">// set rows (equals max count, default: 10)</span>
+ builder.<span class="me1">setRows</span><span class="br0">(</span><span class="nu0">5</span><span class="br0">)</span>;
+
+ <span class="co1">// set fields (equals result attributes, default: Id, score)</span>
+ <span class="kw1">final</span> <span class="kw3">String</span><span class="br0">[</span><span class="br0">]</span> fl = <span class="br0">{</span> <span class="st0">"Path"</span>, <span class="st0">"Size"</span>, <span class="st0">"Content"</span> <span class="br0">}</span>;
+ builder.<span class="me1">addFields</span><span class="br0">(</span>fl<span class="br0">)</span>;
+
+ <span class="co1">// add a filter query (example: size between 500 and 1000)</span>
+ builder.<span class="me1">addFilterQuery</span><span class="br0">(</span><span class="st0">"Size:[500 TO 1000]"</span><span class="br0">)</span>;
+
+ <span class="co1">// set shards</span>
+ <span class="kw1">final</span> <span class="kw3">String</span><span class="br0">[</span><span class="br0">]</span> shards = <span class="br0">{</span> <span class="st0">"http://localhost:8983/solr"</span>, <span class="st0">"http://remote-server:8983/solr"</span> <span class="br0">}</span>;
+ builder.<span class="me1">setShards</span><span class="br0">(</span>shards<span class="br0">)</span>;
+
+ <span class="co1">// set request handler</span>
+ builder.<span class="me1">setRequestHandler</span><span class="br0">(</span><span class="st0">"/terms"</span><span class="br0">)</span>;</pre></div>
+<a name="Auxillary_Search_Functions"></a><h3> <span class="mw-headline"> Auxillary Search Functions </span></h3>
+<a name="Auto-suggest.2FTerms"></a><h4> <span class="mw-headline"> Auto-suggest/Terms </span></h4>
+<p>Auto suggest/completion is also done via a search request, albeit a very special, stripped down version, which looks like so in the default setup:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Record</span> <span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"_solr.query"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"terms"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"terms"</span> <span class="re0">type</span>=<span class="st0">"boolean"</span><span class="re2">></span></span>true<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"terms.fl"</span><span class="re2">></span></span>Content<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"terms.prefix"</span><span class="re2">></span></span>con<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"qt"</span><span class="re2">></span></span>/terms<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></Record<span class="re2">></span></span></span></pre></div>
+<p>The only items present have to be the <tt>terms</tt> map and <tt>qt</tt> entry that needs to be set to an appropriate handler (by default this is /terms). The entries in the <tt>terms</tt> map are passed as is to solr.
+For more information about terms configuration and parameters see <a href="http://wiki.apache.org/solr/TermsComponent" class="external free" title="http://wiki.apache.org/solr/TermsComponent" rel="nofollow">http://wiki.apache.org/solr/TermsComponent</a>.
+</p><p>The results are returned in the <tt>_solr.result/terms</tt> map with the key as the actual completed word and its value tells you how many documents in the index contain this word.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Record</span> <span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"records"</span><span class="re2">></span></span><span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"runtime"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>3<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"_solr.result"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"terms"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"congratulations"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>1<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"conjugate"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>1<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"containing"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>1<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></Record<span class="re2">></span></span></span></pre></div>
+<p>In SMILA code this can be done like so:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">final</span> TermsQueryConfigAdapter terms = <span class="kw1">new</span> TermsQueryConfigAdapter<span class="br0">(</span>_solrField<span class="br0">)</span>;
+ terms.<span class="me1">setTermsPrefix</span><span class="br0">(</span><span class="st0">"con"</span><span class="br0">)</span>;
+ _queryBuilder.<span class="me1">setTermsConfiguration</span><span class="br0">(</span>terms<span class="br0">)</span>;
+ _queryBuilder.<span class="me1">setRequestHandler</span><span class="br0">(</span><span class="st0">"/terms"</span><span class="br0">)</span>;</pre></div>
+<a name="Spellcheck_.28Did_you_mean.29"></a><h4> <span class="mw-headline"> Spellcheck (Did you mean) </span></h4>
+<p>SIMLA's default setup has spell checking (Did you mean) for the <tt>Content</tt> field enabled. In most cases it's useful to configure the default request handler to use SpellCheckComponent (solrconfig.xml) and this has been done. Otherwise the correct request handler must be set (solrconfig.xml example: /spell). By default SpellCheckComponent uses a separate index which is created on the fly and updated on every commit. Therefore, to retrieve alternative suggestions for possibly misspelled input words, you just need to add the <tt>spellcheck</tt> map to <tt>_solr.query</tt>:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"_solr.query"</span><span class="re2">></span></span>
+ ....
+ <span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"spellcheck"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"spellcheck"</span> <span class="re0">type</span>=<span class="st0">"boolean"</span><span class="re2">></span></span>true<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"spellcheck.count"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>5<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"spellcheck.extendedResults"</span> <span class="re0">type</span>=<span class="st0">"boolean"</span><span class="re2">></span></span>true<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"spellcheck.collate"</span> <span class="re0">type</span>=<span class="st0">"boolean"</span><span class="re2">></span></span>true<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span></pre></div>
+<p>The map contains solr parameters (see <a href="http://wiki.apache.org/solr/SpellCheckComponent" class="external free" title="http://wiki.apache.org/solr/SpellCheckComponent" rel="nofollow">http://wiki.apache.org/solr/SpellCheckComponent</a>) that are passed "as is" to solr.
+</p><p>This will add the <tt>spellcheck</tt> map to <tt>_solr.result</tt>:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"_solr.result"</span><span class="re2">></span></span>
+ ...
+ <span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"spellcheck"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"rust"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"just"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>1<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"bust"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>1<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"collation"</span><span class="re2">></span></span>Content:just<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ ...
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span></pre></div>
+<p>For each misspelled word there is a nested map containing the corrections, where the key is the corrected term and the value is the frequency of the term in the index. The value for the frequency must be turned on via spellcheck.extendedResults and defaults to -1 otherwise.
+</p><p>When <tt>collate</tt> is on then you can also find a full alternative query under the key <tt>collation</tt>.
+</p><p>The code for the above XML snippets has been generated with the following code:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java">addSolrDoc<span class="br0">(</span><span class="st0">"1"</span>,
+ <span class="st0">"This is a simple text without real meaning as i dont want to bust my behind for smth. with more sense."</span><span class="br0">)</span>;
+ addSolrDoc<span class="br0">(</span><span class="st0">"2"</span>, <span class="st0">"It is just used for testing."</span><span class="br0">)</span>;
+ indexAndCommit<span class="br0">(</span><span class="br0">)</span>;
+
+ <span class="co1">// setup search</span>
+ <span class="kw1">final</span> SpellCheckQueryConfigAdapter spellcheck = <span class="kw1">new</span> SpellCheckQueryConfigAdapter<span class="br0">(</span><span class="br0">)</span>;
+ spellcheck.<span class="me1">setSpellCheckCount</span><span class="br0">(</span><span class="nu0">5</span><span class="br0">)</span>;
+ spellcheck.<span class="me1">setSpellCheckExtendedResults</span><span class="br0">(</span><span class="kw2">true</span><span class="br0">)</span>;
+ spellcheck.<span class="me1">setSpellCheckCollate</span><span class="br0">(</span><span class="kw2">true</span><span class="br0">)</span>;
+ _queryBuilder.<span class="me1">setSpellCheckConfiguration</span><span class="br0">(</span>spellcheck<span class="br0">)</span>;
+ _queryBuilder.<span class="me1">setQuery</span><span class="br0">(</span><span class="st0">"Content:rust"</span><span class="br0">)</span>;</pre></div>
+<a name="More_Like_This_.2F_What.27s_related"></a><h4> <span class="mw-headline"> More Like This / What's related </span></h4>
+<p>Solr offers a feature to return <i>related</i> documents which is called in Solr <i>More Like This</i> (MLT). There are 2 modes supported:
+</p>
+<ol><li> return for all items in the SRL the top N related documents, see <a href="http://wiki.apache.org/Solr/MoreLikeThis" class="external autonumber" title="http://wiki.apache.org/Solr/MoreLikeThis" rel="nofollow">[1]</a>
+</li><li> the other does this ad-hoc for just one document for which it uses an own request handler, see <a href="http://wiki.apache.org/Solr/MoreLikeThisHandler" class="external autonumber" title="http://wiki.apache.org/Solr/MoreLikeThisHandler" rel="nofollow">[2]</a>
+</li></ol>
+<p>It is obvious that the first variant requires much more performance than the 2nd.
+</p><p>Both modes are supported through SMILA and configured very similar. SMILA doesn't do anything special to the arguments you pass in with the record and hands them on to Solr as-is, except that it performes any necessary URL encoding for you. While you may assign specific data types to the parameters, this is not necessary and all values may be given as strings as this is what is being passed on to Solr anyhow.
+</p><p>Which mode is active ultimatly depends on your handler configuration in solrconfig.xml. However, we will assume here SMILA's default setup which binds the MLT handler to <tt>/mlt</tt> and a normal query to <tt>/select</tt>.
+</p><p>Both modes share most of the MLT parameters but also need/support specific ones.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><record<span class="re2">></span></span></span>
+
+ <span class="sc3"><span class="coMULTI"><!-- this is the lucene query expression that is executed in both cases. --></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"query"</span><span class="re2">></span></span>euklid<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ ...
+ <span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"_solr.query"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- this select the solr request handler. set it to /mlt when u want to use the MLT handler --></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- <Val key="qt"></span>
+</span>/mlt<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span> -->
+ <span class="sc3"><span class="coMULTI"><!-- determines the list of fields returned for both the normal results as well as the MLT results --></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"fl"</span> <span class="re2">></span></span>Id,score,Size<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ ...
+ <span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"moreLikeThis"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"mlt"</span> <span class="re2">></span></span>true<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"mlt.fl"</span> <span class="re2">></span></span>Content<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"mlt.mindf"</span><span class="re2">></span></span>1<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"mlt.mintf"</span><span class="re2">></span></span>1<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ ...
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"><record<span class="re2">></span></span></span></pre></div>
+<p><br />
+</p>
+<a name="MLT_Results_w.2Fo_Handler"></a><h5> <span class="mw-headline"> MLT Results w/o Handler </span></h5>
+<p>In this case solr will add the <tt>moreLikeThis</tt> section on the same level as the normal <tt>response</tt> section and you need to manually look up the MLT docs for each given result item. SMILA on the other hand transforms the solr result in that it converts the MLT information as a nested part of SMILA's result item, like so:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"records"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"_recordid"</span><span class="re2">></span></span>file:Euklid.html<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"_weight"</span> <span class="re0">type</span>=<span class="st0">"double"</span><span class="re2">></span></span>0.7635468<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"_mlt.meta"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"start"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>0<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"count"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>3<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"max_score"</span> <span class="re0">type</span>=<span class="st0">"double"</span><span class="re2">></span></span>0.8115930557250977<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">'_mlt'</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"_recordid"</span><span class="re2">></span></span>file:Archytas_von_Tarent_7185.html<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"_weight"</span> <span class="re0">type</span>=<span class="st0">"double"</span><span class="re2">></span></span>0.5511907<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"Size"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>47934<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ ...
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"_recordid"</span><span class="re2">></span></span>file:Aristoxenos.html<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"_weight"</span> <span class="re0">type</span>=<span class="st0">"double"</span><span class="re2">></span></span>0.44604447<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"Size"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>39332<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ ...
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ ...
+ <span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span>
+ ...
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ ...
+<span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span></pre></div>
+<p>This sample contains the Solr result item with the id <tt>file:Euklid.html</tt>. With MLT turned on, it now contains a nested <tt>_mlt</tt> Seq which holds the N related docs for that result item each represented by a Map (MLT-Map) (yes, this prevents you from having a solr doc field of the same name and have it returned in this MLT mode). The Val elements in each MLT-Map are defined by the list of fields in the <tt>fl</tt> parameter. But how do the <tt>_recordid</tt> and <tt>_weight</tt> VALs get in there if the value is actually <tt>Id,score,Size</tt>? Well, SMILA defines the fields <tt>Id</tt> and <tt>score</tt> and automatically maps them to <tt>_recordid</tt> and <tt>_weight</tt>. Any other field that you include thru <tt>fl</tt> is added as a Val element to the MLT result item having the same key as the field name, as is shown for <i>Size</i> here.
+There is also the <tt>_mlt.meta</tt> Map that contains result info regarding the MLT result, such as number of items, start (offset), and max_score. The keys of these values are the same as for the normal result.
+</p>
+<a name="MLT_Results_with_Handler"></a><h5> <span class="mw-headline"> MLT Results with Handler </span></h5>
+<p>The more common use case of MLT is to actually return the related docs for just one document due to performance considerations. This is done by making a request against the MLT handler itself.
+</p><p>The document for which you want the related docs is usually known, e.g. from a previous search and your rendered result list contains a link to fetch/show related docs. In this case the query just selects the given document by its Id ( as shown in the example below). But you also may provide any other query here. However, if the query returns >1 docs it will select just one depending on the other MLT parameter and return only the related docs for that document.
+</p><p>The differences to the query record above are like so:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><record<span class="re2">></span></span></span>
+
+ <span class="sc3"><span class="coMULTI"><!-- this is the lucene query to select an document by its Id. Note, the escaping of the ID string! --></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"query"</span><span class="re2">></span></span>Id:file\:Euklid.html<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ ...
+ <span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"_solr.query"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- this select the solr MLT request handler. --></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"qt"</span><span class="re2">></span></span>/mlt<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ ...
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"><record<span class="re2">></span></span></span></pre></div>
+<p>The results for such an MLT request are contained in the standard <tt>records</tt> Seq the same way that normal search results are returned, except that they signify MLT docs.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"records"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"_recordid"</span><span class="re2">></span></span>file:Archytas_von_Tarent_7185.html<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"_weight"</span> <span class="re0">type</span>=<span class="st0">"double"</span><span class="re2">></span></span>0.5511907<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"Size"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>47934<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"_recordid"</span><span class="re2">></span></span>file:Aristoxenos.html<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"_weight"</span> <span class="re0">type</span>=<span class="st0">"double"</span><span class="re2">></span></span>0.44604447<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"Size"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>39332<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ ...
+<span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span></pre></div>
+<div class="messagebox" style="background-color: #def3fe; border: 1px solid #c5d7e0; color: black; padding: 5px; margin: 1ex 0; min-height: 35px; padding-left: 45px;">
+<div style="float: left; margin-left: -40px;"><a href="http://wiki.eclipse.org/Image:Note.png" class="image" title="Note.png"><img alt="" src="http://wiki.eclipse.org/images/c/cc/Note.png" width="35" height="35" border="0" /></a></div>
+<div><b> help wanted </b><br />due to lack of need, returning the mlt.interestingTerms has not been impl'ed yet</div>
+</div>
+<p>In case of <tt>mlt.interestingTerms=details</tt> the result record will contain the following additional information:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"_solr.result"</span><span class="re2">></span></span>
+ ...
+ <span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"interestingTerms"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"Content:euklid"</span> <span class="re0">type</span>=<span class="st0">"double"</span><span class="re2">></span></span>1.0<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"Content:geometrie"</span> <span class="re0">type</span>=<span class="st0">"double"</span><span class="re2">></span></span>1.0<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ ...
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ ...
+ <span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span></pre></div>
+<p>or in case of <tt>mlt.interestingTerms=list</tt> just:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"_solr.result"</span><span class="re2">></span></span>
+ ...
+ <span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"interestingTerms"</span><span class="re2">></span></span>
+
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>euklid<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>geometrie<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ ...
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ ...
+ <span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span></pre></div>
+
+<!--
+NewPP limit report
+Preprocessor node count: 266/1000000
+Post-expand include size: 2417/2097152 bytes
+Template argument size: 1181/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:32450-0!1!0!!en!2!edit=0 and timestamp 20120202221650 -->
+<div class="printfooter">
+Retrieved from "<a href="Solr.html">http://wiki.eclipse.org/SMILA/Documentation/Solr</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 11:44, 19 January 2012 by <a href="http://wiki.eclipse.org/User:Tmenzel.brox.de" title="User:Tmenzel.brox.de">thomas menzel</a>. Based on work by <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a>, <a href="http://wiki.eclipse.org/index.php?title=User:Andreas.weber.attensity.com&action=edit" class="new" title="User:Andreas.weber.attensity.com">Andreas Weber</a> and <a href="http://wiki.eclipse.org/index.php?title=User:Daniel.stucky.attensity.com&action=edit" class="new" title="User:Daniel.stucky.attensity.com">Daniel Stucky</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Solr&action=credits" title="SMILA/Documentation/Solr">others</a>.</p>
+ <p id="footerviews">This page has been accessed 1,142 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.079 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Solr_3.5.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Solr_3.5.html
new file mode 100644
index 0000000..7fbb30b
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Solr_3.5.html
@@ -0,0 +1,1053 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/Solr 3.5,SMILA/Documentation/Search" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/Solr 3.5 - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/Solr_3.5";
+var wgTitle = "SMILA/Documentation/Solr 3.5";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "35315";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "288157";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-text {line-height: normal; font-size: medium;}
+.source-text li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for text
+ * CSS class: source-text, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-text .de1, .source-text .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-text {}
+.source-text .head {}
+.source-text .foot {}
+.source-text .imp {font-weight: bold; color: red;}
+.source-text .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-text li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-text li.li2 {font-weight: bold;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-java {line-height: normal; font-size: medium;}
+.source-java li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for java
+ * CSS class: source-java, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-java .de1, .source-java .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-java {}
+.source-java .head {}
+.source-java .foot {}
+.source-java .imp {font-weight: bold; color: red;}
+.source-java .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-java li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-java li.li2 {font-weight: bold;}
+.source-java .kw1 {color: #7F0055; font-weight: bold;}
+.source-java .kw2 {color: #7F0055; font-weight: bold;}
+.source-java .kw3 {color: #000000; font-weight: normal}
+.source-java .kw4 {color: #7F0055; font-weight: bold;}
+.source-java .co1 {color: #3F7F5F; font-style: italic;}
+.source-java .co2 {color: #3F7F5F;}
+.source-java .co3 {color: #3F7F5F; font-style: italic; font-weight: bold;}
+.source-java .coMULTI {color: #3F5FBF; font-style: italic;}
+.source-java .es0 {color: #000000;}
+.source-java .br0 {color: #000000;}
+.source-java .st0 {color: #2A00ff;}
+.source-java .nu0 {color: #000000;}
+.source-java .me1 {color: #000000;}
+.source-java .me2 {color: #000000;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="Solr_3.5.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_Solr_3_5">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Solr_3.5">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/Solr_3.5">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/Solr_3.5">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Solr_3.5&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Solr_3.5&oldid=288157">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Solr_3.5.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/Solr_3.5&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Solr_3.5&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Solr_3.5&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Solr%203.5"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/Solr 3.5</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Solr_3.5.html#column-one">navigation</a>, <a href="Solr_3.5.html#searchInput">search</a></div> <!-- start content -->
+ <div class="messagebox" style="background-color: #def3fe; border: 1px solid #c5d7e0; color: black; padding: 5px; margin: 1ex 0; min-height: 35px; padding-left: 45px;">
+<div style="float: left; margin-left: -40px;"><a href="http://wiki.eclipse.org/Image:Note.png" class="image" title="Note.png"><img alt="" src="http://wiki.eclipse.org/images/c/cc/Note.png" width="35" height="35" border="0" /></a></div>
+<div><b>This page describes the solr 3.5 integration which is planned for smila 1.1.<br /></b>
+<p>There will be some breaking changes in regard to how the search record is used and also API changes of the respective bundles. <br />
+</p>
+The code is developed not @ eclipse as the CQs for solr 3.5 are not yet approved. Once that is the case code will move into eclipse SVN.<b><br /></div></b>
+</div>
+<p>Solr is an open source search server based on the Lucene search engine. In addition to a powerful full-text-search, sorting and filtering, Solr comes with a lot of built-in features like highlighting, facets, auto-suggest and spell checking.
+</p><p><br />
+</p>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Solr_3.5.html#SolrServerManager_.26_SolrProperties"><span class="tocnumber">1</span> <span class="toctext">SolrServerManager & SolrProperties</span></a></li>
+<li class="toclevel-1"><a href="Solr_3.5.html#Configuration"><span class="tocnumber">2</span> <span class="toctext">Configuration</span></a>
+<ul>
+<li class="toclevel-2"><a href="Solr_3.5.html#DefaultCore"><span class="tocnumber">2.1</span> <span class="toctext">DefaultCore</span></a>
+<ul>
+<li class="toclevel-3"><a href="Solr_3.5.html#schema.xml"><span class="tocnumber">2.1.1</span> <span class="toctext">schema.xml</span></a></li>
+<li class="toclevel-3"><a href="Solr_3.5.html#solrconfig.xml"><span class="tocnumber">2.1.2</span> <span class="toctext">solrconfig.xml</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="Solr_3.5.html#Setup_another_core"><span class="tocnumber">2.2</span> <span class="toctext">Setup another core</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Solr_3.5.html#How_to_use_Solr_with_SMILA"><span class="tocnumber">3</span> <span class="toctext">How to use Solr with SMILA</span></a>
+<ul>
+<li class="toclevel-2"><a href="Solr_3.5.html#Indexing_data"><span class="tocnumber">3.1</span> <span class="toctext">Indexing data</span></a></li>
+<li class="toclevel-2"><a href="Solr_3.5.html#Search"><span class="tocnumber">3.2</span> <span class="toctext">Search</span></a></li>
+<li class="toclevel-2"><a href="Solr_3.5.html#Search_Pipelet_Config"><span class="tocnumber">3.3</span> <span class="toctext">Search Pipelet Config</span></a></li>
+<li class="toclevel-2"><a href="Solr_3.5.html#Solr_Specific_Search_Record"><span class="tocnumber">3.4</span> <span class="toctext">Solr Specific Search Record</span></a>
+<ul>
+<li class="toclevel-3"><a href="Solr_3.5.html#Standard_Parameters"><span class="tocnumber">3.4.1</span> <span class="toctext">Standard Parameters</span></a></li>
+<li class="toclevel-3"><a href="Solr_3.5.html#Query"><span class="tocnumber">3.4.2</span> <span class="toctext">Query</span></a>
+<ul>
+<li class="toclevel-4"><a href="Solr_3.5.html#Native_String"><span class="tocnumber">3.4.2.1</span> <span class="toctext">Native String</span></a></li>
+<li class="toclevel-4"><a href="Solr_3.5.html#Fielded_Search"><span class="tocnumber">3.4.2.2</span> <span class="toctext">Fielded Search</span></a></li>
+</ul>
+</li>
+<li class="toclevel-3"><a href="Solr_3.5.html#Highlighting"><span class="tocnumber">3.4.3</span> <span class="toctext">Highlighting</span></a></li>
+<li class="toclevel-3"><a href="Solr_3.5.html#Filters"><span class="tocnumber">3.4.4</span> <span class="toctext">Filters</span></a>
+<ul>
+<li class="toclevel-4"><a href="Solr_3.5.html#Grouping"><span class="tocnumber">3.4.4.1</span> <span class="toctext">Grouping</span></a></li>
+<li class="toclevel-4"><a href="Solr_3.5.html#Tagging"><span class="tocnumber">3.4.4.2</span> <span class="toctext">Tagging</span></a></li>
+</ul>
+</li>
+<li class="toclevel-3"><a href="Solr_3.5.html#Facets"><span class="tocnumber">3.4.5</span> <span class="toctext">Facets</span></a>
+<ul>
+<li class="toclevel-4"><a href="Solr_3.5.html#Naming_Facets"><span class="tocnumber">3.4.5.1</span> <span class="toctext">Naming Facets</span></a></li>
+<li class="toclevel-4"><a href="Solr_3.5.html#Filtering_on_Facets"><span class="tocnumber">3.4.5.2</span> <span class="toctext">Filtering on Facets</span></a></li>
+<li class="toclevel-4"><a href="Solr_3.5.html#Multi_Select"><span class="tocnumber">3.4.5.3</span> <span class="toctext">Multi Select</span></a></li>
+<li class="toclevel-4"><a href="Solr_3.5.html#Other_parameters"><span class="tocnumber">3.4.5.4</span> <span class="toctext">Other parameters</span></a></li>
+<li class="toclevel-4"><a href="Solr_3.5.html#Range_Facetting_for_different_gap_sizes"><span class="tocnumber">3.4.5.5</span> <span class="toctext">Range Facetting for different gap sizes</span></a></li>
+</ul>
+</li>
+<li class="toclevel-3"><a href="Solr_3.5.html#Solr_Specific_Parameters_.28_solr.query.29"><span class="tocnumber">3.4.6</span> <span class="toctext">Solr Specific Parameters (_solr.query)</span></a>
+<ul>
+<li class="toclevel-4"><a href="Solr_3.5.html#Shards"><span class="tocnumber">3.4.6.1</span> <span class="toctext">Shards</span></a></li>
+<li class="toclevel-4"><a href="Solr_3.5.html#Solr_Request_Handler"><span class="tocnumber">3.4.6.2</span> <span class="toctext">Solr Request Handler</span></a></li>
+<li class="toclevel-4"><a href="Solr_3.5.html#Filter_Groups"><span class="tocnumber">3.4.6.3</span> <span class="toctext">Filter Groups</span></a></li>
+</ul>
+</li>
+<li class="toclevel-3"><a href="Solr_3.5.html#Auxillary_Search_Functions"><span class="tocnumber">3.4.7</span> <span class="toctext">Auxillary Search Functions</span></a>
+<ul>
+<li class="toclevel-4"><a href="Solr_3.5.html#Auto-suggest.2FTerms"><span class="tocnumber">3.4.7.1</span> <span class="toctext">Auto-suggest/Terms</span></a></li>
+<li class="toclevel-4"><a href="Solr_3.5.html#Spellcheck_.28Did_you_mean.29"><span class="tocnumber">3.4.7.2</span> <span class="toctext">Spellcheck (Did you mean)</span></a></li>
+<li class="toclevel-4"><a href="Solr_3.5.html#More_Like_This_.2F_What.27s_related"><span class="tocnumber">3.4.7.3</span> <span class="toctext">More Like This / What's related</span></a>
+<ul>
+<li class="toclevel-5"><a href="Solr_3.5.html#MLT_Results_w.2Fo_Handler"><span class="tocnumber">3.4.7.3.1</span> <span class="toctext">MLT Results w/o Handler</span></a></li>
+<li class="toclevel-5"><a href="Solr_3.5.html#MLT_Results_with_Handler"><span class="tocnumber">3.4.7.3.2</span> <span class="toctext">MLT Results with Handler</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="SolrServerManager_.26_SolrProperties"></a><h1> <span class="mw-headline"> SolrServerManager & SolrProperties </span></h1>
+<p>Solr can run as stand alone remote server as well as embedded server within SMILA. There exist a properties file to control the running mode: <tt>configuration/org.eclipse.smila.solr/solr.properties</tt>
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-text">##### If true SMILA load default configuration for an embedded Solr instance (see below) #####
+solr.embedded=true
+
+##### Alternative workspace folder equals solr.home (embedded only) #####
+solr.workspaceFolder=./workspace/.metadata/.plugins/org.eclipse.smila.solr
+
+##### Server url for http connections to Solr server (remote only) #####
+solr.serverUrl=http://localhost:8983/solr</pre></div>
+<a name="Configuration"></a><h1> <span class="mw-headline"> Configuration </span></h1>
+<p>SMILA supports Solr only in multicore setup ("core" is the solr word for a search index), regardless whether Solr runs embedded or remote.
+</p>
+<a name="DefaultCore"></a><h2> <span class="mw-headline"> DefaultCore </span></h2>
+<p>The default configuration included in SMILA is defined in <tt>configuration/org.eclipse.smila.solr</tt>. The default mode is 'embedded' in which case SMILA starts up its own internal solr server. The full solr multicore configuration which is present in the configuration folder is used when the mode is set to <span style="font-family:monospace;">embedded</span>. This setup defines the sole DefaultCore holding that is suitable for the HowTo cases in SMILA.
+</p><p>If SMILA should connect to an already running Solr server instead of starting up an own instance, the property <span style="font-family:monospace;">solr.embedded</span> must be set to <span style="font-family:monospace;">false</span>. In that case the URL to connect to the (external) Solr server URL has to be provided by setting the property <span style="font-family:monospace;">solr.serverUrl</span> in the properties file.
+</p><p>Please note that you have to add the <tt>PingRequestHandler</tt> in each cores <tt>solrconfig.xml</tt> file, see <a href="Solr_3.5.html#solrconfig.xml" title="">section solrconfig.xml</a>
+</p><p>More information about solr cores and their configuration can be found at: <a href="http://wiki.apache.org/solr/CoreAdmin" class="external free" title="http://wiki.apache.org/solr/CoreAdmin" rel="nofollow">http://wiki.apache.org/solr/CoreAdmin</a>
+</p><p>If SMILA starts up for the first time and Solr is configured embedded, the configuration is copied to Solr workspace (solr.home).
+</p>
+<a name="schema.xml"></a><h3> <span class="mw-headline"> schema.xml </span></h3>
+<p>One of the most import configuration files is <tt>configuration/org.eclipse.smila.solr/DefaultCore/conf/schema.xml</tt>. This file defines index fields and types. SMILA comes with the following set of predefined fields:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><field</span> <span class="re0">name</span>=<span class="st0">"Id"</span> <span class="re0">type</span>=<span class="st0">"string_id"</span> <span class="re0">indexed</span>=<span class="st0">"true"</span> <span class="re0">stored</span>=<span class="st0">"true"</span> <span class="re0">required</span>=<span class="st0">"true"</span> <span class="re2">/></span></span>
+<span class="sc3"><span class="re1"><field</span> <span class="re0">name</span>=<span class="st0">"LastModifiedDate"</span> <span class="re0">type</span>=<span class="st0">"date"</span> <span class="re0">indexed</span>=<span class="st0">"true"</span> <span class="re0">stored</span>=<span class="st0">"true"</span> <span class="re2">/></span></span>
+<span class="sc3"><span class="re1"><field</span> <span class="re0">name</span>=<span class="st0">"Filename"</span> <span class="re0">type</span>=<span class="st0">"text_path"</span> <span class="re0">indexed</span>=<span class="st0">"true"</span> <span class="re0">stored</span>=<span class="st0">"true"</span> <span class="re0">termVectors</span>=<span class="st0">"true"</span> <span class="re0">termPositions</span>=<span class="st0">"true"</span> <span class="re0">termOffsets</span>=<span class="st0">"true"</span> <span class="re2">/></span></span>
+<span class="sc3"><span class="re1"><field</span> <span class="re0">name</span>=<span class="st0">"Path"</span> <span class="re0">type</span>=<span class="st0">"text_path"</span> <span class="re0">indexed</span>=<span class="st0">"true"</span> <span class="re0">stored</span>=<span class="st0">"true"</span> <span class="re0">termVectors</span>=<span class="st0">"true"</span> <span class="re0">termPositions</span>=<span class="st0">"true"</span> <span class="re0">termOffsets</span>=<span class="st0">"true"</span> <span class="re2">/></span></span>
+<span class="sc3"><span class="re1"><field</span> <span class="re0">name</span>=<span class="st0">"Extension"</span> <span class="re0">type</span>=<span class="st0">"textgen"</span> <span class="re0">indexed</span>=<span class="st0">"true"</span> <span class="re0">stored</span>=<span class="st0">"true"</span> <span class="re2">/></span></span>
+<span class="sc3"><span class="re1"><field</span> <span class="re0">name</span>=<span class="st0">"Size"</span> <span class="re0">type</span>=<span class="st0">"long"</span> <span class="re0">indexed</span>=<span class="st0">"true"</span> <span class="re0">stored</span>=<span class="st0">"true"</span> <span class="re2">/></span></span>
+<span class="sc3"><span class="re1"><field</span> <span class="re0">name</span>=<span class="st0">"MimeType"</span> <span class="re0">type</span>=<span class="st0">"textgen"</span> <span class="re0">indexed</span>=<span class="st0">"true"</span> <span class="re0">stored</span>=<span class="st0">"true"</span> <span class="re2">/></span></span>
+<span class="sc3"><span class="re1"><field</span> <span class="re0">name</span>=<span class="st0">"Content"</span> <span class="re0">type</span>=<span class="st0">"textgen"</span> <span class="re0">indexed</span>=<span class="st0">"true"</span> <span class="re0">stored</span>=<span class="st0">"true"</span> <span class="re0">termVectors</span>=<span class="st0">"true"</span> <span class="re0">termPositions</span>=<span class="st0">"true"</span> <span class="re0">termOffsets</span>=<span class="st0">"true"</span> <span class="re2">/></span></span>
+<span class="sc3"><span class="re1"><field</span> <span class="re0">name</span>=<span class="st0">"Title"</span> <span class="re0">type</span>=<span class="st0">"textgen"</span> <span class="re0">indexed</span>=<span class="st0">"true"</span> <span class="re0">stored</span>=<span class="st0">"true"</span> <span class="re0">termVectors</span>=<span class="st0">"true"</span> <span class="re0">termPositions</span>=<span class="st0">"true"</span> <span class="re0">termOffsets</span>=<span class="st0">"true"</span> <span class="re2">/></span></span>
+<span class="sc3"><span class="re1"><field</span> <span class="re0">name</span>=<span class="st0">"spell"</span> <span class="re0">type</span>=<span class="st0">"textSpell"</span> <span class="re0">indexed</span>=<span class="st0">"true"</span> <span class="re0">stored</span>=<span class="st0">"true"</span> <span class="re0">multiValued</span>=<span class="st0">"true"</span> <span class="re2">/></span></span></pre></div>
+<p>The schema.xml also contains the <b>uniqueKey</b> property which Solr needs to know what field is used to id the documents and transparently handles add/updated accordingly. By default it is set to <b>Id</b>.
+</p><p>Information about other configuration possibilities like field types, default search field, copy fields and many more can be found here: <a href="http://wiki.apache.org/solr/SchemaXml" class="external free" title="http://wiki.apache.org/solr/SchemaXml" rel="nofollow">http://wiki.apache.org/solr/SchemaXml</a>
+</p>
+<a name="solrconfig.xml"></a><h3> <span class="mw-headline"> solrconfig.xml </span></h3>
+<p>Another major configuration file is <tt>configuration/org.eclipse.smila.solr/DefaultCore/conf/solfconfig.xml</tt>. This is the configuration for all SearchComponents, RequestHandlers and the general indexing and query configuration.
+</p><p>Please refer to its documentation here: <a href="http://wiki.apache.org/solr/SolrConfigXml" class="external free" title="http://wiki.apache.org/solr/SolrConfigXml" rel="nofollow">http://wiki.apache.org/solr/SolrConfigXml</a>
+</p><p>Important for SMILA is that in the embedded case the <b>dataDir</b> property defaults to the data/ sub folder of the core instance (e.i. <tt>solr.home/DefaultCore/data/</tt>. Hence, in embedded mode the SMILA workspace may grow quite large. Use this property in this file or set it through solr.xml at the core to provide an alternative location.
+</p><p>SMILA uses <b>autoCommit</b> via solr.DirectUpdateHandler2. It tells Solr to commit automatically every 60 seconds or after 1000 documents were added. If this property is not set, no commit will occur and the indexed data will not be persistent or search-able unless you send appropriate solr commands yourself. The values are a compromise where these factors play a role:
+</p>
+<ul><li> how soon shall/must a user that searches see the updates?
+</li><li> how many update request are sent to solr?
+</li></ul>
+<p>Note, that during commit the solr server stalls updates which might lead to index pipelet timeouts.
+</p><p>Note that when using an external Solr server, you have to add the PingRequestHandler since this handler is required by the SolrAdminHttpHandler to check if the cores exist and are alive before adressing them. You have to add the handler to each core's configuration file:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><requestHandler</span> <span class="re0">name</span>=<span class="st0">"/admin/ping"</span> <span class="re0">class</span>=<span class="st0">"PingRequestHandler"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><lst</span> <span class="re0">name</span>=<span class="st0">"defaults"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><str</span> <span class="re0">name</span>=<span class="st0">"qt"</span><span class="re2">></span></span>standard<span class="sc3"><span class="re1"></str<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><str</span> <span class="re0">name</span>=<span class="st0">"q"</span><span class="re2">></span></span>solrpingquery<span class="sc3"><span class="re1"></str<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><str</span> <span class="re0">name</span>=<span class="st0">"echoParams"</span><span class="re2">></span></span>all<span class="sc3"><span class="re1"></str<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></lst<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></requestHandler<span class="re2">></span></span></span></pre></div>
+<a name="Setup_another_core"></a><h2> <span class="mw-headline"> Setup another core </span></h2>
+<p>If you don't want to use the default solr index (<tt>DefaultCore</tt>), you can easily setup your own core. Just copy the <tt>DefaultCore</tt> configuration (see <tt>SMILA/configuration/org.eclipse.smila.solr</tt>) with another name, e.g. <tt>MyCore</tt>, in the same directory and adapt the configuration files described before to your needs.
+</p><p>Afterwards add your new core to the file <tt>SMILA.application/configuration/org.eclipse.smila.solr/solr.xml</tt>:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><?xml</span> <span class="re0">version</span>=<span class="st0">'1.0'</span> <span class="re0">encoding</span>=<span class="st0">'UTF-8'</span><span class="re2">?></span></span>
+ <span class="sc3"><span class="re1"><solr</span> <span class="re0">persistent</span>=<span class="st0">"true"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><cores</span> <span class="re0">adminPath</span>=<span class="st0">"/admin/cores"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><core</span> <span class="re0">name</span>=<span class="st0">"DefaultCore"</span> <span class="re0">instanceDir</span>=<span class="st0">"DefaultCore"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><core</span> <span class="re0">name</span>=<span class="st0">"MyCore"</span> <span class="re0">instanceDir</span>=<span class="st0">"MyCore"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></cores<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></solr<span class="re2">></span></span></span></pre></div>
+<a name="How_to_use_Solr_with_SMILA"></a><h1> <span class="mw-headline"> How to use Solr with SMILA </span></h1>
+<a name="Indexing_data"></a><h2> <span class="mw-headline"> Indexing data </span></h2>
+<p>The SolrIndexPipelet can add, update or delete records (equates to Solr documents) in an index.
+</p><p>Configuration in addpipeline:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><extensionActivity<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><proc:invokePipelet</span> <span class="re0">name</span>=<span class="st0">"SolrIndexPipelet"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><proc:pipelet</span> <span class="re0">class</span>=<span class="st0">"org.eclipse.smila.solr.index.SolrIndexPipelet"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><proc:variables</span> <span class="re0">input</span>=<span class="st0">"request"</span> <span class="re0">output</span>=<span class="st0">"request"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- either ADD or DELETE. --></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"ExecutionMode"</span><span class="re2">></span></span>ADD<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- defines the default core into which the record will be written. optional, but if missing then the target core
+ must be set in the record via SolrConstants.DYNAMIC_TARGET_CORE --></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"CoreName"</span><span class="re2">></span></span>DefaultCore<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- seq of fields that are to be filled. each tuple is a map that defines the target core field, the source field
+ (optional) and the source type (optional ) --></span></span>
+ <span class="sc3"><span class="re1"><rec:Seq</span> <span class="re0">key</span>=<span class="st0">"CoreFields"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><rec:Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- target field name in the solr core --></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"FieldName"</span><span class="re2">></span></span>Folder<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- name of the source attribute or attachment in the record. optional, defaults to the target field name --></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"RecSourceName"</span><span class="re2">></span></span>Path<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- either ATTRIBUTE or ATTACHMENT. optional, defaults to ATTIRBUTE. --></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"RecSourceType"</span><span class="re2">></span></span>ATTRIBUTE<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></rec:Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"FieldName"</span><span class="re2">></span></span>Filename<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></rec:Map<span class="re2">></span></span></span>
+ ...
+ <span class="sc3"><span class="re1"></rec:Seq<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></proc:invokePipelet<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></extensionActivity<span class="re2">></span></span></span></pre></div>
+<p>Configuration in deletepipeline:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><extensionActivity<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><proc:invokePipelet</span> <span class="re0">name</span>=<span class="st0">"SolrIndexPipelet"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><proc:pipelet</span> <span class="re0">class</span>=<span class="st0">"org.eclipse.smila.solr.index.SolrIndexPipelet"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><proc:variables</span> <span class="re0">input</span>=<span class="st0">"request"</span> <span class="re0">output</span>=<span class="st0">"request"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"ExecutionMode"</span><span class="re2">></span></span>DELETE<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:Val</span> <span class="re0">key</span>=<span class="st0">"CoreName"</span><span class="re2">></span></span>DefaultCore<span class="sc3"><span class="re1"></rec:Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></proc:invokePipelet<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></extensionActivity<span class="re2">></span></span></span></pre></div>
+<a name="Search"></a><h2> <span class="mw-headline"> Search </span></h2>
+<p>The SMILA standard search servlet already uses solr to search via the SolrSearchPipelet since SMILA version 1.0. Up to version 0.9 the SMILA standard search servlet used plain lucene search.
+</p>
+<a name="Search_Pipelet_Config"></a><h2> <span class="mw-headline"> Search Pipelet Config </span></h2>
+<p>The SolrSearchPipelet offers the possibility to search a Solr index. The pipelet needs only a small configuration without any special parameters.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><extensionActivity<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><proc:invokePipelet</span> <span class="re0">name</span>=<span class="st0">"invokeSolrSearchPipelet"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><proc:pipelet</span> <span class="re0">class</span>=<span class="st0">"org.eclipse.smila.solr.search.SolrSearchPipelet"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><proc:variables</span> <span class="re0">input</span>=<span class="st0">"request"</span> <span class="re0">output</span>=<span class="st0">"request"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></proc:configuration<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></proc:invokePipelet<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></extensionActivity<span class="re2">></span></span></span></pre></div>
+<a name="Solr_Specific_Search_Record"></a><h2> <span class="mw-headline"> Solr Specific Search Record </span></h2>
+<p>For full feature support an enhanced search record is required.
+This sections will provide both, XML samples on how the features are configured in the search record as well as description on helper classes that are available from within SMILA. Path notations for the elements in the record just have their key names of the respective elements as the path element and always start from the root; e.g. <tt>_solr.params/highlighting</tt>.
+</p><p>To understand the following section you must know the standard <a href="Search.html#Query_Parameters" title="SMILA/Documentation/Search">SMILA search record</a>
+</p>
+<a name="Standard_Parameters"></a><h3> <span class="mw-headline"> Standard Parameters </span></h3>
+<p>The following SMILA standard query parameters are supported:
+</p>
+<ul><li> maxcount
+</li><li> offset
+</li><li> indexname, this must correspond to an existing solr core name
+</li><li> resultAttributes
+</li><li> query
+</li></ul>
+<p><br />
+</p>
+<a name="Query"></a><h3> <span class="mw-headline"> Query </span></h3>
+<a name="Native_String"></a><h4> <span class="mw-headline"> Native String </span></h4>
+<p>The solr pipelet suports a sole <tt>query</tt> element as a string value, which it passes unaltered to solr. The solr default handler assumes this to be a valid Lucene query string, but ultimately this depends on the configured handler. All escaping needs to be done by the one constructing the search record (Note: There is no need to URL encode it, as this is done internally).
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Record</span> <span class="re0">xmlns</span>=<span class="st0">"http://www.eclipse.org/SMILA/record"</span> <span class="re0">version</span>=<span class="st0">"2.0"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- query (q) --></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"query"</span><span class="re2">></span></span>Content:solr Content:eclipse<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"maxcount"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>3<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"offset"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>3<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"indexname"</span><span class="re2">></span></span>wikipedia<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"resultAttributes"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>Content<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>Id<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span>
+ ...
+<span class="sc3"><span class="re1"><Record<span class="re2">></span></span></span></pre></div>
+<p>The above sample shows a query on the index field <tt>Content</tt> for the string "solr eclipse".
+</p>
+<a name="Fielded_Search"></a><h4> <span class="mw-headline"> Fielded Search </span></h4>
+<p>SMILA's fielded search is also implemented as of v1.0, so that you may search on distinct fields in the index w/o having to employ the native query format.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Record<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"query"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"author"</span><span class="re2">></span></span>shakespeare<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"title"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>hamlet<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>merchant<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></Record<span class="re2">></span></span></span></pre></div>
+<p>which will be translated to:
+<tt>author:shakespeare title:(hamlet merchant)</tt>
+</p><p>How this is interpreted by solr depends on the config in place, e.g. combination of the terms are dependent on the value for <tt> <solrQueryParser defaultOperator="OR"></solrQueryParser></tt> in the solrschema.xml.
+</p><p>Note, that the values passed to solr are not escaped or modified in any way. Hence a query for:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"query"</span><span class="re2">></span></span>
+ ...
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"title"</span><span class="re2">></span></span>merchant of venice<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ ...
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span></pre></div>
+<p>... will lead to (the likly not intended) <tt>title:merchant of venice</tt>. Which is a search on the field "title" with "merchant" but a search of the other words on the default search field as defined in the schema.xml.
+</p><p><br />
+</p><p><br />
+</p>
+<a name="Highlighting"></a><h3> <span class="mw-headline"> Highlighting </span></h3>
+<p>Highlighting for Solr deviates from the standard SMILA way to support solr features. The configuration is contained in <tt>_solr.query/highlighting</tt>
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"_solr.query"</span><span class="re2">></span></span>
+ ...
+ <span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"highlighting"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"attribute"</span><span class="re2">></span></span>global.solr.params<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"hl"</span> <span class="re0">type</span>=<span class="st0">"boolean"</span><span class="re2">></span></span>true<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- list of fields to be highlighted, space delimited --></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"hl.fl"</span><span class="re2">></span></span>Content Title<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"hl.simple.pre"</span><span class="re2">></span></span><span class="sc1">&lt;</span>b<span class="sc1">&gt;</span><span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"hl.simple.post"</span><span class="re2">></span></span><span class="sc1">&lt;</span>/b<span class="sc1">&gt;</span><span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- other maps with attribute = field name for per-field configuration --></span></span>
+ <span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span>
+ ...
+<span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span></pre></div>
+<p>The configuration can be done globally (applies to all HL fields) as well as per field and are contained in maps that must have an entry <tt>attribute</tt> that either contains the value <tt>golabl.solr.params</tt> which then signifies the the global highlight settings or the name of the attribute/filed that is to be highlight-configured.
+The other entries in this map correspond in name and values to the ones solr supports.
+See <a href="http://wiki.apache.org/solr/HighlightingParameters" class="external free" title="http://wiki.apache.org/solr/HighlightingParameters" rel="nofollow">http://wiki.apache.org/solr/HighlightingParameters</a>.
+</p><p>In order to turn on highlighting, at least the global config must be present with the entry <tt>hl=true</tt>.
+</p><p>Programmatic highlighting configuration is done though <tt>HihglightingQueryConfigAdapter</tt>. The default constructor creates a configuration object with global highlighting parameters which is required to enable highlighting. The other constructor provides an optional per-field configuration.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="co1">// create global highlighting configuration (required, enables highlighting)</span>
+ <span class="kw1">final</span> HighlightingQueryConfigAdapter highlighting = <span class="kw1">new</span> HighlightingQueryConfigAdapter<span class="br0">(</span><span class="br0">)</span>;
+ highlighting.<span class="me1">setHighlightingFields</span><span class="br0">(</span><span class="st0">"Content Title"</span><span class="br0">)</span>;
+ highlighting.<span class="me1">setHighlightingSimplePre</span><span class="br0">(</span><span class="st0">"<b>"</span><span class="br0">)</span>;
+ highlighting.<span class="me1">setHighlightingSimplePost</span><span class="br0">(</span><span class="st0">"</b>"</span><span class="br0">)</span>;
+ builder.<span class="me1">addHighlightingConfiguration</span><span class="br0">(</span>highlighting<span class="br0">)</span>;</pre></div>
+<p>Other than in SMILA, the <tt>_highlight</tt> annotation is not created per result item but replaces the normally returned field value, i.e. when you have the <tt>Content</tt> field to be returned in your search and you also configured highlighting on it, then the search returns only the highlighted value for the <tt>Content</tt> field.
+</p>
+<a name="Filters"></a><h3> <span class="mw-headline"> Filters </span></h3>
+<p>Filters are supported the normal way. However, these extensions exist:
+</p>
+<ul><li> It is also possible to specify an fq parameter natively via <tt>_solr.query</tt>.
+</li><li> grouping
+</li><li> tagging
+</li></ul>
+<a name="Grouping"></a><h4> <span class="mw-headline"> Grouping </span></h4>
+<p>In solr you can have many fq parameters which are ANDed in the end. However, it makes a difference from a performance point of view when several smaller filters are combined to a larger one and also there are other things that can be done with one fq, such as local params. Hence, you may specify a <tt>filterGroup</tt> parameter to assign a particular smila filter to that group. All filters of that group become a single fq parameter where all parts are ANDed, i.e. in lucene syntax: <tt>+(${group1})+(${group2})+...+(${groupN})</tt>
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"filter"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"attribute"</span><span class="re2">></span></span>author<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"oneOf"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>pratchett<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>adams<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"filterGroup"</span><span class="re2">></span></span>fq1<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span></pre></div>
+<p>Special behaviors:
+</p>
+<ul><li> if the group name is missing, then it defaults to the attribute name, resulting in one fq parameter per attribute
+</li><li> if the group name is <tt>q</tt> then it will be added to the main query parameter <tt>q</tt>.
+</li></ul>
+<p>Specifying local parameters (and possibly other options in the future) for the group is done like so:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml">...
+ <span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"_solr.query"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"filterGroups"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">'${groupName}'</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">'localParameters'</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=q.op<span class="re2">></span></span>AND<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ ...
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ ...</pre></div>
+<p>Because the filter group name <tt>q</tt> always denotes the main query parameter, it is possible to specify local parameters for <tt>q</tt> as well through this config.
+</p><p>Note, it is not neccessary to declare filter groups in this section unless you want to specify other parameter than a tag (see below)
+</p>
+<a name="Tagging"></a><h4> <span class="mw-headline"> Tagging </span></h4>
+<p>By default filters are not tagged if they dont belong to a group. To add a tag name you must assign a group name. If a filter has a group name, then the fq's tag name is <tt>filterTag_${groupName}</tt> by default but may be overridden in the <tt>filterGroups </tt> config.
+</p><p>{TODO @PW do you like this?}
+</p>
+<a name="Facets"></a><h3> <span class="mw-headline"> Facets </span></h3>
+<p>Facets are specified for solr through the <tt>/facetby</tt> Seq as defined in the standard. However, the following differences exist:
+</p>
+<ul><li> maxcount is optional to allow for solr default configs to work.
+</li><li> solr doesn't support ordering of facets, so if this is set, then there is a warning in the log but otherwise ignored.
+</li></ul>
+<p>Faceting is turned on as soon as the <tt>facetby</tt> Seq is present.
+</p><p>Note, that the attibute value must be the solr field-name as the mapping from the solrSearchPipelet is not applied (yet).
+</p><p>The values in the <tt>nativeParameters</tt> Map are passed to solr for the field verbatim after the pattern <tt>f.${attribute}.${key}=${value}</tt>. This allows you to just specify any valid solr parameter/value pair on field level without any interaction on our part.
+Global facet parameters may be defined in the <tt>_solr.query</tt> map.
+</p><p>Solr supports different kinds of faceting and this can be selected with the <tt>type</tt> parameter. It's value is solr's respective parameter name and is passed as given. No checks are performed here as to allow future methods OOB. However, it defaults to <tt>facet.field</tt> if missing. Solr's <tt>facet.query</tt> is not supported thru this structure ATM as it needs to be formulated quite differently and hence must be formulated as global parameters in the <tt>_solr.query</tt> map.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"facetby"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- per-field configuration for facet.field --></span></span>
+ <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"type"</span><span class="re2">></span></span>facet.field<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"maxcount"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>10<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"attribute"</span><span class="re2">></span></span>Extension<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- per-field configuration for facet.date --></span></span>
+ <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"type"</span><span class="re2">></span></span>facet.date<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"attribute"</span><span class="re2">></span></span>LastModifiedDate<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"nativeParameters"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"facet.date.start"</span><span class="re2">></span></span>NOW/DAY-5DAYS<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"facet.date.gap"</span><span class="re2">></span></span>+1DAY<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"facet.date.end"</span><span class="re2">></span></span>NOW/DAY+1DAY<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span></pre></div>
+<p>Facets are returned the SMILA standard way in the <tt>facets</tt> map.
+</p>
+<a name="Naming_Facets"></a><h4> <span class="mw-headline"> Naming Facets </span></h4>
+<p>{TODO
+</p>
+<ul><li> facetName defaults to attribute name
+</li><li> impl: creates an implicit localParams with key=${facetName}
+</li></ul>
+<p>}
+</p>
+<a name="Filtering_on_Facets"></a><h4> <span class="mw-headline"> Filtering on Facets </span></h4>
+<p>Filtering on sepcific facet values is done by specifying a <tt>oneOf</tt> filter as in the normal filters section and behaves exactly like that, i.e. groupName is also supported.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"facetby"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"attribute"</span><span class="re2">></span></span>Extension<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"maxcount"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>10<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"groupName"</span><span class="re2">></span></span>commonFilters<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"oneOf"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>doc<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>xls<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span></pre></div>
+<p>Note: ATM only the <tt>oneOf</tt> filter is supported as we cant think of a use case where u want to filter differently on facets.
+</p><p>The filter specified will be transformed to a solr filter and is tagged automatically with the value <tt>facet_${facetLabel}</tt> unless <tt>groupName</tt> is spec'ed in which case the groupName is used or what ever is spec'ed as the filter-group's tag.
+</p>
+<a name="Multi_Select"></a><h4> <span class="mw-headline"> Multi Select </span></h4>
+<p>To turn this on, just add the flag <tt>multiselect</tt>. The respective local parameters for the facet and filter is done automatically. This cannot be combined with <tt>group</tt> though and will result in an error. (this is due to the fact that multiselect relies on tagging the fq and exluding it form the facet, see <a href="http://wiki.apache.org/solr/SimpleFacetParameters#Multi-Select_Faceting_and_LocalParams" class="external autonumber" title="http://wiki.apache.org/solr/SimpleFacetParameters#Multi-Select_Faceting_and_LocalParams" rel="nofollow">[1]</a>)
+</p><p><Seq key="facetby">
+</p>
+<pre> <Map>
+ <Val key="attribute">Extension</Val>
+ <Val key="maxcount" type="long">10</Val>
+ <Val key="multiselect">true</Val>
+ <Seq key="oneOf">
+ <Val>doc</Val>
+ <Val>xls</Val>
+ </Seq>
+ </Map>
+</pre>
+<p></Seq>
+</source>
+</p>
+<a name="Other_parameters"></a><h4> <span class="mw-headline"> Other parameters </span></h4>
+<p>The following common constructs are supported
+</p>
+<ul><li> local parameters
+</li><li> native parameters, which are applied on field level
+</li></ul>
+<p>TODO: refactor the common stuff into own sections
+</p>
+<a name="Range_Facetting_for_different_gap_sizes"></a><h4> <span class="mw-headline"> Range Facetting for different gap sizes </span></h4>
+<p>ATM solr doesnt support range queries with different gap sizes <a href="https://issues.apache.org/jira/browse/SOLR-2366" class="external autonumber" title="https://issues.apache.org/jira/browse/SOLR-2366" rel="nofollow">[2]</a>. Until this feature is present in solr, smila defines the following construct to support this case to give an easier construct to the user than the underlying <tt>facet.query</tt>.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"facetName"</span><span class="re2">></span></span>FileSize<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"attribute"</span><span class="re2">></span></span>Size<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"multiselect"</span> <span class="re0">type</span>=<span class="st0">'boolean'</span><span class="re2">></span></span>true<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"type"</span><span class="re2">></span></span>custom.ranges<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"ranges"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>[* TO 999]<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>[1000 TO 9999999]<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>[9999999 TO *]<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"oneOf"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>FileSize_1<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span></pre></div>
+<p>This construct will be transformed to <tt>facet.query</tt> constructs. In fact, the strings in the ranges Seq are just prefix'ed with the attribute name like so: <tt>facet.query={!key=${groupName}_${range_pos} ex=${groupName}}${attribute}:${range}</tt>, e.g.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-text">&facet.query={!key=FileSize_0 ex=facet_FileSize}Size:[ * TO 999 ]
+&facet.query={!key=FileSize_1 ex=facet_FileSize}Size:[ 1000 TO 9999999 ]
+&facet.query={!key=FileSize_2 ex=facet_FileSize}Size:[ 1000000 TO * ]</pre></div>
+<p>The result is returned as a normal facet where the facet values are ${groupName}_${range_pos}.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"facets"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"FileSize"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"value"</span><span class="re2">></span></span>FileSize_0<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"count"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>42<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"value"</span><span class="re2">></span></span>FileSize_1<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"count"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>21<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ ...
+ <span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span></pre></div>
+<p>A filter on a facet value would look like so: <tt>&fq={!tag=${groupName}}${attrinute}:${selectedRange}</tt>, e.g. tt>&fq={!tag=facet_FileSize}Size:[1000 TO 9999999]</tt>.
+</p><p>Notes:
+</p>
+<ul><li> the local param ex= is only set when multiselect is on in which case groupName is not allowed
+</li></ul>
+<a name="Solr_Specific_Parameters_.28_solr.query.29"></a><h3> <span class="mw-headline"> Solr Specific Parameters (_solr.query) </span></h3>
+<p>Some configuration deviations from the SMILA standard and other solr specialties are put into a Solr specific <tt>_solr.query</tt> Map element at top level of the search record.
+</p><p>{ TODO: rename this nativeParameters?
+pro: generic
+con: not possible to run 2 engines side by side
+But what to do with/name the symentric _solr.results_ then?
+</p><p>IDEA:
+1. keep the _solr.query name and have the nativeParameters be just that in side it
+2. rename to nativeParameters that contains known entries but also another nativeParameters with params passed as-is.
+}
+</p><p>The following are supported:
+</p>
+<ul><li> filters
+</li><li> shards
+</li><li> request handler
+</li></ul>
+<a name="Shards"></a><h4> <span class="mw-headline"> Shards </span></h4>
+<p>Shards are only supported in remote mode and may be defined through the <tt>_solr.query/shards</tt> Seq.
+</p>
+<a name="Solr_Request_Handler"></a><h4> <span class="mw-headline"> Solr Request Handler </span></h4>
+<p>To select another solr request handler add the <tt>_solr.query/qt</tt> entry.
+</p><p>The following XML snippet shall illustrate these cases:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Record</span> <span class="re0">xmlns</span>=<span class="st0">"http://www.eclipse.org/SMILA/record"</span> <span class="re0">version</span>=<span class="st0">"2.0"</span><span class="re2">></span></span>
+ ...
+ <span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"_solr.query"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- filter query (fq) --></span></span>
+ <span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"fq"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>Size:[500 TO 1000]<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>Author:"H. Simpson"<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span>
+
+ <span class="sc3"><span class="coMULTI"><!-- shards --></span></span>
+ <span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"shards"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>http://localhost:8983/solr<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>http://remote-server:8983/solr<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span>
+
+ <span class="sc3"><span class="coMULTI"><!-- request handler (qt) --></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"qt"</span><span class="re2">></span></span>/custom<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+
+<span class="sc3"><span class="re1"></Record<span class="re2">></span></span></span></pre></div>
+<p>The value give is used verbatim.
+</p><p><br />
+</p>
+<a name="Filter_Groups"></a><h4> <span class="mw-headline"> Filter Groups </span></h4>
+<p>This subject is discussed under Filters.
+</p>
+<a name="Auxillary_Search_Functions"></a><h3> <span class="mw-headline"> Auxillary Search Functions </span></h3>
+<a name="Auto-suggest.2FTerms"></a><h4> <span class="mw-headline"> Auto-suggest/Terms </span></h4>
+<p>Auto suggest/completion is also done via a search request, albeit a very special, stripped down version, which looks like so in the default setup:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Record</span> <span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"_solr.query"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"terms"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"terms"</span> <span class="re0">type</span>=<span class="st0">"boolean"</span><span class="re2">></span></span>true<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"terms.fl"</span><span class="re2">></span></span>Content<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"terms.prefix"</span><span class="re2">></span></span>con<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"qt"</span><span class="re2">></span></span>/terms<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></Record<span class="re2">></span></span></span></pre></div>
+<p>The only items present have to be the <tt>terms</tt> map and <tt>qt</tt> entry that needs to be set to an appropriate handler (by default this is /terms). The entries in the <tt>terms</tt> map are passed as is to solr.
+For more information about terms configuration and parameters see <a href="http://wiki.apache.org/solr/TermsComponent" class="external free" title="http://wiki.apache.org/solr/TermsComponent" rel="nofollow">http://wiki.apache.org/solr/TermsComponent</a>.
+</p><p>The results are returned in the <tt>_solr.result/terms</tt> map with the key as the actual completed word and its value tells you how many documents in the index contain this word.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Record</span> <span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"records"</span><span class="re2">></span></span><span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"runtime"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>3<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"_solr.result"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"terms"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"congratulations"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>1<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"conjugate"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>1<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"containing"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>1<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></Record<span class="re2">></span></span></span></pre></div>
+<p>In SMILA code this can be done like so:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">final</span> TermsQueryConfigAdapter terms = <span class="kw1">new</span> TermsQueryConfigAdapter<span class="br0">(</span>_solrField<span class="br0">)</span>;
+ terms.<span class="me1">setTermsPrefix</span><span class="br0">(</span><span class="st0">"con"</span><span class="br0">)</span>;
+ _queryBuilder.<span class="me1">setTermsConfiguration</span><span class="br0">(</span>terms<span class="br0">)</span>;
+ _queryBuilder.<span class="me1">setRequestHandler</span><span class="br0">(</span><span class="st0">"/terms"</span><span class="br0">)</span>;</pre></div>
+<a name="Spellcheck_.28Did_you_mean.29"></a><h4> <span class="mw-headline"> Spellcheck (Did you mean) </span></h4>
+<p>SIMLA's default setup has spell checking (Did you mean) for the <tt>Content</tt> field enabled. In most cases it's useful to configure the default request handler to use SpellCheckComponent (solrconfig.xml) and this has been done. Otherwise the correct request handler must be set (solrconfig.xml example: /spell). By default SpellCheckComponent uses a separate index which is created on the fly and updated on every commit. Therefore, to retrieve alternative suggestions for possibly misspelled input words, you just need to add the <tt>spellcheck</tt> map to <tt>_solr.query</tt>:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"_solr.query"</span><span class="re2">></span></span>
+ ....
+ <span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"spellcheck"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"spellcheck"</span> <span class="re0">type</span>=<span class="st0">"boolean"</span><span class="re2">></span></span>true<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"spellcheck.count"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>5<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"spellcheck.extendedResults"</span> <span class="re0">type</span>=<span class="st0">"boolean"</span><span class="re2">></span></span>true<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"spellcheck.collate"</span> <span class="re0">type</span>=<span class="st0">"boolean"</span><span class="re2">></span></span>true<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span></pre></div>
+<p>The map contains solr parameters (see <a href="http://wiki.apache.org/solr/SpellCheckComponent" class="external free" title="http://wiki.apache.org/solr/SpellCheckComponent" rel="nofollow">http://wiki.apache.org/solr/SpellCheckComponent</a>) that are passed "as is" to solr.
+</p><p>This will add the <tt>spellcheck</tt> map to <tt>_solr.result</tt>:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"_solr.result"</span><span class="re2">></span></span>
+ ...
+ <span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"spellcheck"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"rust"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"just"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>1<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"bust"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>1<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"collation"</span><span class="re2">></span></span>Content:just<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ ...
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span></pre></div>
+<p>For each misspelled word there is a nested map containing the corrections, where the key is the corrected term and the value is the frequency of the term in the index. The value for the frequency must be turned on via spellcheck.extendedResults and defaults to -1 otherwise.
+</p><p>When <tt>collate</tt> is on then you can also find a full alternative query under the key <tt>collation</tt>.
+</p><p>The code for the above XML snippets has been generated with the following code:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java">addSolrDoc<span class="br0">(</span><span class="st0">"1"</span>,
+ <span class="st0">"This is a simple text without real meaning as i dont want to bust my behind for smth. with more sense."</span><span class="br0">)</span>;
+ addSolrDoc<span class="br0">(</span><span class="st0">"2"</span>, <span class="st0">"It is just used for testing."</span><span class="br0">)</span>;
+ indexAndCommit<span class="br0">(</span><span class="br0">)</span>;
+
+ <span class="co1">// setup search</span>
+ <span class="kw1">final</span> SpellCheckQueryConfigAdapter spellcheck = <span class="kw1">new</span> SpellCheckQueryConfigAdapter<span class="br0">(</span><span class="br0">)</span>;
+ spellcheck.<span class="me1">setSpellCheckCount</span><span class="br0">(</span><span class="nu0">5</span><span class="br0">)</span>;
+ spellcheck.<span class="me1">setSpellCheckExtendedResults</span><span class="br0">(</span><span class="kw2">true</span><span class="br0">)</span>;
+ spellcheck.<span class="me1">setSpellCheckCollate</span><span class="br0">(</span><span class="kw2">true</span><span class="br0">)</span>;
+ _queryBuilder.<span class="me1">setSpellCheckConfiguration</span><span class="br0">(</span>spellcheck<span class="br0">)</span>;
+ _queryBuilder.<span class="me1">setQuery</span><span class="br0">(</span><span class="st0">"Content:rust"</span><span class="br0">)</span>;</pre></div>
+<a name="More_Like_This_.2F_What.27s_related"></a><h4> <span class="mw-headline"> More Like This / What's related </span></h4>
+<p>Solr offers a feature to return <i>related</i> documents which is called in Solr <i>More Like This</i> (MLT). There are 2 modes supported:
+</p>
+<ol><li> return for all items in the SRL the top N related documents, see <a href="http://wiki.apache.org/Solr/MoreLikeThis" class="external autonumber" title="http://wiki.apache.org/Solr/MoreLikeThis" rel="nofollow">[3]</a>
+</li><li> the other does this ad-hoc for just one document for which it uses an own request handler, see <a href="http://wiki.apache.org/Solr/MoreLikeThisHandler" class="external autonumber" title="http://wiki.apache.org/Solr/MoreLikeThisHandler" rel="nofollow">[4]</a>
+</li></ol>
+<p>It is obvious that the first variant requires much more performance than the 2nd.
+</p><p>Both modes are supported through SMILA and configured very similar. SMILA doesn't do anything special to the arguments you pass in with the record and hands them on to Solr as-is, except that it performes any necessary URL encoding for you. While you may assign specific data types to the parameters, this is not necessary and all values may be given as strings as this is what is being passed on to Solr anyhow.
+</p><p>Which mode is active ultimatly depends on your handler configuration in solrconfig.xml. However, we will assume here SMILA's default setup which binds the MLT handler to <tt>/mlt</tt> and a normal query to <tt>/select</tt>.
+</p><p>Both modes share most of the MLT parameters but also need/support specific ones.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><record<span class="re2">></span></span></span>
+
+ <span class="sc3"><span class="coMULTI"><!-- this is the lucene query expression that is executed in both cases. --></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"query"</span><span class="re2">></span></span>euklid<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ ...
+ <span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"_solr.query"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- this select the solr request handler. set it to /mlt when u want to use the MLT handler --></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- <Val key="qt"></span>
+</span>/mlt<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span> -->
+ <span class="sc3"><span class="coMULTI"><!-- determines the list of fields returned for both the normal results as well as the MLT results --></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"fl"</span> <span class="re2">></span></span>Id,score,Size<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ ...
+ <span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"moreLikeThis"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"mlt"</span> <span class="re2">></span></span>true<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"mlt.fl"</span> <span class="re2">></span></span>Content<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"mlt.mindf"</span><span class="re2">></span></span>1<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"mlt.mintf"</span><span class="re2">></span></span>1<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ ...
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"><record<span class="re2">></span></span></span></pre></div>
+<p><br />
+</p>
+<a name="MLT_Results_w.2Fo_Handler"></a><h5> <span class="mw-headline"> MLT Results w/o Handler </span></h5>
+<p>In this case solr will add the <tt>moreLikeThis</tt> section on the same level as the normal <tt>response</tt> section and you need to manually look up the MLT docs for each given result item. SMILA on the other hand transforms the solr result in that it converts the MLT information as a nested part of SMILA's result item, like so:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"records"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"_recordid"</span><span class="re2">></span></span>file:Euklid.html<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"_weight"</span> <span class="re0">type</span>=<span class="st0">"double"</span><span class="re2">></span></span>0.7635468<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"_mlt.meta"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"start"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>0<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"count"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>3<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"max_score"</span> <span class="re0">type</span>=<span class="st0">"double"</span><span class="re2">></span></span>0.8115930557250977<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">'_mlt'</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"_recordid"</span><span class="re2">></span></span>file:Archytas_von_Tarent_7185.html<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"_weight"</span> <span class="re0">type</span>=<span class="st0">"double"</span><span class="re2">></span></span>0.5511907<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"Size"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>47934<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ ...
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"_recordid"</span><span class="re2">></span></span>file:Aristoxenos.html<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"_weight"</span> <span class="re0">type</span>=<span class="st0">"double"</span><span class="re2">></span></span>0.44604447<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"Size"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>39332<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ ...
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ ...
+ <span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span>
+ ...
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ ...
+<span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span></pre></div>
+<p>This sample contains the Solr result item with the id <tt>file:Euklid.html</tt>. With MLT turned on, it now contains a nested <tt>_mlt</tt> Seq which holds the N related docs for that result item each represented by a Map (MLT-Map) (yes, this prevents you from having a solr doc field of the same name and have it returned in this MLT mode). The Val elements in each MLT-Map are defined by the list of fields in the <tt>fl</tt> parameter. But how do the <tt>_recordid</tt> and <tt>_weight</tt> VALs get in there if the value is actually <tt>Id,score,Size</tt>? Well, SMILA defines the fields <tt>Id</tt> and <tt>score</tt> and automatically maps them to <tt>_recordid</tt> and <tt>_weight</tt>. Any other field that you include thru <tt>fl</tt> is added as a Val element to the MLT result item having the same key as the field name, as is shown for <i>Size</i> here.
+There is also the <tt>_mlt.meta</tt> Map that contains result info regarding the MLT result, such as number of items, start (offset), and max_score. The keys of these values are the same as for the normal result.
+</p>
+<a name="MLT_Results_with_Handler"></a><h5> <span class="mw-headline"> MLT Results with Handler </span></h5>
+<p>The more common use case of MLT is to actually return the related docs for just one document due to performance considerations. This is done by making a request against the MLT handler itself.
+</p><p>The document for which you want the related docs is usually known, e.g. from a previous search and your rendered result list contains a link to fetch/show related docs. In this case the query just selects the given document by its Id ( as shown in the example below). But you also may provide any other query here. However, if the query returns >1 docs it will select just one depending on the other MLT parameter and return only the related docs for that document.
+</p><p>The differences to the query record above are like so:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><record<span class="re2">></span></span></span>
+
+ <span class="sc3"><span class="coMULTI"><!-- this is the lucene query to select an document by its Id. Note, the escaping of the ID string! --></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"query"</span><span class="re2">></span></span>Id:file\:Euklid.html<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ ...
+ <span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"_solr.query"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- this select the solr MLT request handler. --></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"qt"</span><span class="re2">></span></span>/mlt<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ ...
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"><record<span class="re2">></span></span></span></pre></div>
+<p>The results for such an MLT request are contained in the standard <tt>records</tt> Seq the same way that normal search results are returned, except that they signify MLT docs.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"records"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"_recordid"</span><span class="re2">></span></span>file:Archytas_von_Tarent_7185.html<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"_weight"</span> <span class="re0">type</span>=<span class="st0">"double"</span><span class="re2">></span></span>0.5511907<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"Size"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>47934<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Map<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"_recordid"</span><span class="re2">></span></span>file:Aristoxenos.html<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"_weight"</span> <span class="re0">type</span>=<span class="st0">"double"</span><span class="re2">></span></span>0.44604447<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"Size"</span> <span class="re0">type</span>=<span class="st0">"long"</span><span class="re2">></span></span>39332<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ ...
+<span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span></pre></div>
+<div class="messagebox" style="background-color: #def3fe; border: 1px solid #c5d7e0; color: black; padding: 5px; margin: 1ex 0; min-height: 35px; padding-left: 45px;">
+<div style="float: left; margin-left: -40px;"><a href="http://wiki.eclipse.org/Image:Note.png" class="image" title="Note.png"><img alt="" src="http://wiki.eclipse.org/images/c/cc/Note.png" width="35" height="35" border="0" /></a></div>
+<div><b> help wanted </b><br />due to lack of need, returning the mlt.interestingTerms has not been impl'ed yet</div>
+</div>
+<p>In case of <tt>mlt.interestingTerms=details</tt> the result record will contain the following additional information:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"_solr.result"</span><span class="re2">></span></span>
+ ...
+ <span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"interestingTerms"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"Content:euklid"</span> <span class="re0">type</span>=<span class="st0">"double"</span><span class="re2">></span></span>1.0<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"Content:geometrie"</span> <span class="re0">type</span>=<span class="st0">"double"</span><span class="re2">></span></span>1.0<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ ...
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ ...
+ <span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span></pre></div>
+<p>or in case of <tt>mlt.interestingTerms=list</tt> just:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"_solr.result"</span><span class="re2">></span></span>
+ ...
+ <span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"interestingTerms"</span><span class="re2">></span></span>
+
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>euklid<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>geometrie<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ ...
+ <span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span>
+ ...
+ <span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span></pre></div>
+
+<!--
+NewPP limit report
+Preprocessor node count: 317/1000000
+Post-expand include size: 2672/2097152 bytes
+Template argument size: 1436/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:35315-0!1!0!!en!2!edit=0 and timestamp 20120202140631 -->
+<div class="printfooter">
+Retrieved from "<a href="Solr_3.5.html">http://wiki.eclipse.org/SMILA/Documentation/Solr_3.5</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 13:49, 2 February 2012 by <a href="http://wiki.eclipse.org/User:Tmenzel.brox.de" title="User:Tmenzel.brox.de">thomas menzel</a>. </p>
+ <p id="footerviews">This page has been accessed 119 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.107 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/TaskGenerators.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/TaskGenerators.html
new file mode 100644
index 0000000..ce16c21
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/TaskGenerators.html
@@ -0,0 +1,378 @@
+
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/TaskGenerators" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/TaskGenerators - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/TaskGenerators";
+var wgTitle = "SMILA/Documentation/TaskGenerators";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "34881";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "285822";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-java {line-height: normal; font-size: medium;}
+.source-java li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for java
+ * CSS class: source-java, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-java .de1, .source-java .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-java {}
+.source-java .head {}
+.source-java .foot {}
+.source-java .imp {font-weight: bold; color: red;}
+.source-java .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-java li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-java li.li2 {font-weight: bold;}
+.source-java .kw1 {color: #7F0055; font-weight: bold;}
+.source-java .kw2 {color: #7F0055; font-weight: bold;}
+.source-java .kw3 {color: #000000; font-weight: normal}
+.source-java .kw4 {color: #7F0055; font-weight: bold;}
+.source-java .co1 {color: #3F7F5F; font-style: italic;}
+.source-java .co2 {color: #3F7F5F;}
+.source-java .co3 {color: #3F7F5F; font-style: italic; font-weight: bold;}
+.source-java .coMULTI {color: #3F5FBF; font-style: italic;}
+.source-java .es0 {color: #000000;}
+.source-java .br0 {color: #000000;}
+.source-java .st0 {color: #2A00ff;}
+.source-java .nu0 {color: #000000;}
+.source-java .me1 {color: #000000;}
+.source-java .me2 {color: #000000;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="TaskGenerators.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_TaskGenerators">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/TaskGenerators">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/TaskGenerators">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/TaskGenerators">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/TaskGenerators&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/TaskGenerators&oldid=285822">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="TaskGenerators.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/TaskGenerators&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/TaskGenerators&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/TaskGenerators&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/TaskGenerators"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/TaskGenerators</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="TaskGenerators.html#column-one">navigation</a>, <a href="TaskGenerators.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="TaskGenerators.html#Task_Generators"><span class="tocnumber">1</span> <span class="toctext">Task Generators</span></a>
+<ul>
+<li class="toclevel-2"><a href="TaskGenerators.html#Design"><span class="tocnumber">1.1</span> <span class="toctext">Design</span></a>
+<ul>
+<li class="toclevel-3"><a href="TaskGenerators.html#TaskGenerator_configuration_parameters"><span class="tocnumber">1.1.1</span> <span class="toctext">TaskGenerator configuration parameters</span></a></li>
+<li class="toclevel-3"><a href="TaskGenerators.html#TaskGenerator_as_OSGi_service"><span class="tocnumber">1.1.2</span> <span class="toctext">TaskGenerator as OSGi service</span></a></li>
+<li class="toclevel-3"><a href="TaskGenerators.html#Interface"><span class="tocnumber">1.1.3</span> <span class="toctext">Interface</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="TaskGenerators.html#Implementations"><span class="tocnumber">1.2</span> <span class="toctext">Implementations</span></a>
+<ul>
+<li class="toclevel-3"><a href="TaskGenerators.html#DefaultTaskGenerator"><span class="tocnumber">1.2.1</span> <span class="toctext">DefaultTaskGenerator</span></a></li>
+<li class="toclevel-3"><a href="TaskGenerators.html#RunOnceTriggerTaskGenerator"><span class="tocnumber">1.2.2</span> <span class="toctext">RunOnceTriggerTaskGenerator</span></a></li>
+<li class="toclevel-3"><a href="TaskGenerators.html#CombineInputWithAllTaskGenerator"><span class="tocnumber">1.2.3</span> <span class="toctext">CombineInputWithAllTaskGenerator</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Task_Generators"></a><h2> <span class="mw-headline"> Task Generators </span></h2>
+<p>The jobmanager workflow processing is based on the processing of tasks by the workers. Tasks for a worker are generated based on changes in its input bucket(s).
+</p><p>In a simple workflow step, e.g. with <tt>pipelineProcessor</tt> worker, a worker has exactly one input bucket. When a bulk is put in the input bucket after a former workflow step finishes, we want exactly one (follow up) task to be generated referencing this bulk. For some workers the default behaviour is not sufficient. So we use an optional <tt>taskGenerator</tt> attribute in the worker definition referencing a task generator that is used to create the follow up tasks. If no <tt>taskGenerator</tt> is specified in a worker definition, the default taskgenerator is used (see below).
+</p>
+<a name="Design"></a><h3> <span class="mw-headline"> Design </span></h3>
+<a name="TaskGenerator_configuration_parameters"></a><h4> <span class="mw-headline"> TaskGenerator configuration parameters </span></h4>
+<p>If a task generator needs configuration parameters, these parameters have to be defined as (configuration) parameters by the appropriate worker.
+</p>
+<a name="TaskGenerator_as_OSGi_service"></a><h4> <span class="mw-headline"> TaskGenerator as OSGi service </span></h4>
+<p>The general idea is to define the different kinds of TaskGenerators as OSGi services. A worker can optionally reference a TaskGenerator service by name. If no TaskGenerator is specified, the DefaultTaskGenerator service is used.
+</p><p>If a special TaskGenerator needs access to other OSGi services this can be easily handled by OSGi service configuration.
+</p><p>At the moment, there's no need to let users define their own task generators. We will provide the needed task generators by software (-> similar to Workers and Data Object Types). But with the concept of task generators as OSGi service, there could be a future extension to allow users to create their own TaskGenerator services if needed.
+</p>
+<a name="Interface"></a><h4> <span class="mw-headline"> Interface </span></h4>
+<p>As a TaskGenerator, what information do we need to create the follow-up tasks for a specific (follow-up) action/worker:
+</p>
+<ul><li> changed input bulks of the action, containing the (added) bulks that triggered the task generation
+</li><li> all input buckets of the action (may be needed to combine bucket objects of other input buckets with the changed input bucket objects)
+</li><li> all output buckets of the action, to create data object IDs to put them in the new generated tasks
+</li><li> parameters (for task generator configuration and for adding to the new generated tasks)
+</li><li> worker name
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">interface</span> TaskGenerator <span class="br0">{</span>
+
+ <span class="kw3">String</span> getName<span class="br0">(</span><span class="br0">)</span>;
+
+ List<Task> createTasks<span class="br0">(</span><span class="kw1">final</span> Map<String, List<BulkInfo>> changedInput, <span class="kw1">final</span> Map<String, Bucket> inputBuckets,
+ <span class="kw1">final</span> Map<String, Bucket> outputBuckets, <span class="kw1">final</span> Map<String, String> parameters, <span class="kw1">final</span> <span class="kw3">String</span> workerName<span class="br0">)</span>
+ <span class="kw1">throws</span> TaskGeneratorException;
+
+ List<Task> createRunOnceTasks<span class="br0">(</span><span class="kw1">final</span> Map<String, Bucket> inputBuckets, <span class="kw1">final</span> Map<String, Bucket> outputBuckets,
+ <span class="kw1">final</span> Map<String, String> parameters, <span class="kw1">final</span> <span class="kw3">String</span> workerName<span class="br0">)</span> <span class="kw1">throws</span> TaskGeneratorException;
+
+ <span class="kw4">void</span> finishTask<span class="br0">(</span><span class="kw1">final</span> Task task, <span class="kw1">final</span> TaskCompletionStatus status<span class="br0">)</span> <span class="kw1">throws</span> TaskGeneratorException;
+<span class="br0">}</span>
+</tt></pre></div>
+<a name="Implementations"></a><h3> <span class="mw-headline"> Implementations </span></h3>
+<p>These Task Generators are already contained in bundle <tt>org.eclipse.smila.jobmanager</tt>.
+</p>
+<a name="DefaultTaskGenerator"></a><h4> <span class="mw-headline"> DefaultTaskGenerator </span></h4>
+<p>This service is used either if there's no <tt>taskGenerator</tt> attribute in the worker definition, or if the following is set:
+</p><p><tt>"taskGenerator": "default"</tt>
+</p><p>If used for a worker without input slots, it generates exactly one task with one output bulk for each output slot. For each output bulk a different <tt>${_uuid</tt>} value is generated.
+</p><p>If used for a worker with input slots, it generates one task for each input bulk, regardless if the input bulks are in one or different slots. Each task contains only one input bulk and one output bulk for each output slot. The generator tries to extract the <tt>${_uuid</tt>} value from the respective input bulk's name and reuse it for all respective output bulks. If no <tt>${_uuid</tt>} value can be extracted from an input bulk, the output bulks in this task use each an own <tt>${_uuid</tt>} value.
+</p><p>In <tt>runOnce</tt> mode the generator creates one task per existing object in the one allowed input bucket. Details are the same as for follow-up tasks.
+</p>
+<a name="RunOnceTriggerTaskGenerator"></a><h4> <span class="mw-headline"> RunOnceTriggerTaskGenerator </span></h4>
+<p>This is a simple specialisation of the default taskgenerator that allows to start jobs in <tt>runOnce</tt> mode when the first worker has only transient (and therefore usually empty) input buckets. It is selected in the worker description by setting:
+</p><p><tt>"taskGenerator": "runOnceTrigger"</tt>
+</p><p>For follow-up tasks it behaves exactly like the default task generator.
+</p><p>If called to start a <tt>runOnce</tt> job it simply creates a single task without input bulks.
+</p><p>This task generator has been introduced for crawler workers that need to be initially started without any input data being available. I.e. the crawler should crawl a data source and the start point (root directory, seed URL) is specified in the data source configuration or as a job parameter. Then a first task needs to be created that does not process input bulks but just starts the crawl at the configured start point.
+</p>
+<a name="CombineInputWithAllTaskGenerator"></a><h4> <span class="mw-headline"> CombineInputWithAllTaskGenerator </span></h4>
+<p>TaskGenerator for two input buckets that generates tasks for each <i>unique</i>(see example-2 below) combination of:
+</p><p><tt> [changed input bulk of first bucket X (all) object(s) from second input bucket] </tt>
+</p><p>If the second input bucket is empty, no tasks will be generated.
+</p><p>This service is used if the following <tt>taskgenerator</tt> attribute value is set in the worker definition:
+</p><p><tt>"taskGenerator": "combine"</tt>
+</p><p>__Examples__:
+Assume we have a DeleteWorker action that has as input a partitionBucket with index partition objects and a deleteBucket with delete objects (objects = bulks)
+</p>
+<ul><li> current index partitions: P1, P2, P3
+</li><li> current delete objects: D1, D2
+</li></ul>
+<p>A new delete bulk must be applied to all existing index partitions, and also all existing delete bulks must be applied to a new index partition.
+</p><p>Example 1: Input change for the task generator is a new delete object D3 in the deleteBucket
+</p>
+<ul><li> we will combine the changed input D3 with all objects from the other input bucket (partitionBucket)
+</li><li> so we create three new tasks: T1(input: D3,P1), T2(D3,P2), T3(D3,P3)
+</li></ul>
+<p>Example 2: Input change for the task generator is a new delete object D3 in the deleteBucket <i>and</i> a new partition object P4 in the partitionBucket
+</p>
+<ul><li> we will combine the changed input D3 with all objects from the partitionBucket, and the changed input P4 with all objects from the deleteBucket
+</li><li> so we create new tasks: T1(D3,P1), T2(D3,P2), T3(D3,P3), T4(D3,P4) and T5(P4,D1), T6(P4,D2), T7(P4,D3)
+</li><li> T3 and T7 are equals so we eliminate T7 and deliver six new tasks
+</li></ul>
+<p>The generator can set additional optional parameters on the created tasks:
+</p>
+<ul><li> <tt>_triggeredBy: <slotname></tt>: The task was created because the object in the named slot is new. This is not set for the single task that contains both changed input bulks in case both input slots had changes.
+</li><li> <tt>_partner.<slotname>: <objectid></tt>: If both input slots had changed bulks, this parameters contains the object id of the first changed object in the <i>other</i> slot, i.e. the one not named in the <tt>_triggeredBy</tt> parameter.
+</li></ul>
+<p>The purpose of this is to allow the worker to check dependencies between the new objects.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 33/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:34881-0!1!0!!en!2!edit=0 and timestamp 20120203101214 -->
+<div class="printfooter">
+Retrieved from "<a href="TaskGenerators.html">http://wiki.eclipse.org/SMILA/Documentation/TaskGenerators</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 15:33, 23 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. </p>
+ <p id="footerviews">This page has been accessed 124 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.106 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/TaskManager.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/TaskManager.html
new file mode 100644
index 0000000..d5dad89
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/TaskManager.html
@@ -0,0 +1,581 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/TaskManager,SMILA/Documentation/Bundle org.eclipse.smila.clusterconfig.simple,SMILA/Documentation/JobManager,SMILA/Documentation/WorkerManager,SMILA/Glossary" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/TaskManager - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/TaskManager";
+var wgTitle = "SMILA/Documentation/TaskManager";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "32482";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "285818";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-javascript {line-height: normal; font-size: medium;}
+.source-javascript li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for javascript
+ * CSS class: source-javascript, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-javascript .de1, .source-javascript .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-javascript {}
+.source-javascript .head {}
+.source-javascript .foot {}
+.source-javascript .imp {font-weight: bold; color: red;}
+.source-javascript .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-javascript li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-javascript li.li2 {font-weight: bold;}
+.source-javascript .kw1 {color: #000066; font-weight: bold;}
+.source-javascript .kw2 {color: #003366; font-weight: bold;}
+.source-javascript .kw3 {color: #000066;}
+.source-javascript .co1 {color: #009900; font-style: italic;}
+.source-javascript .coMULTI {color: #009900; font-style: italic;}
+.source-javascript .es0 {color: #000099; font-weight: bold;}
+.source-javascript .br0 {color: #66cc66;}
+.source-javascript .st0 {color: #3366CC;}
+.source-javascript .nu0 {color: #CC0000;}
+.source-javascript .me1 {color: #006600;}
+.source-javascript .sc0 {}
+.source-javascript .sc1 {}
+.source-javascript .sc2 {}
+.source-javascript .sc3 {}
+.source-javascript .re0 {color: #0066FF;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="TaskManager.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_TaskManager">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/TaskManager">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/TaskManager">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/TaskManager">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/TaskManager&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/TaskManager&oldid=285818">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="TaskManager.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/TaskManager&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/TaskManager&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/TaskManager&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/TaskManager"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/TaskManager</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="TaskManager.html#column-one">navigation</a>, <a href="TaskManager.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="TaskManager.html#Taskmanager"><span class="tocnumber">1</span> <span class="toctext">Taskmanager</span></a>
+<ul>
+<li class="toclevel-2"><a href="TaskManager.html#Configuration"><span class="tocnumber">1.1</span> <span class="toctext">Configuration</span></a></li>
+<li class="toclevel-2"><a href="TaskManager.html#External_REST_API"><span class="tocnumber">1.2</span> <span class="toctext">External REST API</span></a>
+<ul>
+<li class="toclevel-3"><a href="TaskManager.html#Taskmanager_State_Overview"><span class="tocnumber">1.2.1</span> <span class="toctext">Taskmanager State Overview</span></a></li>
+<li class="toclevel-3"><a href="TaskManager.html#Worker_Overview"><span class="tocnumber">1.2.2</span> <span class="toctext">Worker Overview</span></a></li>
+<li class="toclevel-3"><a href="TaskManager.html#Task_Content"><span class="tocnumber">1.2.3</span> <span class="toctext">Task Content</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="TaskManager.html#Tasks"><span class="tocnumber">1.3</span> <span class="toctext">Tasks</span></a>
+<ul>
+<li class="toclevel-3"><a href="TaskManager.html#JSON_format_of_task_.281.29"><span class="tocnumber">1.3.1</span> <span class="toctext">JSON format of task (1)</span></a></li>
+<li class="toclevel-3"><a href="TaskManager.html#JSON_format_of_qualifier_condition_.282.29"><span class="tocnumber">1.3.2</span> <span class="toctext">JSON format of qualifier condition (2)</span></a></li>
+<li class="toclevel-3"><a href="TaskManager.html#JSON_format_of_result_description_.283.29"><span class="tocnumber">1.3.3</span> <span class="toctext">JSON format of result description (3)</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="TaskManager.html#Internal_REST_API"><span class="tocnumber">1.4</span> <span class="toctext">Internal REST API</span></a>
+<ul>
+<li class="toclevel-3"><a href="TaskManager.html#Get_task_information"><span class="tocnumber">1.4.1</span> <span class="toctext">Get task information</span></a></li>
+<li class="toclevel-3"><a href="TaskManager.html#Get_initial_task_information"><span class="tocnumber">1.4.2</span> <span class="toctext">Get initial task information</span></a></li>
+<li class="toclevel-3"><a href="TaskManager.html#Get_task_for_scaling_worker"><span class="tocnumber">1.4.3</span> <span class="toctext">Get task for scaling worker</span></a></li>
+<li class="toclevel-3"><a href="TaskManager.html#Taskmanager_State_Overview_2"><span class="tocnumber">1.4.4</span> <span class="toctext">Taskmanager State Overview</span></a></li>
+<li class="toclevel-3"><a href="TaskManager.html#Finish_or_keep_alive_task"><span class="tocnumber">1.4.5</span> <span class="toctext">Finish or keep alive task</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Taskmanager"></a><h1> <span class="mw-headline"> Taskmanager </span></h1>
+<p>The TaskManager is a component for administrating and delivering <a href="../Glossary.html#T" title="SMILA/Glossary">tasks</a> during a <a href="../Glossary.html#J" title="SMILA/Glossary">job run</a>. Tasks are stored in internal queues. They are consumed by <a href="../Glossary.html#W" title="SMILA/Glossary">workers</a> pulling them for processing. They are produced as initial tasks or as follow-up tasks when workers finish their processing of their current task.
+</p><p>The TaskManager guarantees that tasks are delivered at least once, but tasks may be delivered more than once (e.g. when IOErrors, process crashes or timeouts occur). A client must be able to handle a task multiple times. But redelivery of tasks is the exception to the rule, usually during task processing we do not expect errors to happen. There are some rare cases in which a task is successfully processed (i.e. output data and a possible follow up task are created successfully) but the task is redelivered nonetheless. This could happen, if:
+</p>
+<ul><li> the worker process crashes exactly after that step OR
+</li><li> the TTL of the task times out exactly at the time when the worker is just finishing, in which case the the task is rolled back inside the TaskManager automatically.
+</li></ul>
+<a name="Configuration"></a><h2> <span class="mw-headline"> Configuration </span></h2>
+<p>The Taskmanager is configured via the <a href="Bundle_org.eclipse.smila.clusterconfig.simple.html" title="SMILA/Documentation/Bundle org.eclipse.smila.clusterconfig.simple">ClusterConfig service</a>. With the "simple" ClusterConfig service, it uses the three properties in the "taskmanager" section of <code>clusterconfig.json</code>:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript"><span class="br0">{</span>
+ ...
+ <span class="st0">"taskmanager"</span>: <span class="br0">{</span>
+ <span class="st0">"maxScaleUp"</span> : <span class="nu0">5</span>,
+ <span class="st0">"maxRetries"</span>: <span class="nu0">10</span>,
+ <span class="st0">"timeToLive"</span>: <span class="nu0">300</span>
+ <span class="br0">}</span>,
+ ...
+<span class="br0">}</span></pre></div>
+<ul><li> maxScaleUp: Maximum number of scale-up tasks (tasks for worker that set the "workerHost" property in the Get-Task request, see below) allowed on a single node. Usually this covers tasks for workers that are not marked as "runAlways". If a worker tries to get a task when the limit is reached, the taskmanager will answer as if there was no task available currently. See <a href="WorkerManager.html#ScaleUp" title="SMILA/Documentation/WorkerManager">WorkerManager</a>, too.
+</li><li> timeToLive: Time in seconds before an in-progress task is finished with a recoverable error result when it is not kept alive by the worker. Default is 300 seconds. Whether the task is repeated, committed or fails completely depends on the worker description and job manager configuration.
+</li><li> maxRetries: Used by the JobManager to decide how often a task should be retried that has failed with an RECOVERABLE_ERROR, either because the "timeToLive" was exceeded or the worker itself reported such an error. If the retry limit is reached, the task will finally fail with a FATAL_ERROR. (Technically, this property is used by the <a href="JobManager.html" title="SMILA/Documentation/JobManager">Jobmanager</a>, not the Taskmanager itself)
+</li></ul>
+<a name="External_REST_API"></a><h2> <span class="mw-headline"> External REST API </span></h2>
+<p>The external ReST API provides a number of endpoints for use by the administrator to watch the state of the taskmanager. This includes getting numbers of tasks in the various task pipes and being able to look into the content of tasks.
+</p>
+<a name="Taskmanager_State_Overview"></a><h3> <span class="mw-headline"> Taskmanager State Overview </span></h3>
+<p>Use a GET request to get information about taskmanager state.
+</p><p><b>Supported operations:</b>
+</p>
+<ul><li>GET: get information about taskmanager task state.
+</li></ul>
+<p><b>Usage:</b>
+</p>
+<ul><li>URL: <tt>http://<hostname>:8080/smila/tasks</tt>.
+</li><li>Allowed methods:
+<ul><li>GET
+</li></ul>
+</li><li>Response status codes:
+<ul><li>200 OK: Upon successful execution.
+</li><li>500 INTERNAL SERVER ERROR: If the taskmanager is not operational anymore because too many nodes are already dead.
+</li></ul>
+</li></ul>
+<p>The taskmanager state consists of three parts:
+</p>
+<ul><li>The failsafety value is the maximum number of nodes that may fail before the taskmanager stops working. Nodes that are already down at this moment are not subtracted from the number.
+</li><li>After that the workers sections with counters for tasks todo or in inprogress for each worker and links to get more details about one type of tasks in a single worker follows. It always includes a _finishingTasks worker. This is an internal worker that picks up real worker tasks that have been finished by the worker or the taskmanager (in case of missing keep-alives or canceled workflow run) and sends them to the JobManager for really finishing them (aggregating counters, computing follow-up tasks, etc.)
+</li><li>Finally there is an overview on the scale-up situation: first "maxScaleUp" describes the configured maximum number of tasks to be processed by scaling workers at the same time. A value of -1 means that there is no limit configured. Then "scaleUp" gives an array of maps each containing a host name (as in cluster.ini) and a counter describing the number of currently working scaling worker on this host. "runAlways" workers do not contribute to this counter, and a host on which no scaling worker has yet started to work will not occur in the list.
+</li></ul>
+<a name="Worker_Overview"></a><h3> <span class="mw-headline"> Worker Overview </span></h3>
+<p>Use a GET request to get information about a specific worker.
+</p><p><b>Supported operations:</b>
+</p>
+<ul><li>GET: get information.
+</li></ul>
+<p><b>Usage:</b>
+</p>
+<ul><li>URL: <tt>http://<hostname>:8080/smila/tasks/<worker>/<type>/</tt>.
+</li><li>Allowed methods:
+<ul><li>GET: shows the number of tasks and links to the first 100 tasks for a given worker and type. The <type> can currently be:
+<ul><li> todo: tasks not yet fetched by any worker (or retried)
+</li><li> inprogress: tasks currently worked on by a worker.
+</li></ul>
+</li></ul>
+</li><li>Response status codes:
+<ul><li>200 OK: Upon successful execution.
+</li><li>404 NOT FOUND: bad URL path, e.g. bad worker or type
+</li><li>500 INTERNAL SERVER ERROR: If the taskmanager not available or is not operational anymore because too many nodes are already dead.
+</li></ul>
+</li></ul>
+<a name="Task_Content"></a><h3> <span class="mw-headline"> Task Content </span></h3>
+<p>Shows the content of a task in JSON format.
+</p><p><b>Supported operations:</b>
+</p>
+<ul><li>GET: get information about specific task.
+</li></ul>
+<p><b>Usage:</b>
+</p>
+<ul><li>URL: <tt>http://<hostname>:8080/smila/tasks/<worker>/<type>/<taskname>/</tt>.
+</li><li>Allowed methods:
+<ul><li>GET: Shows the content of a task in JSON format. Additionally the creation and modification timestamps are given. For todo tasks they should be identical, for inprogress tasks the modification timestamp is the timestamp of the last keepAlive request that was successfully executed. The <taskname> is not necessarily the task ID, but an internal name for the task as created by the /smila/tasks/<worker>/<type>/ handler. In addition to todo and inprogress, <type> can be todo_part in partitioned pipes. Tasks that are inprogress have an additional property inProgressBy that indicates which thread currently processes the task.
+</li></ul>
+</li><li>Response status codes:
+<ul><li>200 OK: Upon successful execution.
+</li><li>404 NOT FOUND: bad URL path, e.g. bad worker or type
+</li><li>500 INTERNAL SERVER ERROR: If the taskmanager not available or is not operational anymore because too many nodes are already dead.
+</li></ul>
+</li></ul>
+<a name="Tasks"></a><h2> <span class="mw-headline"> Tasks </span></h2>
+<p>The rest of this page is only of interest for you if you want to create a worker without using the <a href="WorkerManager.html" title="SMILA/Documentation/WorkerManager">WorkerManager</a> framework and need to implement the interaction with the TaskManager on your own. This is the case if you need to create a worker that cannot run inside of SMILA for whatever reason, so you would need the HTTP API of the TaskManager to get, keep alive and finish tasks. First we describe the JSON representation of tasks and then the REST URLs for communication with the TaskManager.
+</p>
+<a name="JSON_format_of_task_.281.29"></a><h3> <span class="mw-headline"> JSON format of task (1) </span></h3>
+<pre>
+{
+ "taskId": "...",
+ "workerName": "...",
+ <"qualifier": "...">,
+ "properties": {
+ "name": "value", ...
+ }
+ "parameters": {
+ "name": "value", ...
+ }
+ "input": {
+ "slot1": [ { "bucket": "...", "store": "...", "id": "..." } , ... ],
+ "slot2": [ { "bucket": "...", "store": "...", "id": "..." } , ... ],
+ ...
+ }
+ "output": {
+ "slot1": [ { "bucket": "...", "store": "...", "id": "..." } , ... ],
+ "slot2": [ { "bucket": "...", "store": "...", "id": "..." } , ... ],
+ ...
+ }
+}
+</pre>
+<p>A task consists of
+</p>
+<ul><li> task ID, workerName, qualifier: needed by the taskmanager to manage the task.
+</li><li> properties: used by the jobmanager to associate the task to its job/workflow run. The taskmanager may also add properties.
+<ul><li> "recoverable": if set to 'false' this task will not be retried after a timeout or after a recoverable worker error
+</li><li> "workerHost": the host where the worker is running that requested the task (only set if worker sets host as request parameter
+</li><li> "createdTime", "startTime", "taskAge": The time the task was created, retrieved by the worker and the difference in milliseconds. Apart from statistical purposes this can for example be used by a worker to decide that a task must be processed instead of being postponed because some age limit has been reached.
+</li></ul>
+</li><li> parameters: worker parameters as defined in workflow and job definition.
+</li><li> input: Lists of bulk infos associated the worker's input slots describing which data has to be processed to complete this task. May be empty for "initial tasks" (e.g. BulkBuilder).
+</li><li> output: Lists of bulk infos associated to the worker's output slots describing where to put the results of the task (currently it's always a single bulk info per slot). May be empty completely (e.g. for the HSSI record deleter worker).
+</li></ul>
+<p>The "bucket" name in the bulk info is usually irrelevant to the worker, it just needs to read the "store" and "id" to be able to find and create data objects.
+</p>
+<a name="JSON_format_of_qualifier_condition_.282.29"></a><h3> <span class="mw-headline"> JSON format of qualifier condition (2) </span></h3>
+<pre>
+{
+ "qualifier": [ "parts/abcd", "parts/1234", ... ]
+ <, "workerHost": "...">
+}
+</pre>
+<p>The qualifier is used in POST requests to <tt>/taskmanager/<worker></tt> to get only tasks that have one of the given set as the "qualifier" field. This is used for example by the HSSI record delete worker to receive only tasks for certain partitions. The qualifier can be set in a task by adding the mode "qualifier" to the the input slot of a worker in which case the "id" value of the bulk in this slot is used as the qualifier. Note that the qualifier will be the complete object ID path, not only the UUID part. The workerHost must be set by scaling workers so that taskmanager can control the maximum number of tasks delivered to such workers.
+</p>
+<a name="JSON_format_of_result_description_.283.29"></a><h3> <span class="mw-headline"> JSON format of result description (3) </span></h3>
+<pre>
+{
+ "status": < "SUCCESSFUL", "FATAL_ERROR", "RECOVERABLE_ERROR", "POSTPONE" >,
+ "errorCode": "...",
+ "errorMessage": "...",
+ "counters": {
+ "name": numbervalue,
+ ...
+ }
+}
+</pre>
+<p>The result description is added to the "task finished" request so that the JobManager can decide on what to do next based on the result of the task. It consists of:
+</p>
+<ul><li> status: one of
+<ul><li> SUCCESSFUL: the task has been processed completely and successfully. Follow-up tasks can be generated.
+</li><li> FATAL_ERROR: the task cannot be processed and should not be repeated, e.g. input data is corrupt. This leads to cancelling the complete associated workflow run as failed, so no further tasks can be created in this workflow run. (The job run as a whole is continued, of course).
+</li><li> RECOVERABLE_ERROR: the task could not be processed <b>now</b>, e.g. because input data was temporary not available. Usually the job manager will repeat this task until a configured retry limit is reached. However, special workers may specify that the task should not be repeated in this case but follow-up tasks should be created nethertheless.
+</li><li> POSTPONE: the worker cannot yet perform this task for some reason (no error, just waiting for a condition in the system) but it should be processed later. The task will be readded to the todo queue for this worker and redelivered later (but very soon, usually). There is no limit to retrying a task after postponing it.
+</li></ul>
+</li><li> errorCode/errorMessage: will currently be logged only. Could be merged to the job run result data in later versions to give an overview about errors that happened during the run.
+</li><li> counters: Integer or floating point numbers giving statistical information about the task processing. Not evaluated by task/job manager currently, but may be aggregated in the job run data in a later version.
+</li></ul>
+<a name="Internal_REST_API"></a><h2> <span class="mw-headline"> Internal REST API </span></h2>
+<a name="Get_task_information"></a><h3> <span class="mw-headline"> Get task information </span></h3>
+<p>Use a GET request to get information about a specific task. Use POST for getting information with qualifier condition.
+</p><p><b>Supported operations:</b>
+</p>
+<ul><li>GET: get information about task.
+</li><li>POST: get information about task with qualifier condition. Qualifier condition is provided with JSON body (2).
+</li></ul>
+<p><b>Usage:</b>
+</p>
+<ul><li>URL: <tt>http://<hostname>:8080/smila/taskmanager/<workername></tt>.
+</li><li>Allowed methods:
+<ul><li>GET
+</li><li>POST
+</li></ul>
+</li><li>Response status codes:
+<ul><li>200 OK + JSON Body (1): Upon successful execution.
+</li><li>204 NO CONTENT: No task available.
+</li></ul>
+</li></ul>
+<a name="Get_initial_task_information"></a><h3> <span class="mw-headline"> Get initial task information </span></h3>
+<p>Use a GET request to get initial task for given job.
+</p><p><b>Supported operations:</b>
+</p>
+<ul><li>GET: get initial task for given job.
+</li></ul>
+<p><b>Usage:</b>
+</p>
+<ul><li>URL: <tt>http://<hostname>:8080/smila/taskmanager/<workername>/initialTask/<jobname></tt>.
+</li><li>Allowed methods:
+<ul><li>GET
+</li></ul>
+</li><li>Response status codes:
+<ul><li>200 OK + JSON Body (1): Upon successful execution.
+</li><li>204 NO CONTENT: No task available.
+</li></ul>
+</li></ul>
+<a name="Get_task_for_scaling_worker"></a><h3> <span class="mw-headline"> Get task for scaling worker </span></h3>
+<p>Use a GET request to get task for scaling worker.
+</p><p><b>Supported operations:</b>
+</p>
+<ul><li>GET: get task for scaling worker.
+</li></ul>
+<p><b>Usage:</b>
+</p>
+<ul><li>URL: <tt>http://<hostname>:8080/smila/taskmanager/<workername>?workerHost=<hostname></tt>.
+</li><li>Allowed methods:
+<ul><li>GET== External REST API ==
+</li></ul>
+</li></ul>
+<p>The external ReST API provides a number of endpoints for use by the administrator to watch the state of the taskmanager. This includes getting numbers of tasks in the various task pipes and being able to look into the content of tasks.
+</p>
+<a name="Taskmanager_State_Overview_2"></a><h3> <span class="mw-headline"> Taskmanager State Overview </span></h3>
+<p><b>Supported operations:</b>
+</p>
+<ul><li>GET: get information about taskmanager task state.
+</li></ul>
+<p><b>Usage:</b>
+</p>
+<ul><li>URL: <tt>http://<hostname>:8080/smila/tasks/<worker>/<type>/</tt>.
+</li><li>Allowed methods:
+<ul><li>GET: shows the number of tasks and links to the first 100 tasks for a given worker and type. The <type> can currently be:
+</li><li> todo: tasks not yet fetched by any worker (or retried)
+</li><li> inprogress: tasks currently worked on by a worker.
+</li></ul>
+</li><li>Response status codes:
+<ul><li>200 OK: Upon successful execution.
+</li><li>404 NOT FOUND: bad URL path, e.g. bad worker or type
+</li><li>500 INTERNAL SERVER ERROR: If the taskmanager not available or is not operational anymore because too many nodes are already dead.
+</li></ul>
+</li></ul>
+<p>Use a GET request to get information about taskmanager state.
+</p><p><b>Supported operations:</b>
+</p>
+<ul><li>GET: get information about taskmanager task state.
+</li></ul>
+<p><b>Usage:</b>
+</p>
+<ul><li>URL: <tt>http://<hostname>:8080/smila/tasks</tt>.
+</li><li>Allowed methods:
+<ul><li>GET
+</li></ul>
+</li><li>Response status codes:
+<ul><li>200 OK: Upon successful execution.
+</li><li>500 INTERNAL SERVER ERROR: If the taskmanager is not operational anymore because too many nodes are already dead.
+</li></ul>
+</li></ul>
+<p>The taskmanager state consists of three parts:
+</p>
+<ul><li>The failsafety value is the maximum number of nodes that may fail before the taskmanager stops working. Nodes that are already down at this moment are not subtracted from the number.
+</li><li>Follows the workers sections with counters for tasks todo or in inprogress for each worker and links to get more details about one type of tasks in a single worker. It always includes a _finishingTasks worker. This is an internal worker that picks up real worker tasks that have been finished by the worker or the taskmanager (in case of missing keep-alives or canceled workflow run) and sends them to the JobManager for really finishing them (aggregating counters, computing follow-up tasks, etc.)
+</li><li>Finally there is an overview on the scale-up situation: first "maxScaleUp" describes the configured maximum number of tasks to be processed by scaling workers at the same time. A value of -1 means that there is no limit configured. Then "scaleUp" gives an array of maps each containing a host name (as in cluster.ini) and a counter describing the number of currently working scaling worker on this host. "runAlways" workers do not contribute to this counter, and a host on which no scaling worker has yet started to work will not occur in the list.
+</li><li>Response status codes:
+<ul><li>200 OK + JSON Body (1): Upon successful execution.
+</li><li>204 NO CONTENT: No task available.
+</li></ul>
+</li></ul>
+<a name="Finish_or_keep_alive_task"></a><h3> <span class="mw-headline"> Finish or keep alive task </span></h3>
+<p>Use a POST request and JSON body (3) to finish a task or use POST and empty body to send a keep-alive signal for a task in progress.
+</p><p><b>Supported operations:</b>
+</p>
+<ul><li>POST: with body finish task, without body send keep-alive
+</li></ul>
+<p><b>Usage:</b>
+</p>
+<ul><li>URL: <tt>http://<hostname>:8080/smila/taskmanager/<workername>/<taskId></tt>.
+</li><li>Allowed methods:
+<ul><li>POST
+</li></ul>
+</li></ul>
+<ul><li>Response status codes:
+<ul><li>200 OK: Upon successful execution for finishing a task with result description.
+</li><li>202 ACCEPTED: task is kept alive during progress.
+</li></ul>
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 67/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:32482-0!1!0!!en!2!edit=0 and timestamp 20120203101207 -->
+<div class="printfooter">
+Retrieved from "<a href="TaskManager.html">http://wiki.eclipse.org/SMILA/Documentation/TaskManager</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 15:30, 23 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/User:Drazen.cindric.attensity.com" title="User:Drazen.cindric.attensity.com">Drazen Cindric</a>, <a href="http://wiki.eclipse.org/User:Tmenzel.brox.de" title="User:Tmenzel.brox.de">thomas menzel</a> and <a href="http://wiki.eclipse.org/User:Andreas.Weber.empolis.com" title="User:Andreas.Weber.empolis.com">Andreas Weber</a>.</p>
+ <p id="footerviews">This page has been accessed 829 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.220 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Usage_of_Blackboard_Service.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Usage_of_Blackboard_Service.html
new file mode 100644
index 0000000..d60746b
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Usage_of_Blackboard_Service.html
@@ -0,0 +1,260 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/Usage of Blackboard Service,SMILA/Documentation/Binary Storage,SMILA/Documentation/Record Storage" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/Usage of Blackboard Service - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/Usage_of_Blackboard_Service";
+var wgTitle = "SMILA/Documentation/Usage of Blackboard Service";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15194";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "285776";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Usage_of_Blackboard_Service.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_Usage_of_Blackboard_Service">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Usage_of_Blackboard_Service">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/Usage_of_Blackboard_Service">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/Usage_of_Blackboard_Service">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Usage_of_Blackboard_Service&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Usage_of_Blackboard_Service&oldid=285776">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Usage_of_Blackboard_Service.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/Usage_of_Blackboard_Service&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Usage_of_Blackboard_Service&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Usage_of_Blackboard_Service&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Usage%20of%20Blackboard%20Service"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/Usage of Blackboard Service</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Usage_of_Blackboard_Service.html#column-one">navigation</a>, <a href="Usage_of_Blackboard_Service.html#searchInput">search</a></div> <!-- start content -->
+ <a name="What_is_the_blackboard.3F"></a><h2> <span class="mw-headline"> What is the blackboard? </span></h2>
+<p>The blackboard holds the records while they are pushed through a pipeline. Pipelets are invoked with a blackboard instance and a list of IDs of records to process. The pipelet can then access the blackboard to get record metadata and attachments. The blackboard The blackboard hides the handling of record persistence from the services. For example it can be configured to hold only the record metadata in memory, but to put the attachments in the <a href="Binary_Storage.html" title="SMILA/Documentation/Binary Storage">BinaryStorage service</a> to save memory, if large attachments are used or many records are processed at the same time. Or it could get a record from a <a href="Record_Storage.html" title="SMILA/Documentation/Record Storage">RecordStorage service</a> on demand and write it back if processing is done (however, in SMILA 1.0 we do not use the RecordStorage by default anymore).
+</p><p>The blackboard instance is released after the pipeline execution has been finished, for each pipeline execution a new blackboard instance is created. If the blackboard has storages attached is the choice of the creating component and can be configurable there, or it depends on if storage services are active in the SMILA application. For the user of the blackboard (the pipelet, usually), it should be not relevant, if the blackboard has storages attached or not.
+</p>
+<a name="Blackboard_Usage"></a><h2> <span class="mw-headline"> Blackboard Usage </span></h2>
+<p>For pipelet programmers, using the blackboard is usually trivial:
+</p>
+<ul><li> Use <tt>getRecord(id)</tt> or <tt>getMetadata(id)</tt> to get the record metadata. Modify the returned object to change record metadata.
+</li><li> To access record attachments, you should use the <tt>get/setAttachment</tt> methods of the blackboard. The <tt>Attachment</tt> objects of the <tt>Record</tt> object returned by <tt>getRecord(id)</tt> may not allow access to the attachment content, if the content has been swapped out to BinaryStorage. It's recommended to use streaming methods for attachments to keep memory consumption low.
+</li></ul>
+<p>For more details see the javadoc of these interfaces:
+</p>
+<ul><li> <a href="https://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/core/org.eclipse.smila.blackboard/code/src/org/eclipse/smila/blackboard/Blackboard.java" class="external text" title="https://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/core/org.eclipse.smila.blackboard/code/src/org/eclipse/smila/blackboard/Blackboard.java" rel="nofollow">Blackboard.java</a>
+</li><li> <a href="https://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/core/org.eclipse.smila.blackboard/code/src/org/eclipse/smila/blackboard/BlackboardFactory.java" class="external text" title="https://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk/core/org.eclipse.smila.blackboard/code/src/org/eclipse/smila/blackboard/BlackboardFactory.java" rel="nofollow">BlackboardFactory.java</a>
+</li></ul>
+<a name="Blackboard_Notes"></a><h2> <span class="mw-headline"> Blackboard Notes </span></h2>
+<p>Notes are additional temporary data created by pipelets to be used in later pipelets in the same workflow, but not to be persisted in the storages. Notes can be either global or record specific (associated with a record ID). Record specific notes are copied on record splits and removed when the associated record is removed from the blackboard. Each Note has a String name and Serializable value.
+There are following methods for working with Notes:
+</p>
+<ul><li> <tt>boolean hasGlobalNote(name);</tt>
+</li><li> <tt>Serializable getGlobalNote(name);</tt>
+</li><li> <tt>setGlobalNote(name, value);</tt>
+</li><li> <tt>boolean hasRecordNote(id, name);</tt>
+</li><li> <tt>getRecordNote(id, name);</tt>
+</li><li> <tt>setRecordNote(id, name, value);</tt>
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 16/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15194-0!1!0!!en!2!edit=0 and timestamp 20120202171430 -->
+<div class="printfooter">
+Retrieved from "<a href="Usage_of_Blackboard_Service.html">http://wiki.eclipse.org/SMILA/Documentation/Usage_of_Blackboard_Service</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 12:49, 23 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/User:Drazen.cindric.attensity.com" title="User:Drazen.cindric.attensity.com">Drazen Cindric</a>, <a href="http://wiki.eclipse.org/User:Andreas.Weber.empolis.com" title="User:Andreas.Weber.empolis.com">Andreas Weber</a> and <a href="http://wiki.eclipse.org/index.php?title=User:Dhazin.gmail.com&action=edit" class="new" title="User:Dhazin.gmail.com">Dmitry Hazin</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Usage_of_Blackboard_Service&action=credits" title="SMILA/Documentation/Usage of Blackboard Service">others</a>.</p>
+ <p id="footerviews">This page has been accessed 3,825 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.054 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Using_The_ReST_API.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Using_The_ReST_API.html
new file mode 100644
index 0000000..30211c4
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Using_The_ReST_API.html
@@ -0,0 +1,482 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/Using The ReST API,SMILA/Documentation/Data Model and Serialization Formats,SMILA/Documentation/JettyHttpServer,SMILA/REST API Reference" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/Using The ReST API - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/Using_The_ReST_API";
+var wgTitle = "SMILA/Documentation/Using The ReST API";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "35475";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286700";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-javascript {line-height: normal; font-size: medium;}
+.source-javascript li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for javascript
+ * CSS class: source-javascript, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-javascript .de1, .source-javascript .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-javascript {}
+.source-javascript .head {}
+.source-javascript .foot {}
+.source-javascript .imp {font-weight: bold; color: red;}
+.source-javascript .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-javascript li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-javascript li.li2 {font-weight: bold;}
+.source-javascript .kw1 {color: #000066; font-weight: bold;}
+.source-javascript .kw2 {color: #003366; font-weight: bold;}
+.source-javascript .kw3 {color: #000066;}
+.source-javascript .co1 {color: #009900; font-style: italic;}
+.source-javascript .coMULTI {color: #009900; font-style: italic;}
+.source-javascript .es0 {color: #000099; font-weight: bold;}
+.source-javascript .br0 {color: #66cc66;}
+.source-javascript .st0 {color: #3366CC;}
+.source-javascript .nu0 {color: #CC0000;}
+.source-javascript .me1 {color: #006600;}
+.source-javascript .sc0 {}
+.source-javascript .sc1 {}
+.source-javascript .sc2 {}
+.source-javascript .sc3 {}
+.source-javascript .re0 {color: #0066FF;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-text {line-height: normal; font-size: medium;}
+.source-text li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for text
+ * CSS class: source-text, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-text .de1, .source-text .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-text {}
+.source-text .head {}
+.source-text .foot {}
+.source-text .imp {font-weight: bold; color: red;}
+.source-text .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-text li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-text li.li2 {font-weight: bold;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-java {line-height: normal; font-size: medium;}
+.source-java li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for java
+ * CSS class: source-java, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-java .de1, .source-java .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-java {}
+.source-java .head {}
+.source-java .foot {}
+.source-java .imp {font-weight: bold; color: red;}
+.source-java .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-java li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-java li.li2 {font-weight: bold;}
+.source-java .kw1 {color: #7F0055; font-weight: bold;}
+.source-java .kw2 {color: #7F0055; font-weight: bold;}
+.source-java .kw3 {color: #000000; font-weight: normal}
+.source-java .kw4 {color: #7F0055; font-weight: bold;}
+.source-java .co1 {color: #3F7F5F; font-style: italic;}
+.source-java .co2 {color: #3F7F5F;}
+.source-java .co3 {color: #3F7F5F; font-style: italic; font-weight: bold;}
+.source-java .coMULTI {color: #3F5FBF; font-style: italic;}
+.source-java .es0 {color: #000000;}
+.source-java .br0 {color: #000000;}
+.source-java .st0 {color: #2A00ff;}
+.source-java .nu0 {color: #000000;}
+.source-java .me1 {color: #000000;}
+.source-java .me2 {color: #000000;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="Using_The_ReST_API.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_Using_The_ReST_API">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Using_The_ReST_API">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/Using_The_ReST_API">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/Using_The_ReST_API">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Using_The_ReST_API&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Using_The_ReST_API&oldid=286700">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Using_The_ReST_API.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/Using_The_ReST_API&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Using_The_ReST_API&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Using_The_ReST_API&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Using%20The%20ReST%20API"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/Using The ReST API</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Using_The_ReST_API.html#column-one">navigation</a>, <a href="Using_The_ReST_API.html#searchInput">search</a></div> <!-- start content -->
+ <p>Most functionality of SMILA is already accessible via an HTTP ReST API using JSON to represent data.
+This means basically that you can control and monitor a running SMILA server using your web browser (at least with some small plugins).
+Also, it is relatively simple to talk to SMILA programmatically or using scripts. On this page we will recommend some tools and
+best practices to work with SMILA.
+</p><p>Feel free to extend this page if you find interesting tools that you want to recommend to other SMILA users.
+</p>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Using_The_ReST_API.html#Basics"><span class="tocnumber">1</span> <span class="toctext">Basics</span></a></li>
+<li class="toclevel-1"><a href="Using_The_ReST_API.html#Interactive_Tools"><span class="tocnumber">2</span> <span class="toctext">Interactive Tools</span></a>
+<ul>
+<li class="toclevel-2"><a href="Using_The_ReST_API.html#Web_Browser_Add-Ons"><span class="tocnumber">2.1</span> <span class="toctext">Web Browser Add-Ons</span></a></li>
+<li class="toclevel-2"><a href="Using_The_ReST_API.html#Shell_scripting"><span class="tocnumber">2.2</span> <span class="toctext">Shell scripting</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Using_The_ReST_API.html#Programmatical_Access"><span class="tocnumber">3</span> <span class="toctext">Programmatical Access</span></a>
+<ul>
+<li class="toclevel-2"><a href="Using_The_ReST_API.html#Apache_HttpClient_3.1"><span class="tocnumber">3.1</span> <span class="toctext">Apache HttpClient 3.1</span></a></li>
+<li class="toclevel-2"><a href="Using_The_ReST_API.html#Apache_HttpClient_4.x"><span class="tocnumber">3.2</span> <span class="toctext">Apache HttpClient 4.x</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Basics"></a><h2> <span class="mw-headline"> Basics </span></h2>
+<p>An HTTP ReST API consists of a set of URLs that can be invoked using standard HTTP requests. One URL refers to a "resource" in the system, which may be a service or some element managed by a service. Each resource may support several HTTP methods for different operations, but not each resource will support every method. In SMILA we use the following methods, usually with one of the described semantics:
+</p>
+<ul><li> <tt>GET</tt>: get the content, definition or description of the resource; get statistic data or state information about the resource
+</li><li> <tt>POST</tt>: execute the main functionality of the resource (e.g. execute a pipeline); add or update a sub element of the resource
+</li><li> <tt>PUT</tt>: set the content, definition, or description of the resource
+</li><li> <tt>DELETE</tt>: clear the contents of the resource; remove an element from the resource.
+</li></ul>
+<p>Most resources should at least support the <tt>GET</tt> method which is the method used by the web browser when you enter the URL, and the result should contain links to resources associated with this resource. So you can explore the system state with your web browser.
+</p><p><tt>GET</tt> and <tt>DELETE</tt> requests never have a request body, parameters must be passed by using <tt>...?param1=value1&param2=value2</tt> in the URL. With <tt>POST</tt> and <tt>PUT</tt> requests the data is passed in the request body as a JSON object, i.e. a JSON string like this:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript"><span class="br0">{</span>
+ <span class="st0">"param1"</span>: <span class="st0">"value1"</span>,
+ <span class="st0">"param2"</span>: <span class="st0">"value2
+}</span></pre></div>
+<p>In SMILA, this corresponds to the <a href="Data_Model_and_Serialization_Formats.html#Concepts" title="SMILA/Documentation/Data Model and Serialization Formats">metadata part of a record</a>. In <tt>POST</tt> requests it is also possible to add binary attachments, see <a href="JettyHttpServer.html#Attachments" title="SMILA/Documentation/JettyHttpServer">Documentation of the SMILA HTTP server</a> for details. Finally, some resources accept or produce so-called "JSON bulks". This means that it is possible to send or get a bunch of records in a single request. The JSON of the record metadata must then be printed on a single line, and the records are separated by newlines. However, it is not possible to add attachments to such records.
+</p><p>See <a href="../REST_API_Reference.html" class="mw-redirect" title="SMILA/REST API Reference">SMILA/REST_API_Reference</a> for a list of available resources and links to documentation.
+</p>
+<a name="Interactive_Tools"></a><h2> <span class="mw-headline"> Interactive Tools </span></h2>
+<a name="Web_Browser_Add-Ons"></a><h3> <span class="mw-headline"> Web Browser Add-Ons </span></h3>
+<p>For most web browsers there are free add-ons available that support pretty-printed viewing of JSON documents and the interactive invocation of ReST commands.
+</p>
+<ul><li> JSON viewer: By default browsers do not know how to handle JSON results and will suggest to download them to a file. There are add-ons that display the JSON right in the browser, nicely formatted and highlighted and make contained URLs clickable, which makes it easy to explore the system state
+<ul><li> Firefox: <a href="https://addons.mozilla.org/de/firefox/addon/jsonview/" class="external text" title="https://addons.mozilla.org/de/firefox/addon/jsonview/" rel="nofollow">JSONView</a>
+</li><li> Chrome: <a href="https://chrome.google.com/webstore/detail/chklaanhfefbnpoihckbnefhakgolnmc" class="external text" title="https://chrome.google.com/webstore/detail/chklaanhfefbnpoihckbnefhakgolnmc" rel="nofollow">JSONView</a>
+</li><li> Opera: <a href="https://addons.opera.com/addons/extensions/details/jsonviewer/" class="external text" title="https://addons.opera.com/addons/extensions/details/jsonviewer/" rel="nofollow">JSONViewer</a>
+</li></ul>
+</li><li> ReST Client: ReST Client allow to compose other requests than <tt>GET</tt> requests with the browser. They allow to enter the resource URL, select the request method, and add the request body content, and then you can execute the request and view the result. There are lots of these add-ons out there, we can recommend the following:
+<ul><li> Firefox: <a href="https://addons.mozilla.org/de/firefox/addon/restclient/" class="external text" title="https://addons.mozilla.org/de/firefox/addon/restclient/" rel="nofollow">REST Client</a>
+</li><li> Chrome:
+<ul><li> <a href="https://chrome.google.com/webstore/detail/baedhhmoaooldchehjhlpppaieoglhml" class="external text" title="https://chrome.google.com/webstore/detail/baedhhmoaooldchehjhlpppaieoglhml" rel="nofollow">cREST Client</a>: Easy to use and keeps a nice history of the executed requests so that it is easy to repeat sequences of commands for test purposes.
+</li><li> <a href="https://chrome.google.com/webstore/detail/hgmloofddffdnphfgcellkdfbfbjeloo" class="external text" title="https://chrome.google.com/webstore/detail/hgmloofddffdnphfgcellkdfbfbjeloo" rel="nofollow">Advanced REST client application</a>: A bit harder to use, but the only one we currently know of that lets you create "multipart" requests containing record attachments: In the following screenshot we have created a request to submit a record (first file field contains name of a JSON file) with an attachment (second file field) to the "indexUpdate" job: <br /> <a href="http://wiki.eclipse.org/Image:SMILA-SendAttachmentWithAdvancedRestClient.png" class="image" title="SMILA-SendAttachmentWithAdvancedRestClient.png"><img alt="" src="http://wiki.eclipse.org/images/thumb/a/a5/SMILA-SendAttachmentWithAdvancedRestClient.png/600px-SMILA-SendAttachmentWithAdvancedRestClient.png" width="600" height="481" border="0" /></a>
+</li></ul>
+</li><li> Opera: <a href="https://addons.opera.com/de/addons/extensions/details/simple-rest-client/1.3/" class="external text" title="https://addons.opera.com/de/addons/extensions/details/simple-rest-client/1.3/" rel="nofollow">Simple REST Client</a>: Very simple only.
+</li></ul>
+</li></ul>
+<a name="Shell_scripting"></a><h3> <span class="mw-headline"> Shell scripting </span></h3>
+<p>Basically, it is possible to work with the ReST API using generic HTTP tools like <a href="http://curl.haxx.se/" class="external text" title="http://curl.haxx.se/" rel="nofollow">cURL</a>. However, for improved usability you might want to check out <a href="https://github.com/micha/resty" class="external text" title="https://github.com/micha/resty" rel="nofollow">resty</a>. This is a simple wrapper (for bash and zsh) for <a href="http://curl.haxx.se/" class="external text" title="http://curl.haxx.se/" rel="nofollow">cURL</a> that allows you to write ReST requests like shell commands:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-text"># initialize
+> resty http://localhost:8080
+# get entry page
+> GET /smila
+# define a job
+> POST /smila/jobmanager/jobs '{"name":"myJob","workflow":"myWorkflow","parameters":{ ... }}'
+# etc.</pre></div>
+<p>See the <a href="https://github.com/micha/resty" class="external text" title="https://github.com/micha/resty" rel="nofollow">resty web site</a> for more information.
+</p>
+<a name="Programmatical_Access"></a><h2> <span class="mw-headline"> Programmatical Access </span></h2>
+<p>It's quite easy to use the SMILA API from external programs. In Java, basically everything you need is available in packages <tt>java.net</tt>. But it's easier using the SMILA data model classes and JSON utilities and a HTTP library like the Apache HttpClient. Below we provide some simple examples for doing requests with it.
+</p><p>There are also free Java libraries available to make working with JSON ReST APIs easier, e.g. <a href="http://beders.github.com/Resty/Resty/Overview.html" class="external text" title="http://beders.github.com/Resty/Resty/Overview.html" rel="nofollow">Resty</a> (yes, same name, but another tool ;-). However, we do not have experience with them.
+</p>
+<a name="Apache_HttpClient_3.1"></a><h3> <span class="mw-headline"> Apache HttpClient 3.1 </span></h3>
+<p>Using <a href="http://hc.apache.org/httpclient-legacy/index.html|Apache" class="external text" title="http://hc.apache.org/httpclient-legacy/index.html|Apache" rel="nofollow">HttpClient 3.1</a> (included in SMILA) and <a href="http://commons.apache.org/io/" class="external text" title="http://commons.apache.org/io/" rel="nofollow">Apache Commons IO</a>, invoking a pipeline could be done like this:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">import</span> org.<span class="me1">apache</span>.<span class="me1">commons</span>.<span class="me1">httpclient</span>.<span class="me1">HttpClient</span>;
+<span class="kw1">import</span> org.<span class="me1">apache</span>.<span class="me1">commons</span>.<span class="me1">httpclient</span>.<span class="me1">HttpStatus</span>;
+<span class="kw1">import</span> org.<span class="me1">apache</span>.<span class="me1">commons</span>.<span class="me1">httpclient</span>.<span class="me1">methods</span>.<span class="me1">PostMethod</span>;
+<span class="kw1">import</span> org.<span class="me1">apache</span>.<span class="me1">commons</span>.<span class="me1">httpclient</span>.<span class="me1">methods</span>.<span class="me1">StringRequestEntity</span>;
+<span class="kw1">import</span> org.<span class="me1">eclipse</span>.<span class="me1">smila</span>.<span class="me1">datamodel</span>.<span class="me1">ipc</span>.<span class="me1">IpcAnyReader</span>;
+<span class="kw1">import</span> org.<span class="me1">eclipse</span>.<span class="me1">smila</span>.<span class="me1">datamodel</span>.<span class="me1">ipc</span>.<span class="me1">IpcAnyWriter</span>;
+<span class="kw1">import</span> org.<span class="me1">eclipse</span>.<span class="me1">smila</span>.<span class="me1">datamodel</span>.<span class="me1">AnyMap</span>;
+<span class="kw1">import</span> org.<span class="me1">apache</span>.<span class="me1">commons</span>.<span class="me1">io</span>.<span class="me1">IOUtils</span>;
+
+HttpClient client = <span class="kw1">new</span> HttpClient<span class="br0">(</span><span class="br0">)</span>;
+IpcAnyReader jsonReader = <span class="kw1">new</span> IpcAnyReader<span class="br0">(</span><span class="br0">)</span>;
+IpcAnyWriter jsonWriter = <span class="kw1">new</span> IpcAnyWriter<span class="br0">(</span><span class="br0">)</span>;
+
+AnyMap request = ...; <span class="co1">// create request</span>
+<span class="kw3">String</span> jsonString = jsonWriter.<span class="me1">writeJsonObject</span><span class="br0">(</span>request<span class="br0">)</span>;
+PostMethod method = <span class="kw1">new</span> PostMethod<span class="br0">(</span><span class="st0">"http://localhost:8080/smila/pipelines/MyPipeline/process"</span><span class="br0">)</span>;
+method.<span class="me1">setRequestEntity</span><span class="br0">(</span><span class="kw1">new</span> StringRequestEntity<span class="br0">(</span>jsonString, <span class="st0">"application/json"</span>, <span class="st0">"utf-8"</span><span class="br0">)</span><span class="br0">)</span>;
+<span class="kw1">try</span> <span class="br0">{</span>
+ client.<span class="me1">executeMethod</span><span class="br0">(</span>postMethod<span class="br0">)</span>;
+ <span class="kw1">if</span> <span class="br0">(</span>method.<span class="me1">getStatusCode</span><span class="br0">(</span><span class="br0">)</span> == HttpStatus.<span class="me1">SC_OK</span><span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw3">InputStream</span> content = postMethod.<span class="me1">getResponseBodyAsStream</span><span class="br0">(</span><span class="br0">)</span>;
+ <span class="kw1">try</span> <span class="br0">{</span>
+ AnyMap result = <span class="br0">(</span>AnyMap<span class="br0">)</span> jsonReader.<span class="me1">readJsonStream</span><span class="br0">(</span>content<span class="br0">)</span>;
+ ... <span class="co1">// use result.</span>
+ <span class="br0">}</span> <span class="kw1">finally</span> <span class="br0">{</span>
+ IOUtils.<span class="me1">closeQuietly</span><span class="br0">(</span>content<span class="br0">)</span>;
+ <span class="br0">}</span>
+ <span class="br0">}</span> <span class="kw1">else</span> <span class="br0">{</span>
+ ... <span class="co1">// handle error.</span>
+ <span class="br0">}</span>
+<span class="br0">}</span> <span class="kw1">finally</span> <span class="br0">{</span>
+ method.<span class="me1">releaseConnection</span><span class="br0">(</span><span class="br0">)</span>;
+<span class="br0">}</span></pre></div>
+<a name="Apache_HttpClient_4.x"></a><h3> <span class="mw-headline"> Apache HttpClient 4.x </span></h3>
+<p>Using <a href="http://hc.apache.org/httpcomponents-client-ga/index.html|Apache" class="external text" title="http://hc.apache.org/httpcomponents-client-ga/index.html|Apache" rel="nofollow">HttpClient 4.x</a> (currently NOT included in SMILA) and <a href="http://commons.apache.org/io/" class="external text" title="http://commons.apache.org/io/" rel="nofollow">Apache Commons IO</a>, invoking a pipeline could be done like this:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">import</span> org.<span class="me1">apache</span>.<span class="me1">http</span>.<span class="me1">HttpResponse</span>;
+<span class="kw1">import</span> org.<span class="me1">apache</span>.<span class="me1">http</span>.<span class="me1">HttpStatus</span>;
+<span class="kw1">import</span> org.<span class="me1">apache</span>.<span class="me1">http</span>.<span class="me1">client</span>.<span class="me1">HttpClient</span>;
+<span class="kw1">import</span> org.<span class="me1">apache</span>.<span class="me1">http</span>.<span class="me1">client</span>.<span class="me1">methods</span>.<span class="me1">HttpPost</span>;
+<span class="kw1">import</span> org.<span class="me1">apache</span>.<span class="me1">http</span>.<span class="me1">entity</span>.<span class="me1">StringEntity</span>;
+<span class="kw1">import</span> org.<span class="me1">apache</span>.<span class="me1">http</span>.<span class="me1">impl</span>.<span class="me1">client</span>.<span class="me1">DefaultHttpClient</span>;
+<span class="kw1">import</span> org.<span class="me1">apache</span>.<span class="me1">commons</span>.<span class="me1">io</span>.<span class="me1">IOUtils</span>;
+
+HttpClient client = <span class="kw1">new</span> DefaultHttpClient<span class="br0">(</span><span class="br0">)</span>;
+IpcAnyReader jsonReader = <span class="kw1">new</span> IpcAnyReader<span class="br0">(</span><span class="br0">)</span>;
+IpcAnyWriter jsonWriter = <span class="kw1">new</span> IpcAnyWriter<span class="br0">(</span><span class="br0">)</span>;
+
+AnyMap request = ...; <span class="co1">// create request</span>
+<span class="kw3">String</span> jsonString = jsonWriter.<span class="me1">writeJsonObject</span><span class="br0">(</span>request<span class="br0">)</span>;
+HttpPost method = <span class="kw1">new</span> HttpPost<span class="br0">(</span><span class="st0">"http://localhost:8080/smila/pipelines/MyPipeline/process"</span><span class="br0">)</span>;
+method.<span class="me1">setEntity</span><span class="br0">(</span><span class="kw1">new</span> StringEntityjsonString, <span class="st0">"application/json"</span>, <span class="st0">"utf-8"</span><span class="br0">)</span><span class="br0">)</span>;
+<span class="kw1">try</span> <span class="br0">{</span>
+ HttpResponse response = client.<span class="me1">execute</span><span class="br0">(</span>method<span class="br0">)</span>;
+ <span class="kw1">if</span> <span class="br0">(</span>response.<span class="me1">getStatusLine</span><span class="br0">(</span><span class="br0">)</span>.<span class="me1">getStatusCode</span><span class="br0">(</span><span class="br0">)</span> == HttpStatus.<span class="me1">SC_OK</span><span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw3">InputStream</span> content = response.<span class="me1">getEntity</span><span class="br0">(</span><span class="br0">)</span>.<span class="me1">getContent</span><span class="br0">(</span><span class="br0">)</span>;
+ <span class="kw1">try</span> <span class="br0">{</span>
+ AnyMap result = <span class="br0">(</span>AnyMap<span class="br0">)</span> jsonReader.<span class="me1">readJsonStream</span><span class="br0">(</span>content<span class="br0">)</span>;
+ ... <span class="co1">// use result.</span>
+ <span class="br0">}</span> <span class="kw1">finally</span> <span class="br0">{</span>
+ IOUtils.<span class="me1">closeQuietly</span><span class="br0">(</span>content<span class="br0">)</span>;
+ <span class="br0">}</span>
+ <span class="br0">}</span> <span class="kw1">else</span> <span class="kw1">if</span> <span class="br0">(</span>response.<span class="me1">getEntity</span><span class="br0">(</span><span class="br0">)</span> != <span class="kw2">null</span><span class="br0">)</span> <span class="br0">{</span>
+ EntityUtils.<span class="me1">consume</span><span class="br0">(</span>response.<span class="me1">getEntity</span><span class="br0">(</span><span class="br0">)</span><span class="br0">)</span>; <span class="co1">// be sure to read the response in error cases, too.</span>
+ ... <span class="co1">// handle error.</span>
+ <span class="br0">}</span>
+<span class="br0">}</span> <span class="kw1">catch</span> <span class="br0">(</span><span class="kw3">Exception</span> ex<span class="br0">)</span> <span class="br0">{</span>
+ request.<span class="me1">abort</span><span class="br0">(</span><span class="br0">)</span>;
+<span class="br0">}</span></pre></div>
+
+<!--
+NewPP limit report
+Preprocessor node count: 34/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:35475-0!1!0!!en!2!edit=0 and timestamp 20120202154542 -->
+<div class="printfooter">
+Retrieved from "<a href="Using_The_ReST_API.html">http://wiki.eclipse.org/SMILA/Documentation/Using_The_ReST_API</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 08:19, 26 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>.</p>
+ <p id="footerviews">This page has been accessed 104 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.055 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Web_Crawler.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Web_Crawler.html
new file mode 100644
index 0000000..0444373
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Web_Crawler.html
@@ -0,0 +1,767 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/Web Crawler,SMILA/Documentation/Crawler,SMILA/Documentation/Filesystem Crawler,SMILA/Documentation/JDBC Crawler" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/Web Crawler - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/Web_Crawler";
+var wgTitle = "SMILA/Documentation/Web Crawler";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15257";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "285987";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="Web_Crawler.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_Web_Crawler">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Web_Crawler">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/Web_Crawler">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/Web_Crawler">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Web_Crawler&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Web_Crawler&oldid=285987">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Web_Crawler.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/Talk:SMILA/Documentation/Web_Crawler"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Web_Crawler&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Web_Crawler&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Web%20Crawler"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/Web Crawler</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Web_Crawler.html#column-one">navigation</a>, <a href="Web_Crawler.html#searchInput">search</a></div> <!-- start content -->
+ <div class="messagebox" style="background-color: #def3fe; border: 1px solid #c5d7e0; color: black; padding: 5px; margin: 1ex 0; min-height: 35px; padding-left: 45px;">
+<div style="float: left; margin-left: -40px;"><a href="http://wiki.eclipse.org/Image:Note.png" class="image" title="Note.png"><img alt="" src="http://wiki.eclipse.org/images/c/cc/Note.png" width="35" height="35" border="0" /></a></div>
+<div><b>This is deprecated for SMILA 1.0, the connectivity framework is still functional but will aimed to be replaced by scalable import based on SMILAs job management.</b><br /></div>
+</div>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Web_Crawler.html#Overview"><span class="tocnumber">1</span> <span class="toctext">Overview</span></a></li>
+<li class="toclevel-1"><a href="Web_Crawler.html#Crawling_configuration"><span class="tocnumber">2</span> <span class="toctext">Crawling configuration</span></a></li>
+<li class="toclevel-1"><a href="Web_Crawler.html#Crawling_configuration_explanation"><span class="tocnumber">3</span> <span class="toctext">Crawling configuration explanation</span></a></li>
+<li class="toclevel-1"><a href="Web_Crawler.html#Crawling_configuration_example"><span class="tocnumber">4</span> <span class="toctext">Crawling configuration example</span></a>
+<ul>
+<li class="toclevel-2"><a href="Web_Crawler.html#Minimal_configuration_example"><span class="tocnumber">4.1</span> <span class="toctext">Minimal configuration example</span></a></li>
+<li class="toclevel-2"><a href="Web_Crawler.html#Html_form_login_example"><span class="tocnumber">4.2</span> <span class="toctext">Html form login example</span></a></li>
+<li class="toclevel-2"><a href="Web_Crawler.html#Multiple_website_configuration"><span class="tocnumber">4.3</span> <span class="toctext">Multiple website configuration</span></a></li>
+<li class="toclevel-2"><a href="Web_Crawler.html#Complex_website_configuration_example"><span class="tocnumber">4.4</span> <span class="toctext">Complex website configuration example</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Web_Crawler.html#Output_example_for_default_configuration"><span class="tocnumber">5</span> <span class="toctext">Output example for default configuration</span></a></li>
+<li class="toclevel-1"><a href="Web_Crawler.html#Additional_performance_counters"><span class="tocnumber">6</span> <span class="toctext">Additional performance counters</span></a></li>
+<li class="toclevel-1"><a href="Web_Crawler.html#See_also"><span class="tocnumber">7</span> <span class="toctext">See also</span></a></li>
+<li class="toclevel-1"><a href="Web_Crawler.html#External_links"><span class="tocnumber">8</span> <span class="toctext">External links</span></a></li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Overview"></a><h2> <span class="mw-headline"> Overview </span></h2>
+<p>The Web crawler fetches data from HTTP servers. Starting with an initial URL, it crawls all linked websites recursively.
+</p>
+<a name="Crawling_configuration"></a><h2> <span class="mw-headline"> Crawling configuration </span></h2>
+<p>The example configuration file is located at <tt>configuration/org.eclipse.smila.connectivity.framework/web.xml</tt>
+</p><p>Defining Schema: <tt>org.eclipse.smila.connectivitiy.framework.crawler.web/schemas/WebDataSourceConnectionConfigSchema.xsd</tt>
+</p>
+<a name="Crawling_configuration_explanation"></a><h2> <span class="mw-headline"> Crawling configuration explanation </span></h2>
+<p>See <a href="Crawler.html#Configuration" title="SMILA/Documentation/Crawler">SMILA/Documentation/Crawler#Configuration</a> for the generic parts of the configuration file.
+</p><p>The root element of the configuration is <tt>DataSourceConnectionConfig</tt> and contains the following sub elements:
+</p>
+<ul><li> <tt>DataSourceID</tt> – the identification of a data source.
+</li><li> <tt>SchemaID</tt> – specify the schema for a crawler job.
+</li><li> <tt>DataConnectionID</tt> – describes which agent crawler should be used.
+<ul><li> <tt>Crawler</tt> – implementation class of a crawler.
+</li><li> <tt>Agent</tt> – implementation class of an agent.
+</li></ul>
+</li><li> <tt>CompoundHandling</tt> – specify if packed data (like a ZIP containing files) should be unpack and files within should be crawled (YES or NO).
+</li><li> <tt>Attributes</tt> – list all attributes which describe a website.
+<ul><li> <tt>Attribute</tt>:
+<ul><li> attributes:
+<ul><li> <tt>Type</tt> (required) – the data type (String, Integer or Date).
+</li><li> <tt>Name</tt> (required) – attributes name.
+</li><li> <tt>HashAttribute</tt> – specify if the attribute is used for the hash used for delta indexing (<i>true</i> or <i>false</i>). Must be true for at least one attribute which must always have a value.
+</li><li> <tt>KeyAttribute</tt> – specify if the attribute is used for creating the record ID (<i>true</i> or <i>false</i>). Must be true for at least one attribute. All key attributes must identify the file uniquely, so usually you will set it <i>true</i> for the attribute containing <i>Url</i> FieldAttribute.
+</li><li> <tt>Attachment</tt> – specify if the attribute return the data as attachment of record.
+</li></ul>
+</li><li> sub elements:
+<ul><li> <tt>FieldAttribute</tt>: Content of element is one of
+<ul><li> <i>Url</i>: URL of the web page. NOTE: Must currently be mapped to an attribute named "Url". Mapping to additional attributes are allowed.
+</li><li> <i>Title</i>: The title of the web page from the <title> tag.
+</li><li> <i>Content</i>: The content of the web page. Original binary content, if mapped to an attachment, else it is tried to convert it to a string using the encoding reported in the response headers.
+</li><li> <i>MimeType</i>: Mime type of website as reported in response headers.
+</li></ul>
+</li><li> <tt>MetaAttribute</tt>
+<ul><li> sub elements <tt>MetaName</tt>: Key of value to get from metadata.
+</li><li> attribute <tt>Type</tt>: one of <i>MetaData</i>, <i>ResponseHeader</i>, <i>MetaDataWithResponseHeaderFallBack</i>: read from HTML meta tags, response header or both
+</li><li> attribute <tt>ReturnType</tt>: structure the metadata will be returned. One of:
+</li></ul>
+</li></ul>
+</li></ul>
+</li></ul>
+</li></ul>
+<dl><dd><dl><dd><dl><dd><dl><dd><ul><li> <tt>MetaDataString</tt>: default structure, metadata is returned as single string, for example:
+</li></ul>
+</dd></dl>
+</dd></dl>
+</dd></dl>
+</dd></dl>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"ResponseHeader"</span><span class="re2">></span></span>Content-type: text/html<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span></pre></div>
+<dl><dd><dl><dd><dl><dd><dl><dd><ul><li> <tt>MetaDataValue</tt>: only values of metadata are returned, for example:
+</li></ul>
+</dd></dl>
+</dd></dl>
+</dd></dl>
+</dd></dl>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"ResponseHeader"</span><span class="re2">></span></span>text/html<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span></pre></div>
+<dl><dd><dl><dd><dl><dd><dl><dd><ul><li> <tt>MetaDataMObject</tt>: metadata is returned as MObject containing attributes with metadata names and values, for example:
+</li></ul>
+</dd></dl>
+</dd></dl>
+</dd></dl>
+</dd></dl>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Map</span> <span class="re0">key</span>=<span class="st0">"ResponseHeader"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"Content-Type"</span><span class="re2">></span></span>text/html<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ ...
+<span class="sc3"><span class="re1"></Map<span class="re2">></span></span></span></pre></div>
+<ul><li> <tt>Process</tt> – this element is responsible for selecting data
+<ul><li> <tt>Website</tt> - contains all important information for accessing and crawling a website.
+<ul><li> <tt>ProjectName</tt> - defines project name
+</li><li> <tt>Sitemaps</tt> - for supporting Google site maps. <tt>sitemap.xml</tt>, <tt>sitemap.xml.gz</tt> and <tt>sitemap.gz</tt> formats are supported. See [<a href="https://www.google.com/webmasters/tools/docs/en/protocol.html" class="external autonumber" title="https://www.google.com/webmasters/tools/docs/en/protocol.html" rel="nofollow">[1]</a>]. Links extracted from <tt><loc></tt> tags are added to the current level links. Crawler looks for the sitemap file at the root directory of the web server and then caches it for the particular host to avoid parsing the sitemap again for the URL already processed.
+</li><li> <tt>Header</tt> - request headers separated by semicolon. Headers should be in format <tt>"<header_name>:<header_content>"</tt>, separated by semicolon.
+</li><li> <tt>Referer</tt> - to include <tt>"Referer: URL"</tt> header in HTTP request. See [<a href="http://en.wikipedia.org/wiki/Referer" class="external autonumber" title="http://en.wikipedia.org/wiki/Referer" rel="nofollow">[2]</a>]
+</li><li> <tt>EnableCookies</tt> - enable or disable cookies for crawling process (true or false). See [<a href="http://en.wikipedia.org/wiki/HTTP_cookie" class="external autonumber" title="http://en.wikipedia.org/wiki/HTTP_cookie" rel="nofollow">[3]</a>]
+</li><li> <tt>UserAgent</tt> - element used to identify crawler to the server as a specific user agent origination the request. The <tt>UserAgent</tt> string generated looks like the following: <tt>Name/Version (Description, Url, Email)</tt>
+<ul><li> <tt>Name</tt> (required)
+</li><li> <tt>Version</tt>
+</li><li> <tt>Description</tt>
+</li><li> <tt>URL</tt>
+</li><li> <tt>Email</tt>
+</li></ul>
+</li><li> <tt>Robotstxt</tt> element used for supporting <tt>robots.txt</tt> information. The Robots Exclusion Standard tells crawler how to crawl a website – or rather which resources should not be crawled. See [<a href="http://www.robotstxt.org/" class="external autonumber" title="http://www.robotstxt.org/" rel="nofollow">[4]</a>]
+<ul><li> <tt>Policy</tt>: there are five types of policies offered on how to deal with robots.txt rules:
+<ol><li> <tt>Classic</tt>. Simply obey the robots.txt rules. Recommended unless you have special permission to collect a site more aggressively.
+</li><li> <tt>Ignore</tt>. Completely ignore robots.txt rules.
+</li><li> <tt>Custom</tt>. Obey your own, custom, robots.txt instead of those discovered on the relevant site. The attribute Value must contain the path to a locally available robots.txt file in this case.
+</li><li> <tt>Set</tt>. Limit robots names which rules are followed to the given set. Value attribute must handle robots names separated by semicolon in this case.
+</li></ol>
+</li><li> <tt>Value</tt>: specifies the filename with the robots.txt rules for Custom policy and set of agent names for the Set policy.
+</li><li> <tt>AgentNames</tt>: specifies the list of agents we advertise. This list should be started with the same name as UserAgent Name (for example: crawler user-agent name that is used for the crawl job)
+</li></ul>
+</li><li> <tt>CrawlingModel</tt>: there are two models available:
+<ul><li> <tt>Type</tt>: the model type (MaxBreadth or MaxDepth)
+</li></ul>
+<ol><li> <tt>MaxBreadth</tt>: crawling a web site through a limited number of links.
+</li><li> <tt>MaxDepth</tt>: crawling a web site with specifying the maximum crawling depth.
+</li></ol>
+<ul><li> <tt>Value</tt>: parameter (Integer)
+</li></ul>
+</li><li> <tt>CrawlScope</tt>: decides for each discovered URI if it is within the scope of the current crawl.
+</li><li> <tt>Type</tt>: following scope are provided:
+<ol><li> <tt>Broad</tt>: accept all. This scope does not impose any limits on the hosts, domains, or URI paths crawled.
+</li><li> <tt>Domain</tt>: accept if on same 'domain' as seeds (start URL). This scope limits discovered URIs to the set of domains defined by the provided seeds. That is any URI discovered belonging to a domain from which one of the seed came is within scope. Using the seed 'brox.de', a domain scope will fetch 'bugs.brox.de', 'confluence.brox.de', etc. It will fetch all discovered URIs from 'brox.de' and from any subdomain of 'brox.de'.
+</li><li> <tt>Host</tt>: accept if on exact host as seeds. This scope limits discovered URIs to the set of hosts defined by the provided seeds. If the seed is <tt>'www.brox.de'</tt>, then we'll only fetch items discovered on this host. The crawler will not go to <tt>'bugs.brox.de'</tt>.
+</li><li> <tt>Path</tt>: accept if on same host and a shared path-prefix as seeds. This scope goes yet further and limits the discovered URIs to a section of paths on hosts defined by the seeds. Of course any host that has a seed **:pointing at its root (i.e. www.sample.com/index.html) will be included in full where as a host whose only seed is www.sample2.com/path/index.html **:will be limited to URIs under /path/.
+</li></ol>
+<ul><li> <tt>Filters</tt>: every scope can have additional filters to select URI that will be considered to be within or out of scope ( see the section Filters for details)
+</li></ul>
+</li><li> <tt>CrawlLimits</tt>: In addition to limits imposed on the scope of the crawl it is possible to enforce arbitrary limits on the duration and extent of the crawling process with the following setting:
+<ul><li> <tt>SizeLimits</tt>:
+<ul><li> <tt>MaxBytesDownload</tt>: stop after a fixed number of bytes have been downloaded (0 means unlimited).
+</li><li> <tt>MaxDocumentDownload</tt>: stop after downloading a fixed number of documents (0 means unlimited).
+</li><li> <tt>MaxTimeSec</tt>: stop after a certain number of seconds have elapsed (0 means unlimited). These are not supposed to be hard limits. Once one of these limits is reached, it will trigger a graceful termination of the crawl job, which means that URIs already being crawled will be completed. As a result the set limit will be exceeded by some amount.
+</li><li> <tt>MaxLengthBytes</tt>: maximum number of bytes to download per document. Will truncate file once this limit is reached.
+</li></ul>
+</li><li> <tt>TimeoutLimits</tt>: Whenever crawler connects to or reads from a remote host, it checks the timeouts and aborts the operation if any is exceeded. This prevents anomalous occurrences such as hanging reads or infinite connects.
+<ul><li> <tt>Timeout</tt>: This limit is the total time need to connect and get the download website, and such represents the total of a ConnectTimeout plus a ReadTimeout.
+</li><li> <tt>ConnectTimeout</tt>: Connect timeout in seconds. TCP connections that take longer to establish will be aborted.
+</li><li> <tt>ReadTimeout</tt>: Read (and write) timeout in seconds. Reads that take longer will fail. The default value for read timeout is 900 seconds.
+</li></ul>
+</li><li> <tt>WaitLimis</tt>:
+<ul><li> <tt>Wait</tt>: Wait the specified number of seconds between the retrievals. Use of this option is recommended, as it lightens the server load by making the *:requests less frequent. Specifying a large value for this option is useful if the network or the destination host is down, so that crawler can wait *:long enough to reasonably expect the network error to be fixed before the retry.
+</li><li> <tt>RandomWait</tt>: Some web sites may perform log analysis to identify retrieval programs by looking for statistically significant similarities in the time between requests. This option causes the time between requests to vary between 0 and 2 * wait seconds, where wait was specified using the wait setting, in order to mask crawler's presence from such analysis.
+</li><li> <tt>MaxRetries</tt>: How often to retry URLs that failed.
+</li><li> <tt>WaitRetry</tt>: How long to wait between such retries.
+</li></ul>
+</li></ul>
+</li><li> <tt>Proxy</tt>: specifies the HTTP proxy server to be used.
+<ul><li> <tt>ProxyServer</tt>:
+<ul><li> <tt>Host</tt>
+</li><li> <tt>Port</tt>
+</li><li> <tt>Login</tt>
+</li><li> <tt>Password</tt>
+</li></ul>
+</li></ul>
+</li><li> <tt>Authentication</tt>: The Authentication element is used to gain access to areas of websites requiring authentication. Three types of authentication are available: RFC2617 (BASIC and DIGEST types of authentication), HTTP POST or GET of an HTML Form and SSL Certificate based client authentication.
+<ul><li> <tt>RFC2617</tt>:
+<ul><li> <tt>Host</tt> and
+</li><li> <tt>Port</tt>: equate to the canonical root URI of RFC2617.
+</li><li> <tt>Realm</tt>: realm as per RFC2617. The realm string must match exactly the realm name presented in the authentication challenge served up by the web server.
+</li><li> <tt>Login</tt>: username for login.
+</li><li> <tt>Password</tt>: password to this restricted area.
+</li></ul>
+</li><li> <tt>HMTLFrom</tt>:
+<ul><li> <tt>CredentialDomain</tt>: same as the RFC2617 canonical root URI of RFC2617.
+</li><li> <tt>HttpMethod</tt>: POST or GET
+</li><li> <tt>LoginUrl</tt>: relative or absolute URI to the page that the HTML Form submits to (Not the page that contains the HTML Form)
+</li><li> <tt>FormItems</tt>: listing of HTML Form key/value pairs
+</li></ul>
+</li><li> <tt>SSLCertificate</tt>:
+<ul><li> <tt>ProtocolName</tt>: name of the protocol to be used, e.g. "https".
+</li><li> <tt>Port</tt>: port number
+</li><li> <tt>TruststoreUrl</tt>: location of the file containing one or several trusted certificates.
+</li><li> <tt>TruststorePassword</tt>
+</li><li> <tt>KeystoneUrl</tt>: location of the file containing a private key/public certificate pair.
+</li><li> <tt>KeystonePassword</tt>
+</li></ul>
+</li></ul>
+</li><li> <tt>Seeds</tt>: contains a list of Seed elements
+<ul><li> <tt>FollowLinks</tt>: enables analyzing URL of pages that otherwise would be ignored:
+</li></ul>
+<ol><li> <tt>NoFollow</tt>: do not analyze anything that matches any "Unselect" filter.
+</li><li> <tt>Follow</tt>: analyze everything that matches some "Unselect" filter, do not index anything
+</li><li> <tt>FollowLinksWithCorrespondingSelectFilter</tt>: index pages that match both "Select" and "Unselect" filters, and analyze everything else that matches **:some "Unselect" filter.
+</li></ol>
+<ul><li> <tt>Seed</tt>: defines site’s start path from which crawling process begin.
+</li></ul>
+</li><li> <tt>Filters</tt>: contains a list of Filter elements and optional refinements elements.
+<ul><li> <tt>Filter</tt>: used to define filters for pages that should be crawled and indexed.
+<ul><li> <tt>Type</tt>: the following filter types are available:
+</li></ul>
+<ol><li> <tt>BeginningPath</tt>: filters paths which begin with the specified characters.
+</li><li> <tt>RegExp</tt>: filters urls based on a regular expression.
+</li><li> <tt>ContentType</tt>: filters content type on a regular expression. Use this filter to abort the download of content-types other than those wanted.
+</li></ol>
+<ul><li> <tt>WorkType</tt>: Select or Unselect, the way how filter should work.
+</li><li> <tt>Value</tt>: the filter value that will be used to check if the given value matches the filter or not.
+</li></ul>
+</li><li> <tt>Refinements</tt>: must be nested into the Filter element. It allows to modify filter settings under certain circumstances. Following refinements may be applied to the filters:
+</li></ul>
+<ol><li> <tt>Port</tt>: match only those URIs for the given port number.
+</li><li> <tt>TimeOfDay</tt>: if this refinement is applied, the filter will only be in effect between the hours specified each day. From and To attributes must be in HH:mm:ss format (e.g. 23:00:00)
+<ul><li> <tt>From</tt>: time when filter becomes enabled.
+</li><li> <tt>To</tt>: till this time the filter will be enabled.
+</li></ul>
+</li></ol>
+</li><li> <tt>MetaTagFilters</tt>: contains a list of <tt>MetaTagFilter</tt> elements.
+<ul><li> <tt>MetaTagFilter</tt>: defines filter for omitting content by meta tags.
+<ul><li> <tt>Type</tt>: type of meta-tag to match: <tt>Name</tt> or <tt>Http-Equiv</tt>.
+</li><li> <tt>Name</tt>: name of the tag e.g. "author" for the Type "Name".
+</li><li> <tt>Content</tt>: the tag contents.
+</li><li> <tt>WorkType</tt>: <tt>Select</tt> or <tt>Unselect</tt>
+</li></ul>
+</li></ul>
+</li></ul>
+</li></ul>
+</li></ul>
+<a name="Crawling_configuration_example"></a><h2> <span class="mw-headline"> Crawling configuration example </span></h2>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><DataSourceConnectionConfig</span>
+ <span class="re0">xmlns:xsi</span>=<span class="st0">"http://www.w3.org/2001/XMLSchema-instance"</span>
+ <span class="re0">xsi:noNamespaceSchemaLocation</span>=<span class="st0">"../org.eclipse.smila.connectivity.framework.crawler.web/schemas/WebDataSourceConnectionConfigSchema.xsd"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><DataSourceID<span class="re2">></span></span></span>web<span class="sc3"><span class="re1"></DataSourceID<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><SchemaID<span class="re2">></span></span></span>org.eclipse.smila.connectivity.framework.crawler.web<span class="sc3"><span class="re1"></SchemaID<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><DataConnectionID<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Crawler<span class="re2">></span></span></span>WebCrawlerDS<span class="sc3"><span class="re1"></Crawler<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></DataConnectionID<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><CompoundHandling<span class="re2">></span></span></span>No<span class="sc3"><span class="re1"></CompoundHandling<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attributes<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">Type</span>=<span class="st0">"String"</span> <span class="re0">Name</span>=<span class="st0">"Url"</span> <span class="re0">KeyAttribute</span>=<span class="st0">"true"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><FieldAttribute<span class="re2">></span></span></span>Url<span class="sc3"><span class="re1"></FieldAttribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Attribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">Type</span>=<span class="st0">"String"</span> <span class="re0">Name</span>=<span class="st0">"Title"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><FieldAttribute<span class="re2">></span></span></span>Title<span class="sc3"><span class="re1"></FieldAttribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Attribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">Type</span>=<span class="st0">"String"</span> <span class="re0">Name</span>=<span class="st0">"Content"</span> <span class="re0">HashAttribute</span>=<span class="st0">"true"</span> <span class="re0">Attachment</span>=<span class="st0">"true"</span> <span class="re0">MimeTypeAttribute</span>=<span class="st0">"Content"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><FieldAttribute<span class="re2">></span></span></span>Content<span class="sc3"><span class="re1"></FieldAttribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Attribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">Type</span>=<span class="st0">"String"</span> <span class="re0">Name</span>=<span class="st0">"MimeType"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><FieldAttribute<span class="re2">></span></span></span>MimeType<span class="sc3"><span class="re1"></FieldAttribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Attribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">Type</span>=<span class="st0">"String"</span> <span class="re0">Name</span>=<span class="st0">"MetaData"</span> <span class="re0">Attachment</span>=<span class="st0">"false"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><MetaAttribute</span> <span class="re0">Type</span>=<span class="st0">"MetaData"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></Attribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">Type</span>=<span class="st0">"String"</span> <span class="re0">Name</span>=<span class="st0">"ResponseHeader"</span> <span class="re0">Attachment</span>=<span class="st0">"false"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><MetaAttribute</span> <span class="re0">Type</span>=<span class="st0">"ResponseHeader"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><MetaName<span class="re2">></span></span></span>Date<span class="sc3"><span class="re1"></MetaName<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><MetaName<span class="re2">></span></span></span>Server<span class="sc3"><span class="re1"></MetaName<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></MetaAttribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Attribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">Type</span>=<span class="st0">"String"</span> <span class="re0">Name</span>=<span class="st0">"MetaDataWithResponseHeaderFallBack"</span> <span class="re0">Attachment</span>=<span class="st0">"false"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><MetaAttribute</span> <span class="re0">Type</span>=<span class="st0">"MetaDataWithResponseHeaderFallBack"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></Attribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Attributes<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Process<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><WebSite</span> <span class="re0">ProjectName</span>=<span class="st0">"Example Crawler Configuration"</span> <span class="re0">Header</span>=<span class="st0">"Accept-Encoding: gzip,deflate; Via: myProxy"</span> <span class="re0">Referer</span>=<span class="st0">"http://myReferer"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><UserAgent</span> <span class="re0">Name</span>=<span class="st0">"Crawler"</span> <span class="re0">Version</span>=<span class="st0">"1.0"</span> <span class="re0">Description</span>=<span class="st0">"teddy crawler"</span> <span class="re0">Url</span>=<span class="st0">"http://www.teddy.com"</span> <span class="re0">Email</span>=<span class="st0">"crawler@teddy.com"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><CrawlingModel</span> <span class="re0">Type</span>=<span class="st0">"MaxDepth"</span> <span class="re0">Value</span>=<span class="st0">"1000"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><CrawlScope</span> <span class="re0">Type</span>=<span class="st0">"Domain"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Filters<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Filter</span> <span class="re0">Type</span>=<span class="st0">"BeginningPath"</span> <span class="re0">WorkType</span>=<span class="st0">"Select"</span> <span class="re0">Value</span>=<span class="st0">"/"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></Filters<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></CrawlScope<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><CrawlLimits<span class="re2">></span></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- Warning: The amount of files returned is limited to 1000 --></span></span>
+ <span class="sc3"><span class="re1"><SizeLimits</span> <span class="re0">MaxBytesDownload</span>=<span class="st0">"0"</span> <span class="re0">MaxDocumentDownload</span>=<span class="st0">"1000"</span> <span class="re0">MaxTimeSec</span>=<span class="st0">"3600"</span> <span class="re0">MaxLengthBytes</span>=<span class="st0">"100000"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><TimeoutLimits</span> <span class="re0">Timeout</span>=<span class="st0">"10000"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><WaitLimits</span> <span class="re0">Wait</span>=<span class="st0">"0"</span> <span class="re0">RandomWait</span>=<span class="st0">"false"</span> <span class="re0">MaxRetries</span>=<span class="st0">"8"</span> <span class="re0">WaitRetry</span>=<span class="st0">"0"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></CrawlLimits<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Seeds</span> <span class="re0">FollowLinks</span>=<span class="st0">"Follow"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Seed<span class="re2">></span></span></span>http://en.wikipedia.org/<span class="sc3"><span class="re1"></Seed<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Seeds<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Filters<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Filter</span> <span class="re0">Type</span>=<span class="st0">"RegExp"</span> <span class="re0">Value</span>=<span class="st0">".*action=edit.*"</span> <span class="re0">WorkType</span>=<span class="st0">"Unselect"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></Filters<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></WebSite<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Process<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></DataSourceConnectionConfig<span class="re2">></span></span></span></pre></div>
+<a name="Minimal_configuration_example"></a><h3> <span class="mw-headline"> Minimal configuration example </span></h3>
+<p>This example demonstrates minimal configuration required for crawler.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><WebSite</span> <span class="re0">ProjectName</span>=<span class="st0">"Minimal Configuration"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Seeds<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Seed<span class="re2">></span></span></span>http://localhost/test/<span class="sc3"><span class="re1"></Seed<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Seeds<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></WebSite<span class="re2">></span></span></span></pre></div>
+<a name="Html_form_login_example"></a><h3> <span class="mw-headline"> Html form login example </span></h3>
+<p>his example demonstrates how to login to Invision Power Board powered forum. Number of downloaded pages is limited to 15. robots.txt information is ignored. Crawler will advertise itself as Mozilla/5.0.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><WebSite</span> <span class="re0">ProjectName</span>=<span class="st0">"Login To Invision Powerboard Forum Example"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><UserAgent</span> <span class="re0">Name</span>=<span class="st0">"Mozilla"</span> <span class="re0">Version</span>=<span class="st0">"5.0"</span> <span class="re0">Description</span>=<span class="st0">""</span> <span class="re0">Url</span>=<span class="st0">""</span> <span class="re0">Email</span>=<span class="st0">""</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><Robotstxt</span> <span class="re0">Policy</span>=<span class="st0">"Ignore"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><CrawlLimits<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><SizeLimits</span> <span class="re0">MaxDocumentDownload</span>=<span class="st0">"15"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></CrawlLimits<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Authentication<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><HtmlForm</span> <span class="re0">CredentialDomain</span>=<span class="st0">"http://forum.example.com/index.php?act=Login&amp;CODE=00"</span> <span class="re0">LoginUri</span>=<span class="st0">"http://forum.example.com/index.php?act=Login&amp;CODE=01"</span> <span class="re0">HttpMethod</span>=<span class="st0">"POST"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><FormElements<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><FormElement</span> <span class="re0">Key</span>=<span class="st0">"referer"</span> <span class="re0">Value</span>=<span class="st0">""</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><FormElement</span> <span class="re0">Key</span>=<span class="st0">"CookieDate"</span> <span class="re0">Value</span>=<span class="st0">"1"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><FormElement</span> <span class="re0">Key</span>=<span class="st0">"Privacy"</span> <span class="re0">Value</span>=<span class="st0">"1"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><FormElement</span> <span class="re0">Key</span>=<span class="st0">"UserName"</span> <span class="re0">Value</span>=<span class="st0">"User"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><FormElement</span> <span class="re0">Key</span>=<span class="st0">"PassWord"</span> <span class="re0">Value</span>=<span class="st0">"Password"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><FormElement</span> <span class="re0">Key</span>=<span class="st0">"submit"</span> <span class="re0">Value</span>=<span class="st0">"Enter"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></FormElements<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></HtmlForm<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Authentication<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Seeds</span> <span class="re0">FollowLinks</span>=<span class="st0">"Follow"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Seed<span class="re2">></span></span></span><span class="sc2"><![CDATA[http://forum.example.com/index.php?act=Login&CODE=00]]></span><span class="sc3"><span class="re1"></Seed<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Seeds<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></WebSite<span class="re2">></span></span></span></pre></div>
+<a name="Multiple_website_configuration"></a><h3> <span class="mw-headline"> Multiple website configuration </span></h3>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><WebSite</span> <span class="re0">ProjectName</span>=<span class="st0">"First WebSite"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><UserAgent</span> <span class="re0">Name</span>=<span class="st0">"Brox Crawler"</span> <span class="re0">Version</span>=<span class="st0">"1.0"</span> <span class="re0">Description</span>=<span class="st0">"Brox Crawler"</span> <span class="re0">Url</span>=<span class="st0">"http://www.example.com"</span> <span class="re0">Email</span>=<span class="st0">"crawler@example.com"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><CrawlingModel</span> <span class="re0">Type</span>=<span class="st0">"MaxIterations"</span> <span class="re0">Value</span>=<span class="st0">"20"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><CrawlScope</span> <span class="re0">Type</span>=<span class="st0">"Broad"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><CrawlLimits<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><SizeLimits</span> <span class="re0">MaxBytesDownload</span>=<span class="st0">"0"</span> <span class="re0">MaxDocumentDownload</span>=<span class="st0">"100"</span> <span class="re0">MaxTimeSec</span>=<span class="st0">"3600"</span> <span class="re0">MaxLengthBytes</span>=<span class="st0">"1000000"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><TimeoutLimits</span> <span class="re0">Timeout</span>=<span class="st0">"10000"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><WaitLimits</span> <span class="re0">Wait</span>=<span class="st0">"0"</span> <span class="re0">RandomWait</span>=<span class="st0">"false"</span> <span class="re0">MaxRetries</span>=<span class="st0">"8"</span> <span class="re0">WaitRetry</span>=<span class="st0">"0"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></CrawlLimits<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Seeds</span> <span class="re0">FollowLinks</span>=<span class="st0">"Follow"</span>
+ <span class="re1"><Seed<span class="re2">></span></span></span>http://localhost/<span class="sc3"><span class="re1"></Seed<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Seed<span class="re2">></span></span></span>http://localhost/otherseed<span class="sc3"><span class="re1"></Seed<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Seeds<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Authentication<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Rfc2617</span> <span class="re0">Host</span>=<span class="st0">"localhost"</span> <span class="re0">Port</span>=<span class="st0">"80"</span> <span class="re0">Realm</span>=<span class="st0">"Restricted area"</span> <span class="re0">Login</span>=<span class="st0">"user"</span> <span class="re0">Password</span>=<span class="st0">"pass"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><HtmlForm</span> <span class="re0">CredentialDomain</span>=<span class="st0">"http://localhost:8081/admin/"</span> <span class="re0">LoginUri</span>=<span class="st0">"/j_security_check"</span> <span class="re0">HttpMethod</span>=<span class="st0">"GET"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><FormElements<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><FormElement</span> <span class="re0">Key</span>=<span class="st0">"j_username"</span> <span class="re0">Value</span>=<span class="st0">"admin"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><FormElement</span> <span class="re0">Key</span>=<span class="st0">"j_password"</span> <span class="re0">Value</span>=<span class="st0">""</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><FormElement</span> <span class="re0">Key</span>=<span class="st0">"submit"</span> <span class="re0">Value</span>=<span class="st0">"Login"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></FormElements<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></HtmlForm<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Authentication<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></WebSite<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"><WebSite</span> <span class="re0">ProjectName</span>=<span class="st0">"Second WebSite"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><UserAgent</span> <span class="re0">Name</span>=<span class="st0">"Mozilla"</span> <span class="re0">Version</span>=<span class="st0">"5.0"</span> <span class="re0">Description</span>=<span class="st0">"X11; U; Linux x86_64; en-US; rv:1.8.1.4"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><Robotstxt</span> <span class="re0">Policy</span>=<span class="st0">"Classic"</span> <span class="re0">AgentNames</span>=<span class="st0">"mozilla, googlebot"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><CrawlingModel</span> <span class="re0">Type</span>=<span class="st0">"MaxDepth"</span> <span class="re0">Value</span>=<span class="st0">"100"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><CrawlScope</span> <span class="re0">Type</span>=<span class="st0">"Host"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><CrawlLimits<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><WaitLimits</span> <span class="re0">Wait</span>=<span class="st0">"5"</span> <span class="re0">RandomWait</span>=<span class="st0">"true"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></CrawlLimits<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Seeds</span> <span class="re0">FollowLinks</span>=<span class="st0">"NoFollow"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Seed<span class="re2">></span></span></span>http://example.com<span class="sc3"><span class="re1"></Seed<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Seeds<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Filters<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Filter</span> <span class="re0">Type</span>=<span class="st0">"BeginningPath"</span> <span class="re0">WorkType</span>=<span class="st0">"Unselect"</span> <span class="re0">Value</span>=<span class="st0">"/something/"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Refinements<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><TimeOfDay</span> <span class="re0">From</span>=<span class="st0">"09:00:00"</span> <span class="re0">To</span>=<span class="st0">"23:00:00"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><Port</span> <span class="re0">Number</span>=<span class="st0">"80"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></Refinements<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Filter<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Filter</span> <span class="re0">Type</span>=<span class="st0">"RegExp"</span> <span class="re0">WorkType</span>=<span class="st0">"Unselect"</span> <span class="re0">Value</span>=<span class="st0">"news"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><Filter</span> <span class="re0">Type</span>=<span class="st0">"ContentType"</span> <span class="re0">WorkType</span>=<span class="st0">"Unselect"</span> <span class="re0">Value</span>=<span class="st0">"image/jpeg"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></Filters<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></WebSite<span class="re2">></span></span></span></pre></div>
+<a name="Complex_website_configuration_example"></a><h3> <span class="mw-headline"> Complex website configuration example </span></h3>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><WebSite</span> <span class="re0">ProjectName</span>=<span class="st0">"Example Crawler Configuration"</span> <span class="re0">Header</span>=<span class="st0">"Accept-Encoding: gzip,deflate; Via: myProxy"</span> <span class="re0">Referer</span>=<span class="st0">"http://myReferer"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><UserAgent</span> <span class="re0">Name</span>=<span class="st0">"Crawler"</span> <span class="re0">Version</span>=<span class="st0">"1.0"</span> <span class="re0">Description</span>=<span class="st0">"Test crawler"</span> <span class="re0">Url</span>=<span class="st0">"http://www.example.com"</span> <span class="re0">Email</span>=<span class="st0">"crawler@example.com"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><Robotstxt</span> <span class="re0">Policy</span>=<span class="st0">"Custom"</span> <span class="re0">Value</span>=<span class="st0">"/home/user/customRobotRules.txt"</span> <span class="re0">AgentNames</span>=<span class="st0">"agent1;agent2"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><CrawlingModel</span> <span class="re0">Type</span>=<span class="st0">"MaxIterations"</span> <span class="re0">Value</span>=<span class="st0">"20"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><CrawlScope</span> <span class="re0">Type</span>=<span class="st0">"Broad"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Filters<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Filter</span> <span class="re0">Type</span>=<span class="st0">"BeginningPath"</span> <span class="re0">WorkType</span>=<span class="st0">"Select"</span> <span class="re0">Value</span>=<span class="st0">"/test.html"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></Filters<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></CrawlScope<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><CrawlLimits<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><SizeLimits</span> <span class="re0">MaxBytesDownload</span>=<span class="st0">"0"</span> <span class="re0">MaxDocumentDownload</span>=<span class="st0">"1"</span> <span class="re0">MaxTimeSec</span>=<span class="st0">"3600"</span> <span class="re0">MaxLengthBytes</span>=<span class="st0">"1000000"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><TimeoutLimits</span> <span class="re0">Timeout</span>=<span class="st0">"10000"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><WaitLimits</span> <span class="re0">Wait</span>=<span class="st0">"0"</span> <span class="re0">RandomWait</span>=<span class="st0">"false"</span> <span class="re0">MaxRetries</span>=<span class="st0">"8"</span> <span class="re0">WaitRetry</span>=<span class="st0">"0"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></CrawlLimits<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Proxy<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><ProxyServer</span> <span class="re0">Host</span>=<span class="st0">"example.com"</span> <span class="re0">Port</span>=<span class="st0">"3128"</span> <span class="re0">Login</span>=<span class="st0">"user"</span> <span class="re0">Password</span>=<span class="st0">"pass"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></Proxy<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Authentication<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Rfc2617</span> <span class="re0">Host</span>=<span class="st0">"somehost.com"</span> <span class="re0">Port</span>=<span class="st0">"80"</span> <span class="re0">Realm</span>=<span class="st0">"realm string"</span> <span class="re0">Login</span>=<span class="st0">"user"</span> <span class="re0">Password</span>=<span class="st0">"pass"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></Authentication<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Seeds</span> <span class="re0">FollowLinks</span>=<span class="st0">"NoFollow"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Seed<span class="re2">></span></span></span>http://example.com<span class="sc3"><span class="re1"></Seed<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Seeds<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Filters<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Filter</span> <span class="re0">Type</span>=<span class="st0">"BeginningPath"</span> <span class="re0">WorkType</span>=<span class="st0">"Unselect"</span> <span class="re0">Value</span>=<span class="st0">"/something/"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Refinements<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><TimeOfDay</span> <span class="re0">From</span>=<span class="st0">"09:00:00"</span> <span class="re0">To</span>=<span class="st0">"23:00:00"</span><span class="re2">/></span></span>‘
+ <span class="sc3"><span class="re1"><Port</span> <span class="re0">Number</span>=<span class="st0">"80"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></Refinements<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Filter<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Filter</span> <span class="re0">Type</span>=<span class="st0">"RegExp"</span> <span class="re0">WorkType</span>=<span class="st0">"Unselect"</span> <span class="re0">Value</span>=<span class="st0">"news"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><Filter</span> <span class="re0">Type</span>=<span class="st0">"ContentType"</span> <span class="re0">WorkType</span>=<span class="st0">"Unselect"</span> <span class="re0">Value</span>=<span class="st0">"image/jpeg"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></Filters<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><MetaTagFilters<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><MetaTagFilter</span> <span class="re0">Type</span>=<span class="st0">"Name"</span> <span class="re0">Name</span>=<span class="st0">"author"</span> <span class="re0">Content</span>=<span class="st0">"Blocked Author"</span> <span class="re0">WorkType</span>=<span class="st0">"Unselect"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></MetaTagFilters<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></WebSite<span class="re2">></span></span></span></pre></div>
+<a name="Output_example_for_default_configuration"></a><h2> <span class="mw-headline"> Output example for default configuration </span></h2>
+<p>If you crawl with the default configuration file, you’ll receive the following record:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Record</span> <span class="re0">xmlns</span>=<span class="st0">"http://www.eclipse.org/smila/record"</span> <span class="re0">version</span>=<span class="st0">"1.0"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"_recordid"</span><span class="re2">></span></span>web:<span class="sc1">&lt;</span>Url=http://en.wikipedia.org/wiki/Main_Page<span class="sc1">&gt;</span><span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"Url"</span><span class="re2">></span></span>http://en.wikipedia.org/wiki/Main_Page<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"Content"</span><span class="re2">></span></span>
+ Whole content of wikipedia main page.
+ To much to post here.
+ <span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"Title"</span><span class="re2">></span></span>Wikipedia, the free encyclopedia<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Seq</span> <span class="re0">n</span>=<span class="st0">"MetaData"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>base:null<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>noCache:false<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>noFollow:false<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>noIndex:false<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>refresh:false<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>refreshHref:null<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>
+ keywords:Main Page,1266,1815,1919,1935,1948 NCAA Men's
+ Division I Ice Hockey Tournament,1991,1993,2009,2009
+ Bangladesh Rifles revolt,Althea Byfield
+ <span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>generator:MediaWiki 1.15alpha<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>content-type:text/html; charset=utf-8<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>content-style-type:text/css<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"MimeType"</span><span class="re2">></span></span>text/html<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"ResponseHeader"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>Server:Apache<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>Date:Thu, 26 Feb 2009 14:33:37 GMT<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Seq</span> <span class="re0">key</span>=<span class="st0">"MetaDataWithResponseHeaderFallBack"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>Age:2<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>Content-Language:en<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>Content-Length:57974<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>Last-Modified:Thu, 26 Feb 2009 14:31:46 GMT<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>
+ X-Cache-Lookup:MISS from knsq25.knams.wikimedia.org:80
+ <span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>Connection:Keep-Alive<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>X-Cache:MISS from knsq25.knams.wikimedia.org<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>Server:Apache<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>X-Powered-By:PHP/5.2.4-2ubuntu5wm1<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>
+ Cache-Control:private, s-maxage=0, max-age=0,
+ must-revalidate
+ <span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>Date:Thu, 26 Feb 2009 14:33:37 GMT<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>Vary:Accept-Encoding,Cookie<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>
+ X-Vary-Options:Accept-Encoding;list-contains=gzip,Cookie;string-contains=enwikiToken;string-contains=enwikiLoggedOut;string-contains=enwiki_session;string-contains=centralauth_Token;string-contains=centralauth_Session;string-contains=centralauth_LoggedOut
+ <span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>
+ Via:1.1 sq39.wikimedia.org:3128 (squid/2.7.STABLE6), 1.0
+ knsq29.knams.wikimedia.org:3128 (squid/2.7.STABLE6), 1.0
+ knsq25.knams.wikimedia.org:80 (squid/2.7.STABLE6), 1.0
+ HAN-HB-FW-001
+ <span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>Content-Type:text/html; charset=utf-8<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>Proxy-Connection:Keep-Alive<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>base:null<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>noCache:false<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>noFollow:false<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>noIndex:false<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>refresh:false<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>refreshHref:null<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>
+ keywords:Main Page,1266,1815,1919,1935,1948 NCAA Men's
+ Division I Ice Hockey Tournament,1991,1993,2009,2009
+ Bangladesh Rifles revolt,Althea Byfield
+ <span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>generator:MediaWiki 1.15alpha<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>content-type:text/html; charset=utf-8<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val<span class="re2">></span></span></span>content-style-type:text/css<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Seq<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Val</span> <span class="re0">key</span>=<span class="st0">"_HASH_TOKEN"</span><span class="re2">></span></span>eb1eff85a3e3d4ad4ffd0dd9d4883e3d1f7f988019ca9bfa4a4df2e7659aa6<span class="sc3"><span class="re1"></Val<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attachment<span class="re2">></span></span></span>Content<span class="sc3"><span class="re1"></Attachment<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></Record<span class="re2">></span></span></span></pre></div>
+<a name="Additional_performance_counters"></a><h2> <span class="mw-headline"> Additional performance counters </span></h2>
+<p>The FileSystemCrawler adds some specific counters to the common counters:
+</p>
+<ul><li> bytes: number of bytes read from web server
+</li><li> pages: number of web pages read
+</li><li> averageHttpFetchTime: average time for fetching a page from the server.
+</li><li> producerExceptions: number of webserver related errors
+</li></ul>
+<a name="See_also"></a><h2> <span class="mw-headline"> See also </span></h2>
+<ul><li> <a href="Crawler.html" title="SMILA/Documentation/Crawler">Crawler</a>
+</li><li> <a href="Filesystem_Crawler.html" title="SMILA/Documentation/Filesystem Crawler">Filesystem Crawler</a>
+</li><li> <a href="JDBC_Crawler.html" title="SMILA/Documentation/JDBC Crawler">JDBC Crawler</a>
+</li></ul>
+<a name="External_links"></a><h2> <span class="mw-headline"> External links </span></h2>
+<ul><li> <a href="http://www.robotstxt.org/robotstxt.html" class="external text" title="http://www.robotstxt.org/robotstxt.html" rel="nofollow">The Web Robots Pages - robots.txt reference</a>
+</li><li> <a href="https://www.google.com/webmasters/tools/docs/en/protocol.html" class="external text" title="https://www.google.com/webmasters/tools/docs/en/protocol.html" rel="nofollow">Google Sitemap Protocol</a>
+</li><li> <a href="http://en.wikipedia.org/wiki/Referer" class="external text" title="http://en.wikipedia.org/wiki/Referer" rel="nofollow">HTTP Referer Header</a>
+</li><li> <a href="http://en.wikipedia.org/wiki/HTTP_cookie" class="external text" title="http://en.wikipedia.org/wiki/HTTP_cookie" rel="nofollow">HTTP Cookie Header</a>
+</li></ul>
+<p><br />
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 214/1000000
+Post-expand include size: 1045/2097152 bytes
+Template argument size: 515/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15257-0!1!0!!en!2!edit=0 and timestamp 20120203101254 -->
+<div class="printfooter">
+Retrieved from "<a href="Web_Crawler.html">http://wiki.eclipse.org/SMILA/Documentation/Web_Crawler</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 09:38, 24 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a>, <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a> and <a href="http://wiki.eclipse.org/index.php?title=User:Bjoern.decker.attensity.com&action=edit" class="new" title="User:Bjoern.decker.attensity.com">Björn Decker</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Web_Crawler&action=credits" title="SMILA/Documentation/Web Crawler">others</a>.</p>
+ <p id="footerviews">This page has been accessed 5,289 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.446 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Worker/PipeletProcessorWorker.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Worker/PipeletProcessorWorker.html
new file mode 100644
index 0000000..99ec22d
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Worker/PipeletProcessorWorker.html
@@ -0,0 +1,337 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/Worker/PipeletProcessorWorker,SMILA/Development Guidelines/How to write a Pipelet,SMILA/Documentation/SesameOntologyManager,SMILA/Glossary" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/Worker/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/Worker/PipeletProcessorWorker - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/Worker/PipeletProcessorWorker";
+var wgTitle = "SMILA/Documentation/Worker/PipeletProcessorWorker";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "33414";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "285843";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="PipeletProcessorWorker.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_Worker_PipeletProcessorWorker">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Worker/PipeletProcessorWorker">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/Worker/PipeletProcessorWorker">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/Worker/PipeletProcessorWorker">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Worker/PipeletProcessorWorker&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Worker/PipeletProcessorWorker&oldid=285843">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="PipeletProcessorWorker.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/Worker/PipeletProcessorWorker&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Worker/PipeletProcessorWorker&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Worker/PipeletProcessorWorker&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Worker/PipeletProcessorWorker"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/Worker/PipeletProcessorWorker</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../../SMILA.html" title="SMILA">SMILA</a> | <a href="../../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="PipeletProcessorWorker.html#column-one">navigation</a>, <a href="PipeletProcessorWorker.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="PipeletProcessorWorker.html#PipeletProcessorWorker_.28bundle_org.eclipse.smila.processing.worker.29"><span class="tocnumber">1</span> <span class="toctext">PipeletProcessorWorker (bundle org.eclipse.smila.processing.worker)</span></a>
+<ul>
+<li class="toclevel-2"><a href="PipeletProcessorWorker.html#JavaDoc"><span class="tocnumber">1.1</span> <span class="toctext">JavaDoc</span></a></li>
+<li class="toclevel-2"><a href="PipeletProcessorWorker.html#Configuration"><span class="tocnumber">1.2</span> <span class="toctext">Configuration</span></a></li>
+<li class="toclevel-2"><a href="PipeletProcessorWorker.html#PipeletProcessorWorker_definition_in_workers.json"><span class="tocnumber">1.3</span> <span class="toctext">PipeletProcessorWorker definition in workers.json</span></a></li>
+<li class="toclevel-2"><a href="PipeletProcessorWorker.html#Access_task_parameters_in_pipelets"><span class="tocnumber">1.4</span> <span class="toctext">Access task parameters in pipelets</span></a></li>
+<li class="toclevel-2"><a href="PipeletProcessorWorker.html#Error_handling"><span class="tocnumber">1.5</span> <span class="toctext">Error handling</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="PipeletProcessorWorker_.28bundle_org.eclipse.smila.processing.worker.29"></a><h1> <span class="mw-headline"> PipeletProcessorWorker (bundle org.eclipse.smila.processing.worker) </span></h1>
+<p>The PipeletProcessorWorker is a <a href="../../Glossary.html#W" title="SMILA/Glossary">worker</a> designed to execute a single pipelet directly, without pipeline overhead.
+</p>
+<a name="JavaDoc"></a><h2> <span class="mw-headline"> JavaDoc </span></h2>
+<p>This page gives only a rough overview of the service. Please refer to the <a href="http://build.eclipse.org/rt/smila/javadoc/current/index.html?org/eclipse/smila/processing/worker/PipeletProcessorWorker.html" class="external text" title="http://build.eclipse.org/rt/smila/javadoc/current/index.html?org/eclipse/smila/processing/worker/PipeletProcessorWorker.html" rel="nofollow">JavaDoc</a> for detailed information about the Java components.
+</p>
+<a name="Configuration"></a><h2> <span class="mw-headline"> Configuration </span></h2>
+<p>The PipeletProcessorWorker is configured via incoming task parameters. These parameters could have been set e.g. in a <a href="../../Glossary.html#J" title="SMILA/Glossary">job</a> definition.
+</p>
+<table border="1px solid #CCC" cellpadding="5px" style="border:1px solid #CCC; border-collapse:collapse; font:small/1.5 Tahoma, Bitstream Vera Sans, Verdana, Helvetica, sans-serif;">
+<tr>
+<th> Parameter
+</th><th> Description
+</th><th> Default value
+</th></tr>
+<tr>
+<td> <tt>pipeletName</tt>
+</td><td> Name of the pipelet to execute
+</td><td> ---
+</td></tr>
+<tr>
+<td> <tt>keepAttachmentsInMemory</tt>
+</td><td> By default, attachments on processed records are kept in memory. If you don't have much memory or very large attachments it may be useful to set this parameter to false and have a BinaryStorage service activated. Then attachments are stored in BinaryStorage while processing and less memory is used. However, processing will probably be slower in this case. After processing the attachments will be removed from BinaryStorage again. If no BinaryStorage service is active, all attachments will be kept in memory and this parameter will not have any effect.
+</td><td> true
+</td></tr>
+<tr>
+<td> <tt>writeAttachmentsToOutput</tt>
+</td><td> By default, attachments on incoming records are also added to the output records (if any are written). If this parameter is set to <tt>false</tt>, only record metadata is written to the output bulk. This can save a lot of IO if attachments are not needed anymore in the workflow after this worker.
+</td><td> true
+</td></tr>
+</table>
+<p>Sample job definition that sets the parameters:
+</p>
+<pre>
+{
+ "name":"myJob",
+ "parameters":{
+ "pipeletName": "MySamplePipelet",
+ ...
+ },
+ "workflow":"myWorkflow"
+}
+</pre>
+<a name="PipeletProcessorWorker_definition_in_workers.json"></a><h2> <span class="mw-headline"> PipeletProcessorWorker definition in workers.json </span></h2>
+<pre>
+GET /smila/jobmanager/workers/pipeletProcessor/
+
+HTTP/1.x 200 OK
+
+{
+ "name" : "pipeletProcessor",
+ "readOnly" : true,
+ "parameters" : [
+ {
+ "name" : "pipeletName"
+ },
+ {
+ "name" : "<pipeletParameters>",
+ "optional" : true,
+ "type" : "any"
+ }
+ ],
+ "input" : [ {
+ "name" : "input",
+ "type" : "recordBulks"
+ } ],
+ "output" : [ {
+ "name" : "output",
+ "type" : "recordBulks",
+ "modes" : [ "optional" ]
+ } ]
+}
+</pre>
+<p>The output bucket of the worker is optional, hence in an <a href="../../Glossary.html#W" title="SMILA/Glossary">asynchronous workflow</a> the worker does not need to have a successor. If the output bucket is not defined, the result records of the pipeline processing are not persisted to a bulk, but thrown away. This makes sense if the pipelet stores the records somewhere itself, e.g. adds them to an index.
+</p>
+<a name="Access_task_parameters_in_pipelets"></a><h2> <span class="mw-headline"> Access task parameters in pipelets </span></h2>
+<p>The worker adds all task parameters to a map in attribute <tt>_parameters</tt> in each record before giving it to the pipelet which can access them. The helper class <tt>org.eclipse.smila.processing.parameters.ParameterAccesssor</tt> supports this by checking for requested parameters first in this <tt>_parameters</tt> map, then at the top-level of a record and then in the pipelet configuration. Therefore it's possible to override properties from the pipelet configuration by setting them as task parameters, if the pipelet uses the ParameterAccessor to access parameters in records and configuration. This is done for example by the <a href="../SesameOntologyManager.html" title="SMILA/Documentation/SesameOntologyManager">Sesame</a> pipelets.
+</p><p>If the internal parameter <tt>_failOnError</tt> was not set before, the worker will set the parameter to "false". This means that the called pipelet should continue processing records and not stop when processing defect records. The pipelet itself must implement this behavior. How to achieve this is explained in <a href="../../Development_Guidelines/How_to_write_a_Pipelet.html" class="mw-redirect" title="SMILA/Development Guidelines/How to write a Pipelet">How to write a Pipelet</a>.
+</p>
+<a name="Error_handling"></a><h2> <span class="mw-headline"> Error handling </span></h2>
+<p>The following errors may occur when a <a href="../../Glossary.html#T" title="SMILA/Glossary">task</a> for the PipeletProcessorWorker is processed:
+</p>
+<ul><li> Pipelet parameter missing or invalid parameter
+<ul><li> If the given pipelet parameter is not set (or invalid) the task will fail with a non-recoverable error.
+</li></ul>
+</li><li> ProcessingException while processing a bunch of parallel records.
+<ul><li> Recoverable <tt>ProcessingException</tt>: The current task will fail with a recoverable error, so the whole task (with all records) will be repeated.
+</li><li> Non-recoverable <tt>ProcessingException</tt>: An error will be logged and the worker will continue with the next bunch of records. The records of the current bunch will be lost. (This is implemented in a way as to <i>not</i> fail the whole task with all its input records in case of a single record defect.)
+</li></ul>
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 25/1000000
+Post-expand include size: 174/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:33414-0!1!0!!en!2!edit=0 and timestamp 20120203101210 -->
+<div class="printfooter">
+Retrieved from "<a href="PipeletProcessorWorker.html">http://wiki.eclipse.org/SMILA/Documentation/Worker/PipeletProcessorWorker</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 15:54, 23 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/User:Andreas.Weber.empolis.com" title="User:Andreas.Weber.empolis.com">Andreas Weber</a>, <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a> and <a href="http://wiki.eclipse.org/User:Drazen.cindric.attensity.com" title="User:Drazen.cindric.attensity.com">Drazen Cindric</a>.</p>
+ <p id="footerviews">This page has been accessed 553 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.087 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Worker/PipelineProcessorWorker.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Worker/PipelineProcessorWorker.html
new file mode 100644
index 0000000..77ca482
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Worker/PipelineProcessorWorker.html
@@ -0,0 +1,348 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/Worker/PipelineProcessorWorker,SMILA/Development Guidelines/How to write a Pipelet,SMILA/Documentation/BPEL Workflow Processor,SMILA/Documentation/SesameOntologyManager,SMILA/Glossary" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/Worker/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/Worker/PipelineProcessorWorker - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/Worker/PipelineProcessorWorker";
+var wgTitle = "SMILA/Documentation/Worker/PipelineProcessorWorker";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "32889";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286224";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="PipelineProcessorWorker.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_Worker_PipelineProcessorWorker">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Worker/PipelineProcessorWorker">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/Worker/PipelineProcessorWorker">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/Worker/PipelineProcessorWorker">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Worker/PipelineProcessorWorker&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Worker/PipelineProcessorWorker&oldid=286224">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="PipelineProcessorWorker.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/Worker/PipelineProcessorWorker&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Worker/PipelineProcessorWorker&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Worker/PipelineProcessorWorker&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Worker/PipelineProcessorWorker"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/Worker/PipelineProcessorWorker</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../../SMILA.html" title="SMILA">SMILA</a> | <a href="../../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="PipelineProcessorWorker.html#column-one">navigation</a>, <a href="PipelineProcessorWorker.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="PipelineProcessorWorker.html#PipelineProcessorWorker_.28bundle_org.eclipse.smila.processing.worker.29"><span class="tocnumber">1</span> <span class="toctext">PipelineProcessorWorker (bundle org.eclipse.smila.processing.worker)</span></a>
+<ul>
+<li class="toclevel-2"><a href="PipelineProcessorWorker.html#JavaDoc"><span class="tocnumber">1.1</span> <span class="toctext">JavaDoc</span></a></li>
+<li class="toclevel-2"><a href="PipelineProcessorWorker.html#Configuration"><span class="tocnumber">1.2</span> <span class="toctext">Configuration</span></a></li>
+<li class="toclevel-2"><a href="PipelineProcessorWorker.html#PipelineProcessorWorker_definition_in_workers.json"><span class="tocnumber">1.3</span> <span class="toctext">PipelineProcessorWorker definition in workers.json</span></a></li>
+<li class="toclevel-2"><a href="PipelineProcessorWorker.html#Access_task_parameters_in_pipelets"><span class="tocnumber">1.4</span> <span class="toctext">Access task parameters in pipelets</span></a></li>
+<li class="toclevel-2"><a href="PipelineProcessorWorker.html#Error_handling"><span class="tocnumber">1.5</span> <span class="toctext">Error handling</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="PipelineProcessorWorker_.28bundle_org.eclipse.smila.processing.worker.29"></a><h1> <span class="mw-headline"> PipelineProcessorWorker (bundle org.eclipse.smila.processing.worker) </span></h1>
+<p>The PipelineProcessorWorker is a <a href="../../Glossary.html#W" title="SMILA/Glossary">worker</a> designed to process synchronous pipelines inside an <a href="../../Glossary.html#W" title="SMILA/Glossary">asynchronous workflow</a>. The worker in principal is independent of a dedicated pipeline processing implementation. However, in SMILA we use <a href="../BPEL_Workflow_Processor.html" title="SMILA/Documentation/BPEL Workflow Processor">BPEL pipelines</a> for synchronous workflows, so in common speech the worker is also called <i>BPEL worker</i>.
+</p><p>The BPEL pipelines that can be used for execution are those defined in SMILA for BPEL processing. So there's no need to copy or configure them separately to use them with the PipelineProcessorWorker.
+</p><p>BPEL pipelines resp. pipelets are able to process records in parallel. Therefore, the PipelineProcessorWorker can divide the records of the input bulk in bunches of records to be processed in a single call to reduce the overhead caused by invoking a BPEL pipeline. This can be configured via <i>pipelineRunBulkSize</i> parameter (see below).
+</p>
+<a name="JavaDoc"></a><h2> <span class="mw-headline"> JavaDoc </span></h2>
+<p>This page gives only a rough overview of the service. Please refer to the <a href="http://build.eclipse.org/rt/smila/javadoc/current/index.html?org/eclipse/smila/processing/worker/PipelineProcessorWorker.html" class="external text" title="http://build.eclipse.org/rt/smila/javadoc/current/index.html?org/eclipse/smila/processing/worker/PipelineProcessorWorker.html" rel="nofollow">JavaDoc</a> for detailed information about the Java components.
+</p>
+<a name="Configuration"></a><h2> <span class="mw-headline"> Configuration </span></h2>
+<p>The PipelineProcessorWorker is configured via incoming task parameters. These parameters could have been set e.g. in a <a href="../../Glossary.html#J" title="SMILA/Glossary">job</a> definition.
+</p>
+<table border="1px solid #CCC" cellpadding="5px" style="border:1px solid #CCC; border-collapse:collapse; font:small/1.5 Tahoma, Bitstream Vera Sans, Verdana, Helvetica, sans-serif;">
+<tr>
+<th> Parameter
+</th><th> Description
+</th><th> Default value
+</th></tr>
+<tr>
+<td> <tt>pipelineName</tt>
+</td><td> Name of the synchronous (BPEL) pipeline to execute
+</td><td> ---
+</td></tr>
+<tr>
+<td> <tt>pipelineRunBulkSize</tt>
+</td><td> Number of records to be processed in a single call by the synchronous workflow (a value <= 0 means default value)
+</td><td> 1
+</td></tr>
+<tr>
+<td> <tt>keepAttachmentsInMemory</tt>
+</td><td> By default, attachments on processed records are kept in memory. If you don't have much memory or very large attachments it may be useful to set this parameter to false and have a BinaryStorage service activated. Then attachments are stored in BinaryStorage while processing and less memory is used. However, processing will probably be slower in this case. It may be better to reduce the pipelineRunBulkSize instead. After processing the attachments will be removed from BinaryStorage again. If no BinaryStorage service is active, all attachments will be kept in memory and this parameter will not have any effect.
+</td><td> true
+</td></tr>
+<tr>
+<td> <tt>writeAttachmentsToOutput</tt>
+</td><td> By default, attachments on incoming records are also added to the output records (if any are written). If this parameter is set to <tt>false</tt>, only record metadata is written to the output bulk. This can save a lot of IO if attachments are not needed anymore in the workflow after this worker.
+</td><td> true
+</td></tr>
+</table>
+<p>Sample job definition that sets the parameters:
+</p>
+<pre>
+{
+ "name":"myJob",
+ "parameters":{
+ "pipelineName": "myBpelPipeline",
+ "pipelineRunBulkSize": "10",
+ ...
+ },
+ "workflow":"myWorkflow"
+}
+</pre>
+<a name="PipelineProcessorWorker_definition_in_workers.json"></a><h2> <span class="mw-headline"> PipelineProcessorWorker definition in workers.json </span></h2>
+<pre>
+GET /smila/jobmanager/workers/pipelineProcessor/
+
+HTTP/1.x 200 OK
+
+{
+ "name" : "pipelineProcessor",
+ "readOnly" : true,
+ "parameters" : [
+ {
+ "name" : "pipelineName"
+ },
+ {
+ "name" : "<pipeletParameters>",
+ "optional" : true,
+ "type" : "any"
+ },
+ {
+ "name" : "pipelineRunBulkSize",
+ "optional" : true
+ } ],
+ "input" : [ {
+ "name" : "input",
+ "type" : "recordBulks"
+ } ],
+ "output" : [ {
+ "name" : "output",
+ "type" : "recordBulks",
+ "modes" : [ "optional" ]
+ } ]
+}
+</pre>
+<p>The output bucket of the worker is optional, hence in an <a href="../../Glossary.html#W" title="SMILA/Glossary">asynchronous workflow</a> the worker does not need to have a successor. If the output bucket is not defined, the result records of the pipeline processing are not persisted to a bulk, but thrown away. This makes sense if the pipeline stores the records somewhere itself, e.g. adds them to an index.
+</p>
+<a name="Access_task_parameters_in_pipelets"></a><h2> <span class="mw-headline"> Access task parameters in pipelets </span></h2>
+<p>The worker adds all task parameters to a map in attribute <tt>_parameters</tt> in each record before giving it to the workflow processor, so each pipelet can access them. The helper class <tt>org.eclipse.smila.processing.parameters.ParameterAccesssor</tt> supports this by checking for requested parameters first in this <tt>_parameters</tt> map, then at the top-level of a record and then in the pipelet configuration. Therefore it's possible to override properties from the pipelet configuration by setting them as task parameters, if the pipelet uses the <tt>ParameterAccessor</tt> to access parameters in records and configuration. This is done for example by the <a href="../SesameOntologyManager.html" title="SMILA/Documentation/SesameOntologyManager">Sesame</a> pipelets.
+</p><p>If the internal parameter <tt>_failOnError</tt> was not set before, the worker will set the parameter to "false". This means that the called pipelets should continue processing records and not stop when processing defect records. The pipelets themselves must implement this behavior. How to achieve this is explained in <a href="../../Development_Guidelines/How_to_write_a_Pipelet.html" class="mw-redirect" title="SMILA/Development Guidelines/How to write a Pipelet">How to write a Pipelet</a>.
+</p>
+<a name="Error_handling"></a><h2> <span class="mw-headline"> Error handling </span></h2>
+<p>The following errors may occur when a <a href="../../Glossary.html#T" title="SMILA/Glossary">task</a> for the PipelineProcessorWorker is processed:
+</p>
+<ul><li> Pipeline parameter missing or invalid parameter
+<ul><li> If the given pipeline parameter is not set (or invalid) the task will fail with a non-recoverable error.
+</li></ul>
+</li><li> ProcessingException while processing a bunch of parallel records.
+<ul><li> Recoverable <tt>ProcessingException</tt>: The current task will fail with a recoverable error, so the whole task (with all records) will be repeated.
+</li><li> Non-recoverable <tt>ProcessingException</tt>: An error will be logged and the worker will continue with the next bunch of records. The records of the current bunch will be lost. (This is implemented in a way as to <i>not</i> fail the whole task with all its input records in case of a single record defect.)
+</li></ul>
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 27/1000000
+Post-expand include size: 174/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:32889-0!1!0!!en!2!edit=0 and timestamp 20120202171442 -->
+<div class="printfooter">
+Retrieved from "<a href="PipelineProcessorWorker.html">http://wiki.eclipse.org/SMILA/Documentation/Worker/PipelineProcessorWorker</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 16:24, 24 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>, <a href="http://wiki.eclipse.org/User:Andreas.Weber.empolis.com" title="User:Andreas.Weber.empolis.com">Andreas Weber</a> and <a href="http://wiki.eclipse.org/User:Drazen.cindric.attensity.com" title="User:Drazen.cindric.attensity.com">Drazen Cindric</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Worker/PipelineProcessorWorker&action=credits" title="SMILA/Documentation/Worker/PipelineProcessorWorker">others</a>.</p>
+ <p id="footerviews">This page has been accessed 903 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.060 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/WorkerAndWorkflows.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/WorkerAndWorkflows.html
new file mode 100644
index 0000000..d48f83a
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/WorkerAndWorkflows.html
@@ -0,0 +1,674 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/WorkerAndWorkflows,SMILA/Documentation/JobManagerConfiguration,SMILA/Documentation/JobParameters,SMILA/Documentation/JobRuns" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/WorkerAndWorkflows - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/WorkerAndWorkflows";
+var wgTitle = "SMILA/Documentation/WorkerAndWorkflows";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "32420";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "287714";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-text {line-height: normal; font-size: medium;}
+.source-text li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for text
+ * CSS class: source-text, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-text .de1, .source-text .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-text {}
+.source-text .head {}
+.source-text .foot {}
+.source-text .imp {font-weight: bold; color: red;}
+.source-text .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-text li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-text li.li2 {font-weight: bold;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="WorkerAndWorkflows.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_WorkerAndWorkflows">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/WorkerAndWorkflows">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/WorkerAndWorkflows">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/WorkerAndWorkflows">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/WorkerAndWorkflows&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/WorkerAndWorkflows&oldid=287714">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="WorkerAndWorkflows.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/WorkerAndWorkflows&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/WorkerAndWorkflows&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/WorkerAndWorkflows&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/WorkerAndWorkflows"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/WorkerAndWorkflows</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="WorkerAndWorkflows.html#column-one">navigation</a>, <a href="WorkerAndWorkflows.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="WorkerAndWorkflows.html#Workers_and_Workflows"><span class="tocnumber">1</span> <span class="toctext">Workers and Workflows</span></a>
+<ul>
+<li class="toclevel-2"><a href="WorkerAndWorkflows.html#Workers"><span class="tocnumber">1.1</span> <span class="toctext">Workers</span></a>
+<ul>
+<li class="toclevel-3"><a href="WorkerAndWorkflows.html#Worker_definition"><span class="tocnumber">1.1.1</span> <span class="toctext">Worker definition</span></a>
+<ul>
+<li class="toclevel-4"><a href="WorkerAndWorkflows.html#Slot_groups"><span class="tocnumber">1.1.1.1</span> <span class="toctext">Slot groups</span></a></li>
+<li class="toclevel-4"><a href="WorkerAndWorkflows.html#Worker_properties_in_detail"><span class="tocnumber">1.1.1.2</span> <span class="toctext">Worker properties in detail</span></a></li>
+<li class="toclevel-4"><a href="WorkerAndWorkflows.html#Example"><span class="tocnumber">1.1.1.3</span> <span class="toctext">Example</span></a></li>
+</ul>
+</li>
+<li class="toclevel-3"><a href="WorkerAndWorkflows.html#List_workers"><span class="tocnumber">1.1.2</span> <span class="toctext">List workers</span></a>
+<ul>
+<li class="toclevel-4"><a href="WorkerAndWorkflows.html#All_workers"><span class="tocnumber">1.1.2.1</span> <span class="toctext">All workers</span></a></li>
+<li class="toclevel-4"><a href="WorkerAndWorkflows.html#Specific_worker"><span class="tocnumber">1.1.2.2</span> <span class="toctext">Specific worker</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="WorkerAndWorkflows.html#Workflows"><span class="tocnumber">1.2</span> <span class="toctext">Workflows</span></a>
+<ul>
+<li class="toclevel-3"><a href="WorkerAndWorkflows.html#Workflow_definition"><span class="tocnumber">1.2.1</span> <span class="toctext">Workflow definition</span></a>
+<ul>
+<li class="toclevel-4"><a href="WorkerAndWorkflows.html#Connecting_a_workflow_to_another_workflow"><span class="tocnumber">1.2.1.1</span> <span class="toctext">Connecting a workflow to another workflow</span></a></li>
+<li class="toclevel-4"><a href="WorkerAndWorkflows.html#Workflow_properties_in_detail"><span class="tocnumber">1.2.1.2</span> <span class="toctext">Workflow properties in detail</span></a></li>
+<li class="toclevel-4"><a href="WorkerAndWorkflows.html#Example_2"><span class="tocnumber">1.2.1.3</span> <span class="toctext">Example</span></a></li>
+</ul>
+</li>
+<li class="toclevel-3"><a href="WorkerAndWorkflows.html#List.2C_create.2C_and_modify_workflows"><span class="tocnumber">1.2.2</span> <span class="toctext">List, create, and modify workflows</span></a>
+<ul>
+<li class="toclevel-4"><a href="WorkerAndWorkflows.html#All_workflows"><span class="tocnumber">1.2.2.1</span> <span class="toctext">All workflows</span></a></li>
+<li class="toclevel-4"><a href="WorkerAndWorkflows.html#Specific_workflow"><span class="tocnumber">1.2.2.2</span> <span class="toctext">Specific workflow</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Workers_and_Workflows"></a><h1> <span class="mw-headline"> Workers and Workflows </span></h1>
+<p>Please note that job manager element names (like workers and workflows) must conform to the job manager naming convention:
+</p>
+<ul><li> names must inly consist of the following characters: <b>a-zA-Z._-</b>
+</li></ul>
+<p>If they do not conform, they won't be accessible in SMILA.
+</p>
+<ul><li> Pushing elements with invalid names will result in a 400 Bad Request,
+</li><li> predefined elements with invalid names won't be loaded, a warning will be logged in the SMILA.log file.
+</li></ul>
+<p>E.g.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-text">... WARN ... internal.DefinitionPersistenceImpl - Error parsing predefined worker definitions from configuration area
+ org.eclipse.smila.common.exceptions.InvalidDefinitionException: Value 'worker#1' in field 'name' is not valid:
+ A name must match pattern ^[a-zA-Z0-9-_\.]+$.</pre></div>
+<a name="Workers"></a><h2> <span class="mw-headline"> Workers </span></h2>
+<a name="Worker_definition"></a><h3> <span class="mw-headline"> Worker definition </span></h3>
+<p>A worker definition describes the input and output behavior as well as the required parameters of a worker. The definitions are provided with the software and must be known in the system before a worker can be added as an action to a workflow. They cannot be added or edited at runtime and are therefore not intended to be manipulated by the user.
+</p><p>Typically, a worker definition consists of the following parts:
+</p>
+<ol><li> A <b>parameter section</b> declaring the worker's parameters: These <a href="JobParameters.html" title="SMILA/Documentation/JobParameters">parameters</a> must be set either in the workflow or in the job definition when using this worker.
+</li><li> An <b>input slot</b> describing the type of input objects that the worker is able to consume: All input slots must be connected to buckets in a workflow definition that wants to use this worker.
+</li><li> An <b>output slot</b> describing the type of output objects that the worker generates: All output slots must be connected to buckets in a workflow definition that wants to use this worker. An exception to this rule are output slots that were marked as optional in the worker definition or output slots that belong to another slot group (see below).
+</li></ol>
+<a name="Slot_groups"></a><h4> <span class="mw-headline"> Slot groups </span></h4>
+<p>As an advanced feature, output slots can be associated with a group label. Slots having the same group label then belong to the same group. Grouping is used to define which slots can be used together in the same workflow and which not. Whereas slots that were not associated with a group label can be combined freely because they belong to each group implicitly, it is not possible to use slots from different groups in the same workflow. When using groups, the rules concerning optional and mandatory output slots are as follows:
+</p>
+<ul><li> A mandatory slot without a group label must always be connected to a bucket.
+</li><li> An optional slot without a group label is allowed in any combination with other any group slot.
+</li><li> If a particular group shall be used, all mandatory slots of the group must be connected to a bucket.
+</li><li> If each group contains at least one mandatory slot, at least one group must be connected. It is not possible then to connect the slots without a group label only.
+</li></ul>
+<a name="Worker_properties_in_detail"></a><h4> <span class="mw-headline"> Worker properties in detail </span></h4>
+<ul><li> <tt>name</tt>: Required. Defines the name of the worker. Can be used in a workflow to add the worker as an action.
+</li><li> <tt>modes</tt>: Optional. Sets a mode in the worker, controlling a special behavior.
+</li><li> <tt>parameters</tt>: Optional. Gives the worker's <a href="JobParameters.html" title="SMILA/Documentation/JobParameters">parameter</a> descriptions. The parameters returned to the worker will be an AnyMap containing Value objects of the given type:
+<ul><li><tt>name</tt>: the name of the parameter
+<ul><li>mandatory
+</li><li>if the name contains a section with '<...>' this section will not be evaluated when evaluating the parameters, e.g. if the definition contained a parameter with the name <i>param<whatever></i> a configured parameter with the name <i>paramABC</i> would match this parameter definition. This is a kind of wildcard.
+</li></ul>
+</li><li><tt>type</tt>: the data type of the parameter
+<ul><li>optional, default: <i>string</i>
+</li><li>The possible types for the parameter definition are derived from the <a href="Data_Model_and_Serialization_Formats.html" class="external text" title="http://wiki.eclipse.org/SMILA/Documentation/Data_Model_and_Serialization_Formats" rel="nofollow">| datamodel Any type hierarchy</a>
+<ul><li> <b>map</b>,
+<ul><li> a Map of key/value-pairs as specified by the attribute <tt>entries</tt>
+</li></ul>
+</li><li> <b>string</b> (default),
+<ul><li> a String value
+</li></ul>
+</li><li> <b>double</b>,
+<ul><li> a Double value (value range: see Java Double)
+</li></ul>
+</li><li> <b>boolean</b>,
+<ul><li> a Boolean value (true / false)
+</li></ul>
+</li><li> <b>long</b>,
+<ul><li> a Long value (value range: see Java Long)
+</li></ul>
+</li><li> <b>date</b>,
+<ul><li> a Date value ("yyyy-MM-dd")
+</li></ul>
+</li><li> <b>datetime</b>,
+<ul><li> a Date value with time portion ("yyyy-MM-dd'T'HH:mm:ssZ", see <a href="http://download.oracle.com/javase/6/docs/api/java/text/SimpleDateFormat.html" class="external text" title="http://download.oracle.com/javase/6/docs/api/java/text/SimpleDateFormat.html" rel="nofollow">Javadoc of SimpleDateFormat</a> for the meaning of the format string)
+</li></ul>
+</li><li> <b>any</b>
+<ul><li> an unspecified Any of any type (will automatically be converted from the given json)
+</li></ul>
+</li></ul>
+</li><li>A sequence (AnySeq) cannot be specified explicitly. It will be defined implicitly by using the <tt>multi</tt> key.
+</li></ul>
+</li><li><tt>range</tt>: A description of the meaning of the value.
+<ul><li> optional.
+</li><li> Arbitrary value can be used. They could be used by the JobManager for advanced validation or by workflow authoring tools to choose an appropriate input element for editing this parameter value.
+</li><li> Currently only one value is used by the JobManager itself:
+<ul><li><tt>jobName</tt>: The value of this parameter is the name of a job that needs to be running so that the worker can work successfully. The JobManager will not allow that a job using the worker is started, if the needed job is not running at job start. Also, it will not allow that the needed job is finished while a job that needs it is still runnning (or finishing). However, it will still be possible to cancel the needed job without stopping the dependent job first.
+</li></ul>
+</li></ul>
+</li><li><tt>entries</tt>: describes keys and types of the entries of a map
+<ul><li>optional, if not defined any entry types or keys will be accepted
+</li><li>can only be used for parameters of type <tt>map</tt>
+</li><li>contains a sequence of parameter descriptions, just like the parameter descriptions on top-level (-> further recursion possible)
+</li></ul>
+</li><li><tt>values</tt>: a sequence defining the possible values for a parameter
+<ul><li>optional
+</li><li>the parameter only accepts the values defined in the <tt>values</tt> sequence
+</li></ul>
+</li><li><tt>multi</tt>: boolean value: if 'true' there can be a sequence of values of the defined type.
+<ul><li>optional
+</li><li>default: <tt>false</tt>
+</li><li>Please note that the implementation is not required to return a sequence (AnySeq) if there is only one value of that type. But since Any is an iterable itself you can access these values vie Any's iterable interface.
+</li></ul>
+</li><li><tt>optional</tt>: boolean value specifying if the parameter is optional (<tt>true</tt>) or mandatory (<tt>false</tt>)
+<ul><li>default: <tt>false</tt>, so parameters without the optional flag must be specified.
+</li></ul>
+</li></ul>
+</li><li> <tt>taskGenerator</tt>: Optional. Defines the name of the OSGi service which should be used to create the tasks whenever there are changes in the respective input buckets. If the taskGenerator is not set, the default task generator is used.
+</li><li> <tt>input</tt>: Optional. Describes the input slots:
+<ul><li><tt>name</tt>: Gives the name of a slot. Has to be bound as a parameter key to an existing bucket in a workflow.
+</li><li><tt>type</tt>: Gives the required data object type of the input slot. The bucket bound in an actual workflow must comply with this type.
+</li><li><tt>mode</tt>: Sets the mode(s) of the respective input slot, controlling a special behavior.
+<ul><li> <tt>qualifier</tt>: When set, worker uses "Conditional GET" to select tasks with certain objects for this input slot.
+</li></ul>
+</li></ul>
+</li><li> <tt>output</tt>: Optional. Describes the output slots:
+<ul><li><tt>name</tt>: Gives the name of the slot. Has to be bound as a parameter key to an existing bucket in a workflow.
+</li><li><tt>type</tt>: Gives the required data object type of the output slot. The bucket bound in an actual workflow must comply with this type.
+</li><li><tt>group</tt>: Gives the group label of this slot (see above).
+</li><li><tt>mode</tt>: Sets the mode(s) of the respective output slot, controlling a special behavior.
+<ul><li><tt>optional</tt>: When set, no error will occur when adding a workflow that does not bind the output slot to a bucket.
+</li><li><tt>multiple</tt>: When set, the number of output bulks is not predefined by job management. Instead, worker can create multiple output bulks based on an object id prefix given by job management.
+</li><li><tt>maybeEmpty</tt>: When set, no error will occur when a worker doesn't create an output bulk for a processed task.
+</li><li><tt>appendable</tt>: When set, bulk has to be created for failsafe append.
+</li></ul>
+</li></ul>
+</li></ul>
+<p>Worker definitions can include additional information (e.g. comments or layout information for graphical design tools, etc.), but a GET request will return only relevant information (i.e. the above attributes). If you want to retrieve the additional info that is present in the json file, add returnDetails=true as request parameter.
+</p>
+<a name="Example"></a><h4> <span class="mw-headline"> Example </span></h4>
+<p>An exemplary worker definition:
+</p>
+<pre>
+{
+ "name" : "exampleWorker",
+ "readOnly": true,
+ "parameters":[
+ { "name": "parameter1" , "optional": "true"},
+ { "name": "parameter2" }
+ ],
+ "input" : [ {
+ "name" : "inputRecords",
+ "type" : "recordBulks"
+ } ],
+ "output" : [ {
+ "name" : "outputRecords",
+ "type" : "recordBulks"
+ }]
+}
+</pre>
+<p>As workers currently can be defined in the system configuration only, they are all marked as "readOnly" (see <a href="JobManagerConfiguration.html" title="SMILA/Documentation/JobManagerConfiguration">SMILA/Documentation/JobManagerConfiguration</a>).
+</p><p>A more complex sample:
+</p>
+<pre>
+{
+ "workers":[
+ {
+ "name":"worker",
+ "parameters":[
+ {
+ "name":"stringParam",
+ "optional":true,
+ "description":"optional string parameter with default type 'string'"
+ },
+ {
+ "name":"booleanParam",
+ "type":"boolean",
+ "description":"boolean parameter"
+ },
+ {
+ "name":"enumParam",
+ "type":"string",
+ "values":[
+ "val1",
+ "val2"
+ ],
+ "optional":true,
+ "description":"optional enum parameter with values 'val1' or 'val2'"
+ },
+ {
+ "name":"mapParam",
+ "type":"map",
+ "entries":[
+ {
+ "name":"key1",
+ "type":"string"
+ },
+ {
+ "name":"key2",
+ "type":"string"
+ }
+ ],
+ "description":"map parameter with two entries of type string and keys 'key1' and 'key2'"
+ },
+ {
+ "name":"sequenceOfStringsParam",
+ "type":"string",
+ "multi":true,
+ "description":"a sequence of string parameters"
+ },
+ {
+ "name":"<something>",
+ "type":"string",
+ "description":"additional parameter with unspecified name"
+ },
+ {
+ "name":"anyParam",
+ "type":"any",
+ "optional":true,
+ "description":"optional parameter with an 'Any' value"
+ }
+ ]
+ }
+ ]
+}
+</pre>
+<a name="List_workers"></a><h3> <span class="mw-headline"> List workers </span></h3>
+<a name="All_workers"></a><h4> <span class="mw-headline"> All workers </span></h4>
+<p>Use a GET request to list all worker definitions.
+</p><p><b>Supported operations:</b>
+</p>
+<ul><li>GET: Returns a list of all worker definitions. If you want to retrieve the additional information (if present), add returnDetails=true as request parameter.
+</li></ul>
+<p><b>Usage:</b>
+</p>
+<ul><li>URL: <tt>http://<hostname>:8080/smila/jobmanager/workers/</tt>
+</li><li>Allowed methods:
+<ul><li>GET
+</li></ul>
+</li><li>Response status codes:
+<ul><li>200 OK: Upon successful execution.
+</li></ul>
+</li></ul>
+<a name="Specific_worker"></a><h4> <span class="mw-headline"> Specific worker </span></h4>
+<p>Use a GET request to list the definition of a specific worker.
+</p><p><b>Supported operations:</b>
+</p>
+<ul><li>GET: Returns the definition of the given worker. Optional parameter: <tt>returnDetails</tt>: <tt>true</tt> or <tt>false</tt> (default)
+</li></ul>
+<p><b>Usage:</b>
+</p>
+<ul><li>URL: <tt>http://<hostname>:8080/smila/jobmanager/workers/<worker-name>/</tt>
+</li><li>Allowed methods:
+<ul><li>GET
+</li></ul>
+</li><li>Response status codes:
+<ul><li>200 OK: Upon successful execution.
+</li></ul>
+</li></ul>
+<a name="Workflows"></a><h2> <span class="mw-headline"> Workflows </span></h2>
+<a name="Workflow_definition"></a><h3> <span class="mw-headline"> Workflow definition </span></h3>
+<p>A workflow definition describes the individual actions of an asynchronous workflow by connecting workers to input and
+output slots. Which slots have to be connected depends on the workers you are using and is defined by the <a href="WorkerAndWorkflows.html#Worker_definition" title="">worker definition</a>. Typically, all input and output slots of a used worker must be associated to buckets. And, the type of the connected bucket must match that defined in the worker's definition.
+</p><p>A workflow run starts with the start-action. The order of the other actions is determined by their inputs and outputs.
+</p>
+<a name="Connecting_a_workflow_to_another_workflow"></a><h4> <span class="mw-headline"> Connecting a workflow to another workflow </span></h4>
+<p>A workflow can be linked to another workflow when both share the same persistent bucket. To give an example, let's assume a workflow named A and a workflow named B sharing the same bucket. If the first workflow A then adds an object into the shared bucket, the second workflow B is triggered to process this data. To be able to connect workflow A and B, the following prerequisites must be fulfilled:
+</p>
+<ul><li> The shared bucket must be a persistent one.
+</li><li> The definition of workflow A must define the shared bucket as an output bucket of an action. This can be any action in the workflow chain, hence, not necessarily the first or the last one.
+</li><li> The definition of workflow B must state the shared bucket as the input bucket of its start action. Other positions in the workflow definition will not do.
+</li><li> Individual jobs must be created for both the triggering (A) and the triggered workflow (B).
+</li><li> The parameters used for the store and object name in the data object type definition of the shared bucket must be identical in both job definitions.
+</li><li> The job runs must fulfill the following conditions to allow for the triggering of a connected workflow:
+<ul><li> The status of the job run using workflow A must be RUNNING or FINISHING.
+</li><li> The status of the job run using workflow B must be RUNNING.
+</li></ul>
+</li></ul>
+<p>Warning: As there is no explicit chaining of workflows, you have to be very careful when using the same bucket name in multiple workflow definitions. This might result in the triggering of jobs which were not meant to be triggered at all.
+</p>
+<a name="Workflow_properties_in_detail"></a><h4> <span class="mw-headline"> Workflow properties in detail </span></h4>
+<p>Description of a workflow:
+</p>
+<ul><li><tt>name</tt>: Required. Gives the name of the workflow.
+</li><li><tt>modes</tt> (LIST): Optional. Restricts the modes a job referring to this workflow can be started in and defines the default mode. Possible modes are <span style="font-family:monospace;">standard</span> and <span style="font-family:monospace;">runOnce</span>.
+<ul><li> if no <tt>modes</tt> are given and overwritten in a job definition, all modes can be used to start this workflow in a job, default mode will be <span style="font-family:monospace;">standard</span> if no mode is explicitly provided at job start.
+</li><li> the first mode in this list will be used as the default job run mode (i.e. if no mode is provided during job start).
+</li><li> a <tt>modes</tt> section in the workflow can be restricted (or the default mode can be changed) with a <tt>modes</tt> section in the job definition, but can not be expanded in the job definition. See <a href="JobRuns.html#Job_modes" title="SMILA/Documentation/JobRuns">Job modes</a> for more information.
+</li></ul>
+</li><li><tt>parameters</tt> (MAP): Optional. Sets the <a href="JobParameters.html" title="SMILA/Documentation/JobParameters">global workflow parameters</a>. They apply to all actions in the workflow as well as to the buckets used by these workers.
+</li><li><tt>startAction</tt> (MAP): Required. Defines the starting action of the workflow. There can be only one starting action within the workflow.
+</li><li><tt>actions</tt> (LIST of MAPs): Optional. Defines the follow-up actions of the workflow.
+</li><li><tt>timestamp</tt>: The (readonly) timestamp that is created by the system when the workflow has been pushed to the system (initial creation or last update). Read-Only workflows (i.e. workflows initially loaded from <tt>workflow.json</tt> file have no <tt>timestamp</tt> property. The value cannot be set manually, it is system defined.
+</li><li>Additional properties can be provided, but will only be listed when <tt>returnDetails</tt> is set to <tt>true</tt>. This could be used by a designer tool to add layout information or comments.
+</li></ul>
+<p>Description of <tt>startAction</tt> and <tt>actions</tt>:
+</p>
+<ul><li><tt>worker</tt>: Gives the name of a worker. This name must comply with the name given in the <a href="WorkerAndWorkflows.html#Worker_definition" title="">worker definition</a>.
+</li><li><tt>parameters</tt>: Sets the <a href="JobParameters.html" title="SMILA/Documentation/JobParameters">local worker parameters</a>. The apply to the referenced worker but not to the buckets used by this worker.
+</li><li><tt>input</tt> (MAP): Maps the worker's named input slot(s) to an existing bucket definition. The name of an input slot must be the key and the name of the bucket must be the value of that key. All of the worker's named input slots have to be resolved against existing buckets of the expected type.
+</li><li><tt>output</tt> (MAP): Maps the worker's named output slot(s) to an existing bucket definition. The name of an output slot must be the key and the name of the bucket must be the value of that key. All of the worker's named output slots have to be resolved against existing buckets of the expected type.
+</li></ul>
+<p>Workflow definitions can include additional information (e.g. comments or layout information for graphical design tools, etc.), but a GET request will return only relevant information (i.e. the above attributes). If you want to retrieve the additional info that is present in the json file or has been posted with the definition, add returnDetails=true as request parameter.
+</p>
+<a name="Example_2"></a><h4> <span class="mw-headline"> Example </span></h4>
+<p>An exemplary workflow definition:
+</p>
+<pre>
+{
+ "name":"myWorkflow",
+ "modes": ["runOnce","standard"],
+ "parameters":{
+ "paramKey2":"paramValue2",
+ "paramKey1":"paramValue2"
+ },
+ "startAction":{
+ "worker":"worker1",
+ "input":{
+ "slotA":"myBucketA"
+ },
+ "output":{
+ "slotB":"myBucketB"
+ }
+ },
+ "actions":[
+ {
+ "worker":"worker2",
+ "parameters":{
+ "paramKey3":"paramValue3"
+ },
+ "input":{
+ "slotC":"myBucketB"
+ },
+ "output":{
+ "slotD":"myBucketC"
+ }
+ },
+ {
+ "worker":"worker3",
+ "input":{
+ "slotE":"myBucketC"
+ },
+ "output":{
+ "slotF":"myBucketD"
+ }
+ }
+ ],
+ "timestamp" : "2011-07-25T08:57:47.628+0200"
+}
+</pre>
+<a name="List.2C_create.2C_and_modify_workflows"></a><h3> <span class="mw-headline"> List, create, and modify workflows </span></h3>
+<a name="All_workflows"></a><h4> <span class="mw-headline"> All workflows </span></h4>
+<p>Use a GET request to list the definitions of all workflows. If the timestamps (if present) or any other additional information contained in the definition should also be displayed, the request parameter <tt>returnDetails</tt> must be set to <tt>true</tt>. Use POST for adding or updating a workflow definition.
+</p><p><b>Supported operations:</b>
+</p>
+<ul><li>GET: Returns a list of all workflow definitions. If there are no workflows defined, you will get an empty list. Optional request parameter: <tt>returnDetails</tt>: <tt>true</tt> or <tt>false</tt> (default).
+</li><li>POST: Create a new workflow definition or update an existing one. If the workflow already exists, it will be updated after successful validation. However, the changes will not apply until the next job run, i.e. the current job run is not influenced by the changes. Only workers for which worker definitions exist can be added to the workflow definition as actions. When adding a worker, all parameters defined in the worker's definition have to be satisfied. If not in the global or local sections of the workflow definition itself, then later in the job definition. Also, all input and output slots have to be connected to existing buckets if they are persistent ones or at least a bucket name must be provided in case of transient ones. Expceptions to this rule are optional slots or those of other slot groups which need not and must not (in the latter case) be connected to buckets. An error will be thrown:
+<ul><li>If a required slot is not connected to a bucket.
+</li><li>If a referenced bucket, defined as persistent one, does not exist.
+</li></ul>
+</li></ul>
+<p><b>Usage:</b>
+</p>
+<ul><li>URL: <tt>http://<hostname>:8080/smila/jobmanager/workflows</tt>.
+</li><li>Allowed methods:
+<ul><li>GET
+</li><li>POST
+</li></ul>
+</li><li>Response status codes:
+<ul><li>200 OK: Upon successful execution (GET).
+</li><li>201 CREATED: Upon successful execution (POST).
+</li><li>400 Bad Request: <tt>name</tt>, <tt>startAction</tt> are mandatory fields. If they are not set or the name is invalid, an HTTP 400 Bad Request including an error message in the response body will be returned. If a workflow update is requested but results in an error during job validation, then the update will fail with response status 400, as well.
+</li></ul>
+</li></ul>
+<a name="Specific_workflow"></a><h4> <span class="mw-headline"> Specific workflow </span></h4>
+<p>Use a GET request to retrieve the defintion of a specific workflow. Use DELETE to delete a specific workflow.
+</p><p><b>Supported operations:</b>
+</p>
+<ul><li>GET: Returns the definition of the given workflow.
+<ul><li> You can set the URL parameter <tt>returnDetails</tt> to <tt>true</tt> to return additional information that might have been provided when creating the workflow. If the parameter is ommitted or set to <tt>false</tt> only the relevant information (name, parameters, startAction, actions, timestamp) is gathered.
+</li></ul>
+</li><li>DELETE: Deletes the given workflow.
+</li></ul>
+<p><b>Usage:</b>
+</p>
+<ul><li>URL: <tt>http://<hostname>:8080/smila/jobmanager/workflows/</tt>
+</li><li>Allowed methods:
+<ul><li>GET
+</li><li>DELETE
+</li></ul>
+</li><li>Response status codes:
+<ul><li>200 OK: Upon successful execution (GET, DELETE). If the workflow to be deleted does not exist, you will get 200 anyway (DELETE).
+</li><li>404 Not Found: If the workflow does not exist (GET).
+</li><li>400 Bad Request: If the workflow to be deleted is stil referenced by a job definition (DELETE).
+</li></ul>
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 128/1000000
+Post-expand include size: 155/2097152 bytes
+Template argument size: 23/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:32420-0!1!0!!en!2!edit=0 and timestamp 20120203101201 -->
+<div class="printfooter">
+Retrieved from "<a href="WorkerAndWorkflows.html">http://wiki.eclipse.org/SMILA/Documentation/WorkerAndWorkflows</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 18:06, 31 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>, <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a> and <a href="http://wiki.eclipse.org/index.php?title=User:Andreas.weber.attensity.com&action=edit" class="new" title="User:Andreas.weber.attensity.com">Andreas Weber</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/WorkerAndWorkflows&action=credits" title="SMILA/Documentation/WorkerAndWorkflows">others</a>.</p>
+ <p id="footerviews">This page has been accessed 761 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.215 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/WorkerManager.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/WorkerManager.html
new file mode 100644
index 0000000..e07604e
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/WorkerManager.html
@@ -0,0 +1,294 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/WorkerManager,SMILA/Glossary" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/WorkerManager - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/WorkerManager";
+var wgTitle = "SMILA/Documentation/WorkerManager";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "32488";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "285846";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="WorkerManager.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_WorkerManager">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/WorkerManager">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/WorkerManager">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/WorkerManager">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/WorkerManager&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/WorkerManager&oldid=285846">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="WorkerManager.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/WorkerManager&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/WorkerManager&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/WorkerManager&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/WorkerManager"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/WorkerManager</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="WorkerManager.html#column-one">navigation</a>, <a href="WorkerManager.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="WorkerManager.html#WorkerManager"><span class="tocnumber">1</span> <span class="toctext">WorkerManager</span></a>
+<ul>
+<li class="toclevel-2"><a href="WorkerManager.html#Introduction"><span class="tocnumber">1.1</span> <span class="toctext">Introduction</span></a></li>
+<li class="toclevel-2"><a href="WorkerManager.html#Overview"><span class="tocnumber">1.2</span> <span class="toctext">Overview</span></a></li>
+<li class="toclevel-2"><a href="WorkerManager.html#ScaleUp"><span class="tocnumber">1.3</span> <span class="toctext">ScaleUp</span></a></li>
+<li class="toclevel-2"><a href="WorkerManager.html#Task_result_handling"><span class="tocnumber">1.4</span> <span class="toctext">Task result handling</span></a></li>
+<li class="toclevel-2"><a href="WorkerManager.html#Input.2FOutput_Data_Objects"><span class="tocnumber">1.5</span> <span class="toctext">Input/Output Data Objects</span></a></li>
+<li class="toclevel-2"><a href="WorkerManager.html#Canceling_Tasks"><span class="tocnumber">1.6</span> <span class="toctext">Canceling Tasks</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="WorkerManager"></a><h1> <span class="mw-headline"> WorkerManager </span></h1>
+<a name="Introduction"></a><h2> <span class="mw-headline"> Introduction </span></h2>
+<p>The WorkerManager service of SMILA provides an environment to make it easy to integrate, deploy and scale <a href="../Glossary.html#W" title="SMILA/Glossary">Workers</a>, i.e. classes that implement a functionality to be coordinated by <a href="../Glossary.html#W" title="SMILA/Glossary">asynchronous workflows</a> of SMILA. The WorkerManager service provides all the managements of <a href="../Glossary.html#T" title="SMILA/Glossary">tasks</a> and <a href="../Glossary.html#D" title="SMILA/Glossary">data objects</a> to be consumed and produced by the worker so that the implementation can focus on the real work to be done.
+</p>
+<a name="Overview"></a><h2> <span class="mw-headline"> Overview </span></h2>
+<p>Workers are implemented as OSGi services that are referenced by the WorkerManager and announces its name via a <tt>getName()</tt> method. The WorkerManager then reads the worker definition from the JobManager to check if the worker is known to the JobManager and to get access worker modes or other definitions. It asks the TaskManager for available tasks to be done by this worker. If it gets one, it creates a TaskContext, that wraps up all data and facility the worker function needs to process the task:
+</p>
+<ul><li> the task itself, including all parameters and properties.
+</li><li> access to the data objects in the input and output slots of the worker. The data objects can be accessed in different ways as needed by the worker function: direct stream access, record-by-record reading and writing. The framework cares about creating only data objects that are really needed and committing objects after the function has finished successfully.
+</li><li> counters to measure performance or other worker statistics. The WorkerManager already produces some basic counters measuring the execution time of the worker and amounts of data read and written. The worker function may produce additional counters as needed.
+</li></ul>
+<p>As long as the worker is performing a task, the WorkerManager keeps the task alive in the TaskManager and notifies the worker about task cancellation. When the worker finished the task processing, the WorkerManager cares about finishing the task: successfully if no error has occurred, or with as a fatal or recoverable error, based on the type of exception thrown by the worker function.
+</p><p><a href="http://wiki.eclipse.org/Image:Smila-workermanager.png" class="image" title="Image:Smila-workermanager.png"><img alt="Image:Smila-workermanager.png" src="http://wiki.eclipse.org/images/c/c6/Smila-workermanager.png" width="725" height="460" border="0" /></a>
+</p>
+<a name="ScaleUp"></a><h2> <span class="mw-headline"> ScaleUp </span></h2>
+<p>The WorkerManager controls the number of tasks that are allowed for each managed worker on a node in parallel (scale-up). It does not retrieve further tasks for a worker if its scale-up limit is reached, even if a lot more tasks are waiting. Note that even if the worker scale-up limit is not yet reached the TaskManager may refuse to deliver further tasks for a worker if the global node scale-up limit specificed as taskmanager.maxScaleUp is reached already. Workers may declare themselves as runAlways. This means that no scale-up limit is applied to this worker, but on the other hand only one task will be processed at the same time per node.
+</p>
+<a name="Task_result_handling"></a><h2> <span class="mw-headline"> Task result handling </span></h2>
+<p>There are three possible outcomes of a worker's processing:
+</p>
+<ul><li> The perform() method returns normally. This is interpreted by the WorkerManager as a successful task execution and it will finish the task with a SUCCESSFUL task completion status. All open output data objects will be committed (if this fails: continue below depending on the exception type). The task result includes all counters produced by the task execution in the task result so that they can be aggregated by the JobManager in the job run data.
+</li><li> The perform() method aborts with a RecoverableTaskException, a IOException, UnavailableException or a MaybeRecoverableException (or subclass) with isRecoverable() == true. This will be interpreted as a temporary failure to access input data or write output data to objectstore, so the task will be finished with a RECOVERABLE_ERROR task completion status and the JobManager will usually reschedule the task for a retry. Produced counters will be ignored.
+</li><li> The perform() method aborts with a PostponeTaskException. This means that the worker cannot yet perform this task for some reason but it should be processed later. The task will be readded to the todo queue for this worker and redelivered later (but very soon, usually).
+</li><li> The perform() method aborts with any other exception (including all RuntimeExceptions). This will be interpreted as a sign that the input data cannot be processed at all (because it is corrupted or contains invalid values, for example). Such tasks will be finished with a FATAL_ERROR completion status and not rescheduled. Produced counters will be ignored.
+</li></ul>
+<p>There is currently no other way for the workers to influence the task result.
+</p>
+<a name="Input.2FOutput_Data_Objects"></a><h2> <span class="mw-headline"> Input/Output Data Objects </span></h2>
+<p>A task assigns "data objects" to the input and output slots of a worker that represents objects in a objectstore. The WorkerManager framework provides so called IODataObjects that encapsulate the access to these objectstore objects, so the worker does not need to know in detail how to work with the objectstore API. Apart from encapsulating the objectstore API and taking care of proper committing and cleanup after task processing, these IODataObjects also provide higher-level access methods that makes it easier to handle record bulk or key-value objects, for example.
+</p><p>Their wrappers can be accessed via the <tt>getInputs()</tt> and <tt>getOutput()</tt> components of the task context. Of course, these inputs and outputs managers give also access to the plain bulk info objects using getDataObject methods. However, in this case the worker function must clean up and commit by itself after finishing processing, so this should probably be used if you need only the object ID of an object, but not the actual content.
+</p><p>Available input wrappers are:
+</p>
+<ul><li> StreamInput: provides direct access to the java.io.InputStream for reading from objectstore. Play with each single byte as you like.
+</li><li> RecordInput: provides access to objects like record bulks that are sequences of BON records. You can get single records (or Anys) from the objects, one at a time, by calling the getRecord() method. When end-of-stream is reached, null is returned. You can also access the IpcStreamReader BON parser in case you do not want to read complete records at once. However, you should not mix up getRecord() calls with calls to the IpcStreamReader as your direct calls will probably confuse the record parsing.
+</li></ul>
+<p>Available output wrappers are:
+</p>
+<ul><li> StreamOutput: provides direct access to the java.io.OutputStream for writing to objectstore.
+</li><li> RecordOutput: simplified access for creating record bulks by writing one Record (or Any) at a time. You can also directory access the underlying IpcStreamWriter BON writer, but again you should not mix up direct acess the BON writer with the writeRecord/Any() methods.
+</li></ul>
+<p>You can create only a single IO wrapper for each data object. On the second call, only null will be returned.
+</p><p>For the Stream and Record wrappers the Inputs/Outputs classes provide special getAs... methods. For other wrappers you can use the generic getAs...(String slotName, Class wrapperClass) methods.
+Additionally, this allows you to create your own input/output wrapper classes and get them managed by the Inputs/Outputs framework.
+</p>
+<a name="Canceling_Tasks"></a><h2> <span class="mw-headline"> Canceling Tasks </span></h2>
+<p>If the WorkerManager receives an 404 NOT FOUND response when trying to keep-alive a currently processed task, it sets a canceled flag in the associated TaskContext object. The worker should regularly check this flag to see if it should still continue to process the task or if it can abort. If so, it can just return (after releasing and cleaning-up used resources that are not part of the task context, of course), the WorkerManager will not commit the results in this case and will not try to finish the task.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 11/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:32488-0!1!0!!en!2!edit=0 and timestamp 20120203101211 -->
+<div class="printfooter">
+Retrieved from "<a href="WorkerManager.html">http://wiki.eclipse.org/SMILA/Documentation/WorkerManager</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 15:58, 23 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/User:Andreas.Weber.empolis.com" title="User:Andreas.Weber.empolis.com">Andreas Weber</a>, <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a> and <a href="http://wiki.eclipse.org/User:Drazen.cindric.attensity.com" title="User:Drazen.cindric.attensity.com">Drazen Cindric</a>.</p>
+ <p id="footerviews">This page has been accessed 737 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.087 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Workspace_Handling.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Workspace_Handling.html
new file mode 100644
index 0000000..c4cf979
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation/Workspace_Handling.html
@@ -0,0 +1,249 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/Workspace Handling" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Documentation/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/Workspace Handling - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/Workspace_Handling";
+var wgTitle = "SMILA/Documentation/Workspace Handling";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15164";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "123863";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Workspace_Handling.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_Workspace_Handling">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Workspace_Handling">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/Workspace_Handling">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/Workspace_Handling">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Workspace_Handling&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Workspace_Handling&oldid=123863">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Workspace_Handling.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/Workspace_Handling&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Workspace_Handling&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/Workspace_Handling&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/Workspace%20Handling"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/Workspace Handling</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Documentation.1.html" title="SMILA/Documentation">Documentation</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Workspace_Handling.html#column-one">navigation</a>, <a href="Workspace_Handling.html#searchInput">search</a></div> <!-- start content -->
+ <p>Some SMILA bundles need a workspace, i.e. a directory in the local file system where they can store temporary or persistent data to. This space should be separated from the configuration directory to make the cleaning up of the workspace (i.e. resetting the application to its initial state) as well as the managing and updating of the configuration easier. To support this bundle <code>org.eclipse.smila.utils</code> provides the class <tt>WorkspaceHelper</tt> that manages the creation of workspace directories for other bundles.
+</p><p>The complete class name of this helper is <code>org.eclipse.smila.utils.workspace.WorkspaceHelper</code>.
+</p><p>It has basically two methods:
+</p>
+<ul><li> <code>java.io.File createWorkingDir(String bundleName)</code>: This method ensures the existence of the working directory for the given bundle and creates a <tt>File</tt> object for it.
+</li><li> <code>java.io.File createWorkingDir(String bundleName, String dirName)</code>: This method ensures the existence of the directory <dirName> inside the working directory of the named bundle and creates a <tt>File</tt> object for it.
+</li></ul>
+<p>The actual location of the bundle workspace is configurable as follows:
+</p>
+<ol><li> If for a given bundle there is a system property (or environment variable) <code><bundleName>.workspace</code>, its value describes the working directory for this bundle.
+</li><li> Else, if there is a system property (or environment variable) <code>org.eclipse.smila.utils.workspace.root</code>, the working directory of a bundle will be <code><org.eclipse.smila.utils.workspace.root>/<bundleName></code>.
+</li><li> Else, the working directory will be determined by <code>org.eclipse.core.runtime.Platform.getStateLocation(bundleName)</code>. In a default installation this will be <code>$SMILA_HOME/workspace/.metadata/.plugins/<bundleName></code>.
+</li></ol>
+<p>If both system properties and environment variables are set, the system property takes precedence.
+</p><p>All bundles that need a working directory should use this class, this makes it easier later to change the behavior for all bundles at once if we find a better strategy.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 13/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15164-0!1!0!!en!2!edit=0 and timestamp 20120203101230 -->
+<div class="printfooter">
+Retrieved from "<a href="Workspace_Handling.html">http://wiki.eclipse.org/SMILA/Documentation/Workspace_Handling</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 14:47, 16 October 2008 by <a href="http://wiki.eclipse.org/User:Juergen.schumacher.empolis.com" title="User:Juergen.schumacher.empolis.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>.</p>
+ <p id="footerviews">This page has been accessed 2,339 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.181 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Documentation_for_5_Minutes_to_Success.html b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation_for_5_Minutes_to_Success.html
new file mode 100644
index 0000000..8134abe
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Documentation_for_5_Minutes_to_Success.html
@@ -0,0 +1,540 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation for 5 Minutes to Success,SMILA,SMILA/Documentation/5 more minutes to change the workflow,SMILA/Documentation/AperturePipelet,SMILA/Documentation/Importing/Concept,SMILA/Documentation/JobDefinitions,SMILA/Documentation/JobManager,SMILA/Documentation/Solr,SMILA/Documentation/Using The ReST API,SMILA/Documentation/Worker/PipelineProcessorWorker,SMILA/FAQ" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation for 5 Minutes to Success - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation_for_5_Minutes_to_Success";
+var wgTitle = "SMILA/Documentation for 5 Minutes to Success";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15784";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "287359";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-text {line-height: normal; font-size: medium;}
+.source-text li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for text
+ * CSS class: source-text, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-text .de1, .source-text .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-text {}
+.source-text .head {}
+.source-text .foot {}
+.source-text .imp {font-weight: bold; color: red;}
+.source-text .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-text li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-text li.li2 {font-weight: bold;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-javascript {line-height: normal; font-size: medium;}
+.source-javascript li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for javascript
+ * CSS class: source-javascript, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-javascript .de1, .source-javascript .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-javascript {}
+.source-javascript .head {}
+.source-javascript .foot {}
+.source-javascript .imp {font-weight: bold; color: red;}
+.source-javascript .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-javascript li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-javascript li.li2 {font-weight: bold;}
+.source-javascript .kw1 {color: #000066; font-weight: bold;}
+.source-javascript .kw2 {color: #003366; font-weight: bold;}
+.source-javascript .kw3 {color: #000066;}
+.source-javascript .co1 {color: #009900; font-style: italic;}
+.source-javascript .coMULTI {color: #009900; font-style: italic;}
+.source-javascript .es0 {color: #000099; font-weight: bold;}
+.source-javascript .br0 {color: #66cc66;}
+.source-javascript .st0 {color: #3366CC;}
+.source-javascript .nu0 {color: #CC0000;}
+.source-javascript .me1 {color: #006600;}
+.source-javascript .sc0 {}
+.source-javascript .sc1 {}
+.source-javascript .sc2 {}
+.source-javascript .sc3 {}
+.source-javascript .re0 {color: #0066FF;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="Documentation_for_5_Minutes_to_Success.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_for_5_Minutes_to_Success">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation_for_5_Minutes_to_Success">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation_for_5_Minutes_to_Success">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation_for_5_Minutes_to_Success">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation_for_5_Minutes_to_Success&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation_for_5_Minutes_to_Success&oldid=287359">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Documentation_for_5_Minutes_to_Success.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation_for_5_Minutes_to_Success&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation_for_5_Minutes_to_Success&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation_for_5_Minutes_to_Success&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation%20for%205%20Minutes%20to%20Success"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation for 5 Minutes to Success</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../SMILA.html" title="SMILA">SMILA</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Documentation_for_5_Minutes_to_Success.html#column-one">navigation</a>, <a href="Documentation_for_5_Minutes_to_Success.html#searchInput">search</a></div> <!-- start content -->
+ <p>
+On this page we describe the necessary steps to install and run SMILA in order to create a search index on the <a href="../SMILA.html" title="SMILA">SMILA</a> Eclipsepedia pages and search them.
+</p><p>If you have any troubles or the results differ from what is described here, check the <a href="FAQ.html" title="SMILA/FAQ">FAQ</a>.
+</p>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Documentation_for_5_Minutes_to_Success.html#Supported_Platforms"><span class="tocnumber">1</span> <span class="toctext">Supported Platforms</span></a></li>
+<li class="toclevel-1"><a href="Documentation_for_5_Minutes_to_Success.html#Download_and_start_SMILA"><span class="tocnumber">2</span> <span class="toctext">Download and start SMILA</span></a>
+<ul>
+<li class="toclevel-2"><a href="Documentation_for_5_Minutes_to_Success.html#Preconditions"><span class="tocnumber">2.1</span> <span class="toctext">Preconditions</span></a>
+<ul>
+<li class="toclevel-3"><a href="Documentation_for_5_Minutes_to_Success.html#JRE"><span class="tocnumber">2.1.1</span> <span class="toctext">JRE</span></a></li>
+<li class="toclevel-3"><a href="Documentation_for_5_Minutes_to_Success.html#Linux"><span class="tocnumber">2.1.2</span> <span class="toctext">Linux</span></a></li>
+<li class="toclevel-3"><a href="Documentation_for_5_Minutes_to_Success.html#MacOS"><span class="tocnumber">2.1.3</span> <span class="toctext">MacOS</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="Documentation_for_5_Minutes_to_Success.html#Start_SMILA"><span class="tocnumber">2.2</span> <span class="toctext">Start SMILA</span></a></li>
+<li class="toclevel-2"><a href="Documentation_for_5_Minutes_to_Success.html#Stop_SMILA"><span class="tocnumber">2.3</span> <span class="toctext">Stop SMILA</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Documentation_for_5_Minutes_to_Success.html#Install_a_REST_client"><span class="tocnumber">3</span> <span class="toctext">Install a REST client</span></a></li>
+<li class="toclevel-1"><a href="Documentation_for_5_Minutes_to_Success.html#Start_Indexing_Job_and_Crawl_Import"><span class="tocnumber">4</span> <span class="toctext">Start Indexing Job and Crawl Import</span></a>
+<ul>
+<li class="toclevel-2"><a href="Documentation_for_5_Minutes_to_Success.html#Start_indexing_job_run"><span class="tocnumber">4.1</span> <span class="toctext">Start indexing job run</span></a></li>
+<li class="toclevel-2"><a href="Documentation_for_5_Minutes_to_Success.html#Start_the_crawler"><span class="tocnumber">4.2</span> <span class="toctext">Start the crawler</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Documentation_for_5_Minutes_to_Success.html#Search_the_index"><span class="tocnumber">5</span> <span class="toctext">Search the index</span></a></li>
+<li class="toclevel-1"><a href="Documentation_for_5_Minutes_to_Success.html#Stop_indexing_job_run"><span class="tocnumber">6</span> <span class="toctext">Stop indexing job run</span></a></li>
+<li class="toclevel-1"><a href="Documentation_for_5_Minutes_to_Success.html#Further_steps"><span class="tocnumber">7</span> <span class="toctext">Further steps</span></a>
+<ul>
+<li class="toclevel-2"><a href="Documentation_for_5_Minutes_to_Success.html#Crawl_the_filesystem"><span class="tocnumber">7.1</span> <span class="toctext">Crawl the filesystem</span></a>
+<ul>
+<li class="toclevel-3"><a href="Documentation_for_5_Minutes_to_Success.html#Create_your_Job"><span class="tocnumber">7.1.1</span> <span class="toctext">Create your Job</span></a></li>
+<li class="toclevel-3"><a href="Documentation_for_5_Minutes_to_Success.html#Start_your_jobs"><span class="tocnumber">7.1.2</span> <span class="toctext">Start your jobs</span></a></li>
+<li class="toclevel-3"><a href="Documentation_for_5_Minutes_to_Success.html#Search_for_your_new_data"><span class="tocnumber">7.1.3</span> <span class="toctext">Search for your new data</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="Documentation_for_5_Minutes_to_Success.html#5_more_minutes_to_change_the_workflow"><span class="tocnumber">7.2</span> <span class="toctext">5 more minutes to change the workflow</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Supported_Platforms"></a><h2> <span class="mw-headline"> Supported Platforms </span></h2>
+<p>The following platforms are supported:
+</p>
+<ul><li>Linux 32 Bit
+</li><li>Linux 64 Bit
+</li><li>Mac OS X 64 Bit (Cocoa)
+</li><li>Windows 32 Bit
+</li><li>Windows 64 Bit
+</li></ul>
+<a name="Download_and_start_SMILA"></a><h2> <span class="mw-headline"> Download and start SMILA </span></h2>
+<p><a href="http://www.eclipse.org/smila/downloads.php" class="external text" title="http://www.eclipse.org/smila/downloads.php" rel="nofollow">Download</a> the SMILA package matching your <a href="Documentation_for_5_Minutes_to_Success.html#Supported_Platforms" title="">operation system</a> and unpack it to an arbitrary folder. This will result in the following folder structure:
+</p>
+<pre>
+/<SMILA>
+ /about_files
+ /configuration
+ /features
+ /jmxclient
+ /plugins
+ /workspace
+ .eclipseproduct
+ ...
+ SMILA
+ SMILA.ini
+</pre>
+<a name="Preconditions"></a><h3> <span class="mw-headline"> Preconditions </span></h3>
+<p>To be able to start SMILA, check the following preconditions first:
+</p>
+<a name="JRE"></a><h4> <span class="mw-headline"> JRE </span></h4>
+<p>You will have to provide a JRE executable to be able to run SMILA. The JVM version should be at least Java 5. You may either:
+</p>
+<ul><li> add the path of your local JRE executable to the PATH environment variable <br />or<br />
+</li><li> add the argument <tt>-vm <path/to/jre/executable></tt> right at the top of the file <tt>SMILA.ini</tt>. <br />Make sure that <tt>-vm</tt> is indeed the first argument in the file and that there is a line break after it. It should look similar to the following:
+</li></ul>
+<div style="margin-left: 1.5em;">
+<div dir="ltr" style="text-align: left;"><pre class="source-text">-vm
+ d:/java/jre6/bin/java
+ ...</pre></div>
+</div>
+<a name="Linux"></a><h4> <span class="mw-headline"> Linux </span></h4>
+<p>When using the Linux distributable of SMILA, make sure that the files <tt>SMILA</tt> and <tt>jmxclient/run.sh</tt> have executable permissions. If not, set the permission by running the following commands in a console:
+<tt>
+</p>
+<pre>chmod +x ./SMILA
+chmod +x ./jmxclient/run.sh
+</pre>
+<p></tt>
+</p>
+<a name="MacOS"></a><h4> <span class="mw-headline"> MacOS </span></h4>
+<p>When using MAC switch to <tt>SMILA.app/Contents/MacOS/</tt> and set the permission by running the following command in a console:
+<tt>
+</p>
+<pre>chmod a+x ./SMILA
+</pre>
+<p></tt>
+</p>
+<a name="Start_SMILA"></a><h3> <span class="mw-headline"> Start SMILA </span></h3>
+<p>To start the SMILA engine, simply double-click the <tt>SMILA</tt> executable. Alternatively, open a command line, navigate to the directory where you extracted the files to, and execute the <tt>SMILA</tt> executable. Wait until the engine has been fully started.
+</p><p>You can tell if SMILA has fully started if the following line is printed on the OSGI console: <tt>HTTP server started successfully on port 8080</tt> and you can access SMILA's REST API at <a href="http://localhost:8080/smila/" class="external free" title="http://localhost:8080/smila/" rel="nofollow">http://localhost:8080/smila/</a>.
+</p><p>When using MAC, navigate to <tt>SMILA.app/Contents/MacOS/</tt> in terminal, then start with <tt>./SMILA</tt>
+</p><p>Before continuing, <a href="FAQ.html#How_can_I_see_that_SMILA_started_correctly.3F" title="SMILA/FAQ">check the log file</a> for possible errors.
+</p>
+<a name="Stop_SMILA"></a><h3> <span class="mw-headline"> Stop SMILA </span></h3>
+<p>To stop the SMILA engine, type <tt>close</tt> into the OSGI console and press <i>Enter</i>:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-text">osgi> close</pre></div>
+<p>For further OSGI console commands, enter <tt>help</tt>:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-text">osgi> help</pre></div>
+<a name="Install_a_REST_client"></a><h2> <span class="mw-headline"> Install a REST client </span></h2>
+<p>We're going to use SMILA's REST API to start and stop jobs, so you need a REST client. In <a href="Documentation/Using_The_ReST_API.html#Interactive_Tools" title="SMILA/Documentation/Using The ReST API">REST Tools</a> you find a selection of recommended browser plugins if you haven't got a suitable REST client yet.
+</p>
+<a name="Start_Indexing_Job_and_Crawl_Import"></a><h2> <span class="mw-headline"> Start Indexing Job and Crawl Import </span></h2>
+<p>Now we're going to crawl the SMILA Eclipsepedia pages and index them using the embedded <a href="Documentation/Solr.html" title="SMILA/Documentation/Solr">Solr integration</a>.
+</p>
+<a name="Start_indexing_job_run"></a><h3> <span class="mw-headline"> Start indexing job run </span></h3>
+<p>We are going to start the predefined indexing job "indexUpdate" based on the predefined asynchronous "indexUpdate" workflow. This indexing job will process the imported data.
+</p><p>Use your favorite REST Client to start a job run for the job "indexUpdate":
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript">#Request
+POST http:<span class="co1">//localhost:8080/smila/jobmanager/jobs/indexUpdate/</span></pre></div>
+<p>Your REST client will show a result like this:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript">#Response
+<span class="br0">{</span>
+ <span class="st0">"jobId"</span> : <span class="st0">"20110901-121343613053"</span>,
+ <span class="st0">"url"</span> : <span class="st0">"http://localhost:8080/smila/jobmanager/jobs/indexUpdate/20110901-121343613053/"</span>
+<span class="br0">}</span></pre></div>
+<p>You will need the "jobId" later on to finish the job run. The job run Id can also be found via the monitoring API for the job:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript">#Request
+GET http:<span class="co1">//localhost:8080/smila/jobmanager/jobs/indexUpdate/</span></pre></div>
+<p>In the <tt>SMILA.log</tt> file you will see a message like that:
+</p>
+<pre>
+INFO ... internal.JobRunEngineImpl - started job run '20110901-121343613053' for job 'indexUpdate'
+</pre>
+<p><b>Further information</b>: The "indexUpdate" workflow uses the <a href="Documentation/Worker/PipelineProcessorWorker.html" title="SMILA/Documentation/Worker/PipelineProcessorWorker">PipelineProcessorWorker</a> that executes the synchronous "AddPipeline" BPEL workflow. So, the synchronous "AddPipeline" BPEL workflow is embedded in the asynchronous "indexUpdate" workflow. For more details about the "indexUpdate" workflow and "indexUpdate" job definitions see <tt>SMILA/configuration/org.eclipse.smila.jobmanager/workflows.json</tt> and <tt>jobs.json</tt>). For more information about job management in general please check the <a href="Documentation/JobManager.html" title="SMILA/Documentation/JobManager">JobManager documentation</a>.
+</p>
+<a name="Start_the_crawler"></a><h3> <span class="mw-headline"> Start the crawler </span></h3>
+<p>Now that the indexing job is running we need to push some data to it. There is a predefined job for indexing the SMILA Eclipsepedia pages which we are going to start right now. For more information about crawl jobs please see <a href="Documentation/Importing/Concept.html" title="SMILA/Documentation/Importing/Concept">Importing Concept</a>. For more information on jobs and tasks in general visit the <a href="Documentation/JobManager.html" title="SMILA/Documentation/JobManager">JobManager manual</a>.
+</p><p>To start the job run, POST the following JSON fragment with your REST client to SMILA:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript">#Request
+POST http:<span class="co1">//localhost:8080/smila/jobmanager/jobs/crawlSmilaWiki/</span></pre></div>
+<p>This starts the job <tt>crawlSmilaWiki</tt>, which crawls the <a href="../SMILA.html" title="SMILA">SMILA Eclipsepedia</a> starting with <tt><a href="../SMILA.html" class="external free" title="http://wiki.eclipse.org/SMILA" rel="nofollow">http://wiki.eclipse.org/SMILA</a></tt> and following only links that have the same prefix. All pages crawled matching this prefix will be pushed to the import job.
+</p><p>If you like, you can monitor both job runs with your REST client at the following URIs:
+</p>
+<ul><li> Crawl job: <a href="http://localhost:8080/smila/jobmanager/jobs/crawlSmilaWiki" class="external free" title="http://localhost:8080/smila/jobmanager/jobs/crawlSmilaWiki" rel="nofollow">http://localhost:8080/smila/jobmanager/jobs/crawlSmilaWiki</a>
+</li><li> Import job: <a href="http://localhost:8080/smila/jobmanager/jobs/indexUpdate" class="external free" title="http://localhost:8080/smila/jobmanager/jobs/indexUpdate" rel="nofollow">http://localhost:8080/smila/jobmanager/jobs/indexUpdate</a>
+</li></ul>
+<p>Or both in one overview at
+</p>
+<ul><li> <a href="http://localhost:8080/smila/jobmanager/jobs/" class="external free" title="http://localhost:8080/smila/jobmanager/jobs/" rel="nofollow">http://localhost:8080/smila/jobmanager/jobs/</a>
+</li></ul>
+<p>The crawling of the wikipedia page should take some time. If all pages are processed, the status of the <a href="http://localhost:8080/smila/jobmanager/jobs/crawlSmilaWiki" class="external text" title="http://localhost:8080/smila/jobmanager/jobs/crawlSmilaWiki" rel="nofollow">crawlSmilaWiki</a>'s job run will change to <span style="font-family:monospace;">SUCCEEDED</span>. You can have a look at SMILA's search page to find out if some of the pages have already made their way into the Solr index.
+</p><p><b>Further information:</b> You can find details about the relevant <a href="Manual.html#Importing" class="mw-redirect" title="SMILA/Manual">Import concepts here</a>.
+</p>
+<a name="Search_the_index"></a><h2> <span class="mw-headline"> Search the index </span></h2>
+<div class="messagebox" style="background-color: #def3fe; border: 1px solid #c5d7e0; color: black; padding: 5px; margin: 1ex 0; min-height: 35px; padding-left: 45px;">
+<div style="float: left; margin-left: -40px;"><a href="http://wiki.eclipse.org/Image:Note.png" class="image" title="Note.png"><img alt="" src="http://wiki.eclipse.org/images/c/cc/Note.png" width="35" height="35" border="0" /></a></div>
+<div><b>Since SMILA uses <a href="Documentation/Solr.html#solrconfig.xml" title="SMILA/Documentation/Solr">Solr's autocommit feature</a> (which is configured in <tt>solrconfig.xml</tt> to a period of 60 seconds or 1000 documents, whichever comes first) it might take some time until you retrieve results.</b><br /></div>
+</div>
+<p>To search the index which was created by the crawlers, point your browser to <tt><a href="http://localhost:8080/SMILA/search" class="external free" title="http://localhost:8080/SMILA/search" rel="nofollow">http://localhost:8080/SMILA/search</a></tt>. There are currently two stylesheets from which you can select by clicking the respective links in the upper left corner of the header bar: The <i>Default</i> stylesheet shows a reduced search form with text fields like <i>Query</i>, <i>Result Size</i>, and <i>Index</i>, adequate to query the full-text content of the indexed documents. The <i>Advanced</i> stylesheet in turn provides a more detailed search form with text fields for meta-data search like for example <i>Path</i>, <i>MimeType</i>, <i>Filename</i>, and other document attributes.
+</p><p><b>To use the <i>Default</i> Stylesheet</b>:
+</p>
+<ol><li>Point your browser to <tt><a href="http://localhost:8080/SMILA/search" class="external free" title="http://localhost:8080/SMILA/search" rel="nofollow">http://localhost:8080/SMILA/search</a></tt>.
+</li><li>Enter a word that you expect to be contained in your dummy files into the <i>Query</i> text field.
+</li><li> Click <i>OK</i> to send your query to SMILA.
+</li></ol>
+<p><b>To use the <i>Advanced</i> Stylesheet</b>:
+</p>
+<ol><li>Point your browser to <tt><a href="http://localhost:8080/SMILA/search" class="external free" title="http://localhost:8080/SMILA/search" rel="nofollow">http://localhost:8080/SMILA/search</a></tt>.
+</li><li>Click <i>Advanced</i> to switch to the detailed search form.
+</li><li>For example, to find a file by its name, enter the file name into the <i>Filename</i> text field, then click <i>OK</i> to submit your search.
+</li></ol>
+<a name="Stop_indexing_job_run"></a><h2> <span class="mw-headline"> Stop indexing job run </span></h2>
+<p>Although there's no need for it, we can finish our previously started indexing job run via REST client now:
+(replace <job-id> with the job-id you got before when <a href="Documentation_for_5_Minutes_to_Success.html#Start_indexing_job_run" title="">you started the job run</a>).
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript">#Request
+POST http:<span class="co1">//localhost:8080/smila/jobmanager/jobs/indexUpdate/<job-id>/finish</span></pre></div>
+<p>You can monitor the job run via your browser to see that it has finished successfully:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript">#Request
+GET http:<span class="co1">//localhost:8080/smila/jobmanager/jobs/indexUpdate/<job-id></span></pre></div>
+<p>In the <tt>SMILA.log</tt> file you will see messages like this:
+</p>
+<pre>
+ INFO ... internal.JobRunEngineImpl - finish called for job 'indexUpdate', run '20110901-141457584011'
+ ...
+ INFO ... internal.JobRunEngineImpl - Completing job run '20110901-141457584011' for job 'indexUpdate' with final state SUCCEEDED
+</pre>
+<p>Congratulations, you've just crawled the SMILA Eclipsepedia, indexed the pages and searched through them. For more, just visit <a href="Manual.html" class="mw-redirect" title="SMILA/Manual">SMILA Manual</a>.
+</p>
+<a name="Further_steps"></a><h2> <span class="mw-headline"> Further steps </span></h2>
+<a name="Crawl_the_filesystem"></a><h3> <span class="mw-headline"> Crawl the filesystem </span></h3>
+<p>SMILA has also a predefined job to crawl the file system ("crawlFilesystem"), but you will have to either adapt the predefined job to point it to a valid folder in your filesystem or create your own job.
+</p><p>We will settle for the second option, because it does not need that you stop and restart SMILA.
+</p>
+<a name="Create_your_Job"></a><h4> <span class="mw-headline"> Create your Job </span></h4>
+<p>POST the following job description to <a href="Documentation/JobDefinitions.html#List.2C_create.2C_modify_jobs" title="SMILA/Documentation/JobDefinitions">SMILA's Job API</a> at <tt><a href="http://localhost:8080/smila/jobmanager/jobs" class="external free" title="http://localhost:8080/smila/jobmanager/jobs" rel="nofollow">http://localhost:8080/smila/jobmanager/jobs</a></tt>. Adapt the <tt>rootFolder</tt> parameter to point to an existing folder on your machine where you have placed some files (e.g. plain text, HTML files). If your path includes backslashes, escape them with an additional backslash, e.g. <tt>c:\\data\files</tt>.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript">#Request
+POST http:<span class="co1">//localhost:8080/smila/jobmanager/jobs/</span>
+<span class="br0">{</span>
+ <span class="st0">"name"</span>:<span class="st0">"crawlFilesAtData"</span>,
+ <span class="st0">"workflow"</span>:<span class="st0">"fileCrawling"</span>,
+ <span class="st0">"parameters"</span>:<span class="br0">{</span>
+ <span class="st0">"tempStore"</span>:<span class="st0">"temp"</span>,
+ <span class="st0">"dataSource"</span>:<span class="st0">"file"</span>,
+ <span class="st0">"rootFolder"</span>:<span class="st0">"/data"</span>,
+ <span class="st0">"jobToPushTo"</span>:<span class="st0">"indexUpdate"</span>
+ <span class="br0">}</span>
+<span class="br0">}</span></pre></div>
+<p>For text files other than plain text and HTML you cannot search inside the document's text (at least not right now, but you might have a look at <a href="Documentation/AperturePipelet.html" title="SMILA/Documentation/AperturePipelet">Aperture Pipelet</a> which addresses this problem).
+</p>
+<a name="Start_your_jobs"></a><h4> <span class="mw-headline"> Start your jobs </span></h4>
+<ul><li>Start the <tt>indexUpdate</tt> (see <a href="Documentation_for_5_Minutes_to_Success.html#Start_indexing_job_run" title="">Start indexing job run</a>), if you have already stopped it. If it is still running, that's fine:
+</li></ul>
+<div style="margin-left: 1.5em;">
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript">#Request
+POST http:<span class="co1">//localhost:8080/smila/jobmanager/jobs/indexUpdate/</span></pre></div>
+</div>
+<ul><li>Start your <tt>crawlFilesAtData</tt> job similar to <a href="Documentation_for_5_Minutes_to_Success.html#Start_the_crawler" title="">Start the crawler</a> but now use the job name <tt>crawlFilesAtData</tt> instead of <tt>crawlSmilaWiki</tt>. This new job behaves just like the web crawling job, but its run time might be shorter, depending on how much data actually is at your <span style="font-family:monospace;">rootFolder</span>.
+</li></ul>
+<div style="margin-left: 1.5em;">
+<div dir="ltr" style="text-align: left;"><pre class="source-javascript">#Request
+POST http:<span class="co1">//localhost:8080/smila/jobmanager/jobs/crawlFilesAtData/</span></pre></div>
+</div>
+<a name="Search_for_your_new_data"></a><h4> <span class="mw-headline"> Search for your new data </span></h4>
+<ol><li>After the job run's finished, wait a bit, then check whether the data has been indexed (see <a href="Documentation_for_5_Minutes_to_Success.html#Search_the_index" title="">Search the index</a> for help).
+</li><li>It is also a good idea to check the log file for errors.
+</li></ol>
+<a name="5_more_minutes_to_change_the_workflow"></a><h3> <span class="mw-headline"> 5 more minutes to change the workflow </span></h3>
+<p>The <a href="Documentation/5_more_minutes_to_change_the_workflow.html" title="SMILA/Documentation/5 more minutes to change the workflow">5 more minutes to change the workflow</a> show how you can configure the system so that data from different data sources will go through different workflows and pipelines and will be indexed into different indices.
+</p>
+<pre>(see <a href="Documentation_for_5_Minutes_to_Success.html#Start_indexing_job_run" title="">Start indexing job run</a>), if you have already stopped it. If it is still running, that's fine:
+</pre>
+<!--
+NewPP limit report
+Preprocessor node count: 150/1000000
+Post-expand include size: 1431/2097152 bytes
+Template argument size: 813/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15784-0!1!0!!en!2!edit=0 and timestamp 20120202150453 -->
+<div class="printfooter">
+Retrieved from "<a href="Documentation_for_5_Minutes_to_Success.html">http://wiki.eclipse.org/SMILA/Documentation_for_5_Minutes_to_Success</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Categories</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span> | <span dir='ltr'><a href="http://wiki.eclipse.org/Category:HowTo" title="Category:HowTo">HowTo</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 12:27, 30 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a>, <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a> and <a href="http://wiki.eclipse.org/index.php?title=User:Andreas.weber.attensity.com&action=edit" class="new" title="User:Andreas.weber.attensity.com">Andreas Weber</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation_for_5_Minutes_to_Success&action=credits" title="SMILA/Documentation for 5 Minutes to Success">others</a>.</p>
+ <p id="footerviews">This page has been accessed 11,971 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.054 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/FAQ.html b/documentation/1.0/wiki.eclipse.org/SMILA/FAQ.html
new file mode 100644
index 0000000..b7050ba
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/FAQ.html
@@ -0,0 +1,645 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/FAQ,SMILA/Documentation/HowTo/How to filter and access record data in BPEL,SMILA/Project Concepts/Simple configuration handler" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/FAQ - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/FAQ";
+var wgTitle = "SMILA/FAQ";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15796";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286961";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-text {line-height: normal; font-size: medium;}
+.source-text li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for text
+ * CSS class: source-text, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-text .de1, .source-text .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-text {}
+.source-text .head {}
+.source-text .foot {}
+.source-text .imp {font-weight: bold; color: red;}
+.source-text .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-text li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-text li.li2 {font-weight: bold;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-java {line-height: normal; font-size: medium;}
+.source-java li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for java
+ * CSS class: source-java, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-java .de1, .source-java .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-java {}
+.source-java .head {}
+.source-java .foot {}
+.source-java .imp {font-weight: bold; color: red;}
+.source-java .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-java li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-java li.li2 {font-weight: bold;}
+.source-java .kw1 {color: #7F0055; font-weight: bold;}
+.source-java .kw2 {color: #7F0055; font-weight: bold;}
+.source-java .kw3 {color: #000000; font-weight: normal}
+.source-java .kw4 {color: #7F0055; font-weight: bold;}
+.source-java .co1 {color: #3F7F5F; font-style: italic;}
+.source-java .co2 {color: #3F7F5F;}
+.source-java .co3 {color: #3F7F5F; font-style: italic; font-weight: bold;}
+.source-java .coMULTI {color: #3F5FBF; font-style: italic;}
+.source-java .es0 {color: #000000;}
+.source-java .br0 {color: #000000;}
+.source-java .st0 {color: #2A00ff;}
+.source-java .nu0 {color: #000000;}
+.source-java .me1 {color: #000000;}
+.source-java .me2 {color: #000000;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="FAQ.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_FAQ">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/FAQ">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/FAQ">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/FAQ">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/FAQ&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/FAQ&oldid=286961">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="FAQ.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/FAQ&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/FAQ&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/FAQ&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/FAQ"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/FAQ</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../SMILA.html" title="SMILA">SMILA</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="FAQ.html#column-one">navigation</a>, <a href="FAQ.html#searchInput">search</a></div> <!-- start content -->
+ <p>This pages contains the frequently asked questions of the SMILA project.
+</p><p><b>General Hint:</b> When you have problems during a SMILA launch / run, please have a look at the <b>SMILA log</b> file first. (<tt><SMILA>/SMILA.log</tt>)
+</p>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="FAQ.html#General"><span class="tocnumber">1</span> <span class="toctext">General</span></a>
+<ul>
+<li class="toclevel-2"><a href="FAQ.html#Where_do_I_find_the_log_file.3F"><span class="tocnumber">1.1</span> <span class="toctext">Where do I find the log file?</span></a></li>
+<li class="toclevel-2"><a href="FAQ.html#How_can_I_see_that_SMILA_started_correctly.3F"><span class="tocnumber">1.2</span> <span class="toctext">How can I see that SMILA started correctly?</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="FAQ.html#Building_SMILA"><span class="tocnumber">2</span> <span class="toctext">Building SMILA</span></a>
+<ul>
+<li class="toclevel-2"><a href="FAQ.html#I_receive_an_Out_of_Memory_error.3F_What_can_I_do.3F"><span class="tocnumber">2.1</span> <span class="toctext">I receive an Out of Memory error? What can I do?</span></a></li>
+<li class="toclevel-2"><a href="FAQ.html#Build_fails_with_.27java.net.MalformedURLException:_no_protocol:_.24.7BeclipseBaseURL.7D.27_message"><span class="tocnumber">2.2</span> <span class="toctext">Build fails with 'java.net.MalformedURLException: no protocol: ${eclipseBaseURL}' message</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="FAQ.html#Launching_SMILA"><span class="tocnumber">3</span> <span class="toctext">Launching SMILA</span></a>
+<ul>
+<li class="toclevel-2"><a href="FAQ.html#Linux"><span class="tocnumber">3.1</span> <span class="toctext">Linux</span></a>
+<ul>
+<li class="toclevel-3"><a href="FAQ.html#How_to_start.2Fstop_and_manage_SMILA_as_a_background_process_on_a_Linux_machine.3F"><span class="tocnumber">3.1.1</span> <span class="toctext">How to start/stop and manage SMILA as a background process on a Linux machine?</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="FAQ.html#Bundles"><span class="tocnumber">3.2</span> <span class="toctext">Bundles</span></a>
+<ul>
+<li class="toclevel-3"><a href="FAQ.html#Launching_crawler_bundles_-_How_to_solve:_.22Could_not_find_crawler_id.22_error_message.3F"><span class="tocnumber">3.2.1</span> <span class="toctext">Launching crawler bundles - How to solve: "Could not find crawler id" error message?</span></a></li>
+<li class="toclevel-3"><a href="FAQ.html#I_changed_the_implementation_of_a_bundle.2C_deployed_it_and_restarted_SMILA.2C_but_SMILA_still_seems_to_use_the_old_bundle"><span class="tocnumber">3.2.2</span> <span class="toctext">I changed the implementation of a bundle, deployed it and restarted SMILA, but SMILA still seems to use the old bundle</span></a></li>
+<li class="toclevel-3"><a href="FAQ.html#I_changed_bundle_settings_in_my_config.ini.2C_but_after_SMILA_restart_nothing_changed"><span class="tocnumber">3.2.3</span> <span class="toctext">I changed bundle settings in my config.ini, but after SMILA restart nothing changed</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="FAQ.html#JConsole"><span class="tocnumber">3.3</span> <span class="toctext">JConsole</span></a>
+<ul>
+<li class="toclevel-3"><a href="FAQ.html#Why_is_the_SMILA_package_not_in_the_JConsole_tree.3F"><span class="tocnumber">3.3.1</span> <span class="toctext">Why is the SMILA package not in the JConsole tree?</span></a></li>
+<li class="toclevel-3"><a href="FAQ.html#Why_is_the_SMILA.2FCrawlerController_MBean_not_in_the_JConsole_tree.3F"><span class="tocnumber">3.3.2</span> <span class="toctext">Why is the SMILA/CrawlerController MBean not in the JConsole tree?</span></a></li>
+<li class="toclevel-3"><a href="FAQ.html#Cannot_connect_with_JConsole_to_a_remote_machine_running_Ubuntu_8.04_or_newer"><span class="tocnumber">3.3.3</span> <span class="toctext">Cannot connect with JConsole to a remote machine running Ubuntu 8.04 or newer</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="FAQ.html#Configuring.2FRunning_SMILA"><span class="tocnumber">4</span> <span class="toctext">Configuring/Running SMILA</span></a>
+<ul>
+<li class="toclevel-2"><a href="FAQ.html#Crawler"><span class="tocnumber">4.1</span> <span class="toctext">Crawler</span></a>
+<ul>
+<li class="toclevel-3"><a href="FAQ.html#I_started_a_crawl_job.2C_the_job_was_started_successfully.2C_but_nothing_seems_to_happen"><span class="tocnumber">4.1.1</span> <span class="toctext">I started a crawl job, the job was started successfully, but nothing seems to happen</span></a></li>
+<li class="toclevel-3"><a href="FAQ.html#I_tried_to_crawl.2Findex_a_data_source_.28with_the_deprecated_connectivity_framework.29_to_a_job.2C_JConsole_says_.22Crawler_..._sucessfully_started.22_but_nothing_seems_to_happen"><span class="tocnumber">4.1.2</span> <span class="toctext">I tried to crawl/index a data source (with the deprecated connectivity framework) to a job, JConsole says "Crawler ... sucessfully started" but nothing seems to happen</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="FAQ.html#Pipeline"><span class="tocnumber">4.2</span> <span class="toctext">Pipeline</span></a>
+<ul>
+<li class="toclevel-3"><a href="FAQ.html#Why_do_I_get_a_timeout_exception_during_a_.28long_running.29_pipeline_execution.3F"><span class="tocnumber">4.2.1</span> <span class="toctext">Why do I get a timeout exception during a (long running) pipeline execution?</span></a></li>
+<li class="toclevel-3"><a href="FAQ.html#My_xpath_expression_doesnt_work"><span class="tocnumber">4.2.2</span> <span class="toctext">My xpath expression doesnt work</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="FAQ.html#Implementing_Pipelets_.2F_OSGi_Services_.2F_Bundles"><span class="tocnumber">5</span> <span class="toctext">Implementing Pipelets / OSGi Services / Bundles</span></a>
+<ul>
+<li class="toclevel-2"><a href="FAQ.html#Configuration"><span class="tocnumber">5.1</span> <span class="toctext">Configuration</span></a>
+<ul>
+<li class="toclevel-3"><a href="FAQ.html#I_want_to_use_the_ConfigUtils_class_in_my_Pipelet_to_read_the_configuration.2C_where_do_I_have_to_put_my_configuration_files.3F"><span class="tocnumber">5.1.1</span> <span class="toctext">I want to use the ConfigUtils class in my Pipelet to read the configuration, where do I have to put my configuration files?</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="FAQ.html#Deploy_.2F_Launch"><span class="tocnumber">5.2</span> <span class="toctext">Deploy / Launch</span></a>
+<ul>
+<li class="toclevel-3"><a href="FAQ.html#I_implemented.2Fdeployed_a_OSGi_Service_in_a_new_bundle_but_SMILA_log_says_that_it_couldn.27t_be_found"><span class="tocnumber">5.2.1</span> <span class="toctext">I implemented/deployed a OSGi Service in a new bundle but SMILA log says that it couldn't be found</span></a></li>
+<li class="toclevel-3"><a href="FAQ.html#I_get_classloading_errors_in_invocations_of_my_own_Pipelet_when_running_SMILA_outside_the_IDE._In_the_IDE_it_works"><span class="tocnumber">5.2.2</span> <span class="toctext">I get classloading errors in invocations of my own Pipelet when running SMILA outside the IDE. In the IDE it works</span></a></li>
+<li class="toclevel-3"><a href="FAQ.html#I_get_classloading_errors_when_I_try_to_access_an_external_Web_Service_using_JAX-WS"><span class="tocnumber">5.2.3</span> <span class="toctext">I get classloading errors when I try to access an external Web Service using JAX-WS</span></a></li>
+<li class="toclevel-3"><a href="FAQ.html#More_classloader_errors_-_part_1"><span class="tocnumber">5.2.4</span> <span class="toctext">More classloader errors - part 1</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="General"></a><h2> <span class="mw-headline"> General </span></h2>
+<a name="Where_do_I_find_the_log_file.3F"></a><h3> <span class="mw-headline"> Where do I find the log file? </span></h3>
+<p>The SMILA log file's name is <tt>SMILA.log</tt> and is to be found at the applications working folder:
+</p><p>If you extracted SMILA from a zip, you can find the log file in the folder, where you extracted the SMILA.
+</p>
+<pre>
+/<SMILA>
+ /about_files
+ /configuration
+ /features
+ /jmxclient
+ /plugins
+ /workspace
+ .eclipseproduct
+ ...
+ SMILA
+ SMILA.ini
+ -> SMILA.log <-
+</pre>
+<p>If you started SMILA from within the Eclipse IDE using the launcher, you can find the log file at the project <tt>SMILA.application</tt> in your workspace.
+</p>
+<a name="How_can_I_see_that_SMILA_started_correctly.3F"></a><h3> <span class="mw-headline"> How can I see that SMILA started correctly? </span></h3>
+<p>You should see no stacktraces in the log ;) and it should end with an entry like the following if SMILA has just started:
+</p>
+<pre>
+... INFO ... internal.HttpServiceImpl - HTTP server started successfully on port 8080.
+</pre>
+<a name="Building_SMILA"></a><h2> <span class="mw-headline"> Building SMILA </span></h2>
+<a name="I_receive_an_Out_of_Memory_error.3F_What_can_I_do.3F"></a><h3> <span class="mw-headline"> I receive an <i>Out of Memory</i> error? What can I do? </span></h3>
+<p>While building with <tt>SMILA.builder</tt> I receive the following errror message:
+</p><p><code>Build Failed - Out of Memory - Java heap space</code>
+</p><p>The reason for this is that Ant hasn´t enough heap space to build the project. You will have to expand the heap space by setting the VM arguments accordingly. In eclipse try the following:
+</p>
+<ol><li> Click <i>Open external tools dialog</i> and select your Ant build profile.
+</li><li> Switch to the <i>JRE</i> tab and add the following VM arguments: <tt>-Xms40m -Xmx512m</tt>.
+</li><li> Save and build again.
+</li></ol>
+<p><br />
+</p>
+<a name="Build_fails_with_.27java.net.MalformedURLException:_no_protocol:_.24.7BeclipseBaseURL.7D.27_message"></a><h3> <span class="mw-headline"> Build fails with 'java.net.MalformedURLException: no protocol: ${eclipseBaseURL}' message </span></h3>
+<p>The complete error looks like this:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-text">...
+build.core:
+ [java] Buildfile: /home/scum36/Eclipse/helios-sr2-build/plugins/org.eclipse.pde.build_3.6.2.R36x_20110203/scripts/productBuild/productBuild.xml
+ [java]
+ [java] main:
+ [java]
+ [java] preBuild:
+ [java]
+ [java] preSetup:
+ [java]
+ [java] checkLocalMaps:
+ [java]
+ [java] getMapFiles:
+ [java] [cvs] Caught exception: Cannot run program "cvs" (in directory "/home/scum36/workspace/SMILA/smila.build/maps"): java.io.IOException: error=2, No such file or directory
+ [java]
+ [java] postSetup:
+ [java]
+ [java] checkLocalBase:
+ [java]
+ [java] getBaseComponents:
+ [java]
+ [java] BUILD FAILED
+ [java] /home/scum36/Eclipse/helios-sr2-build/plugins/org.eclipse.pde.build_3.6.2.R36x_20110203/scripts/productBuild/productBuild.xml:33: The following error occurred while executing this line:
+ [java] /home/scum36/Eclipse/helios-sr2-build/plugins/org.eclipse.pde.build_3.6.2.R36x_20110203/scripts/build.xml:53: The following error occurred while executing this line:
+ [java] /home/scum36/workspace/SMILA/SMILA.builder/customTargets.xml:80: The following error occurred while executing this line:
+ [java] /home/scum36/workspace/SMILA/SMILA.builder/customTargets.xml:25: java.net.MalformedURLException: no protocol: ${eclipseBaseURL}
+ [java]
+ [java] Total time: 0 seconds
+ [java] An error has occurred. See the log file
+ [java] /home/scum36/workspace/.metadata/.log.</pre></div>
+<p><br />
+Probably you did forget to copy <code>build.properties.template</code> to <code>build.properties</code> in <code>SMILA.builder</code> and adapt it. See
+<a href="Development_Guidelines/Howto_build_a_SMILA-Distribution.html#Setting_the_Target_Build_Platform" class="external text" title="http://wiki.eclipse.org/SMILA/Development_Guidelines/Howto_build_a_SMILA-Distribution#Setting_the_Target_Build_Platform" rel="nofollow">How to build SMILA</a>.
+</p>
+<a name="Launching_SMILA"></a><h2> <span class="mw-headline"> Launching SMILA </span></h2>
+<a name="Linux"></a><h3> <span class="mw-headline"> Linux </span></h3>
+<a name="How_to_start.2Fstop_and_manage_SMILA_as_a_background_process_on_a_Linux_machine.3F"></a><h4> <span class="mw-headline"> How to start/stop and manage SMILA as a background process on a Linux machine? </span></h4>
+<p>Since the default configuration (stored in SMILA.ini) of the OSGi runtime (in our case Equinox) launcher expects that you execute it in foreground and therefore have an OSGi console running in your shell and listening to the standard input, the first thing we have to do is to advise the launcher (and thereby Equinox) to listen on some TCP port instead. This is done by adding a new line with the port number just after the "-console" line.
+</p><p>For example, to set console to listen at TCP port 9999, SMILA.ini would look like this:
+</p><p><code>
+</p>
+<pre>-console
+9999
+...
+</pre>
+<p></code>
+</p><p>Now, after SMILA has been started with “<tt>$ nohup ./SMILA &</tt>”, the console can be accessed from any computer simply by opening a telnet session:
+</p><p><tt>
+$ telnet <smila_host_name> <console_port>
+</tt>
+</p><p><br />
+</p>
+<table style="border:1px solid #AAA; background:#f9f9f9; width:100%; margin:0 auto 1em auto; padding:.2em; text-align:justify;">
+<tr>
+<td style="width:50px;"> <a href="http://wiki.eclipse.org/Image:Symbol_comment_vote.png" class="image" title="Symbol comment vote.png"><img alt="" src="http://wiki.eclipse.org/images/9/9e/Symbol_comment_vote.png" width="50" height="51" border="0" /></a>
+</td><td style="padding-left:.2em;"> If you are logged in via telnet and just want to close this connection and not to stop Equinox running SMILA, than just type “<tt>disconnect</tt>”. Otherwise, if you want to stop SMILA and close the connection, use “<tt>close</tt>” - as you normally would do on a console running in your shell.
+</td></tr></table>
+<p>For the complete documentation on eclipse runtime options please see: <a href="http://help.eclipse.org/indigo/index.jsp?topic=/org.eclipse.platform.doc.isv/reference/misc/runtime-options.html" class="external free" title="http://help.eclipse.org/indigo/index.jsp?topic=/org.eclipse.platform.doc.isv/reference/misc/runtime-options.html" rel="nofollow">http://help.eclipse.org/indigo/index.jsp?topic=/org.eclipse.platform.doc.isv/reference/misc/runtime-options.html</a>
+</p>
+<a name="Bundles"></a><h3> <span class="mw-headline"> Bundles </span></h3>
+<a name="Launching_crawler_bundles_-_How_to_solve:_.22Could_not_find_crawler_id.22_error_message.3F"></a><h4> <span class="mw-headline"> Launching crawler bundles - How to solve: "Could not find crawler id" error message? </span></h4>
+<p>While launching SMILA I receive the following error message:
+</p><p><code>Could not find crawler id</code>
+</p><p>If you started <b><tt>SMILA.launch</tt></b> to launch SMILA: The launcher didn't start your new crawler bundle. Try this:
+</p>
+<ol><li> Add your bundle by selecting "Open Run dialog" in eclipse and choose your SMILA profile.
+</li><li> Select your bundle in the list and set the checkmark.
+</li><li> Set the start level to "4" and the autostart to "true".
+</li></ol>
+<p>If you started <b><tt>SMILA.EXE</tt></b> to launch SMILA: Your bundle isn`t defined in <tt>config.ini</tt> or the start level isn´t correct. Try this:
+</p>
+<ol>
+<li>Open the file <tt>config.ini</tt> and add your bundle as shown below:<br />
+<code>org.eclipse.smila.connectivity.framework.crawler.owncrawler@5:start, \</code></li>
+<li>Open the <tt>build.properties</tt> file of your bundle and include the folders <tt>schemas/</tt>, <tt>OSGI-INF/</tt>, and the file <tt>plugin.xml</tt>.</li>
+</ol>
+<a name="I_changed_the_implementation_of_a_bundle.2C_deployed_it_and_restarted_SMILA.2C_but_SMILA_still_seems_to_use_the_old_bundle"></a><h4> <span class="mw-headline"> I changed the implementation of a bundle, deployed it and restarted SMILA, but SMILA still seems to use the old bundle </span></h4>
+<p>Close SMILA, delete the following directories in your configuration folder and restart SMILA again:
+</p>
+<ul><li> <tt>org.eclipse.core.runtime/</tt>
+</li><li> <tt>org.eclipse.equinox.app/</tt>
+</li><li> <tt>org.eclipse.osgi/</tt>
+</li><li> <tt>org.eclipse.update/</tt>
+</li></ul>
+<a name="I_changed_bundle_settings_in_my_config.ini.2C_but_after_SMILA_restart_nothing_changed"></a><h4> <span class="mw-headline"> I changed bundle settings in my <tt>config.ini</tt>, but after SMILA restart nothing changed </span></h4>
+<p>Check your <tt>config.ini</tt> for unusual whitespaces (e.g. a tab) between the (edited) bundle entries or after the backslashes on line ends - and remove them.
+</p><p>If that doesn't help, see question (resp. answer) before.
+</p><p><br />
+</p>
+<a name="JConsole"></a><h3> <span class="mw-headline"> JConsole </span></h3>
+<a name="Why_is_the_SMILA_package_not_in_the_JConsole_tree.3F"></a><h4> <span class="mw-headline"> Why is the <i>SMILA</i> package not in the JConsole tree? </span></h4>
+<p>I've started <tt>SMILA.exe</tt> but the SMILA package isn't in the tree of JConsole.
+</p><p>To solve this try the following:
+</p>
+<ol><li> Create a new connection.
+</li><li> Change your connection by setting the port "9004" on the <i>Remote</i> tab.
+</li><li> Click the <i>Connect</i> button, switch to the <i>MBeans</i> tab, and check the tree again.
+</li></ol>
+<a name="Why_is_the_SMILA.2FCrawlerController_MBean_not_in_the_JConsole_tree.3F"></a><h4> <span class="mw-headline"> Why is the <i>SMILA/CrawlerController</i> MBean not in the JConsole tree? </span></h4>
+<p>Check if all needed bundles are active. Open the equinox console and type:
+</p>
+<ul><li> <tt>ss crawler</tt>
+</li><li> <tt>ss deltaindexing.impl</tt>
+</li></ul>
+<p>If one of these is not active:
+</p>
+<ul><li> check the <tt>configuration/config.ini</tt>
+</li><li> check the log file for errors
+</li></ul>
+<a name="Cannot_connect_with_JConsole_to_a_remote_machine_running_Ubuntu_8.04_or_newer"></a><h4> <span class="mw-headline"> Cannot connect with JConsole to a remote machine running Ubuntu 8.04 or newer </span></h4>
+<p>For some reason the JConsole cannot make a <i><b>remote</b></i> connection to JVM running on Ubuntu 8.04 or newer installations. (We did some tests with SuSE Linux and had no problems.)
+</p><p>This can be easily circumvented by modifying <tt>/etc/hosts</tt> file.
+Simply replace <tt>127.0.1.1</tt> with the real IP address of your Ubuntu machine and you're ready to go.
+</p><p>For example, if you have a line in /etc/hosts that looks like this:
+</p><p><tt>127.0.1.1 jupiter</tt> (Where "jupiter" it the actual name of the Ubuntu machine in this example. You will almost certainly have some other name here ;-)
+</p><p>then replace it with:
+</p><p><tt>192.168.220.101 jupiter</tt> (Where 192.168.220.101 is the actual IP address of the Ubuntu machine in this example.)
+</p>
+<a name="Configuring.2FRunning_SMILA"></a><h2> <span class="mw-headline"> Configuring/Running SMILA </span></h2>
+<a name="Crawler"></a><h3> <span class="mw-headline"> Crawler </span></h3>
+<a name="I_started_a_crawl_job.2C_the_job_was_started_successfully.2C_but_nothing_seems_to_happen"></a><h4> <span class="mw-headline"> I started a crawl job, the job was started successfully, but nothing seems to happen </span></h4>
+<p>Check the SMILA log file for errors.
+</p><p>Check the state of the crawl job in <a href="http://localhost:8080/smila/jobmanager/jobs" class="external text" title="http://localhost:8080/smila/jobmanager/jobs" rel="nofollow">jobmanager state API</a>
+</p>
+<ul><li> if the state in your crawl job is "RUNNING", check the mode it has been started
+<ul><li> if it says <span style="font-family:monospace;">"mode": "STANDARD"</span>, stop the job run (<span style="font-family:monospace;">POST <a href="http://localhost:8080/smila/jobmanager/jobs/" class="external free" title="http://localhost:8080/smila/jobmanager/jobs/" rel="nofollow">http://localhost:8080/smila/jobmanager/jobs/</a><job name>/<job run id>/finish</span>) and start it again with mode "runOnce", e.g. <span style="font-family:monospace;">POST <a href="http://localhost:8080/smila/jobmanager/jobs/" class="external free" title="http://localhost:8080/smila/jobmanager/jobs/" rel="nofollow">http://localhost:8080/smila/jobmanager/jobs/</a><job name> {"mode": "runOnce"</span>}
+</li></ul>
+</li><li> if the state is FINISHING
+<ul><li> check the job into which the crawl job pushes its records for processed records or errors.
+</li></ul>
+</li><li> if everything up to now is OK
+<ul><li> just wait some time, the autocommit handler maybe hasn't yet committed the data to the Solr index
+</li><li> check <span style="font-family:monospace;">autoCommit</span> settings in the <tt>solrconfig.xml</tt> file of your Solr core.
+</li></ul>
+</li></ul>
+<a name="I_tried_to_crawl.2Findex_a_data_source_.28with_the_deprecated_connectivity_framework.29_to_a_job.2C_JConsole_says_.22Crawler_..._sucessfully_started.22_but_nothing_seems_to_happen"></a><h4> <span class="mw-headline"> I tried to crawl/index a data source (with the deprecated connectivity framework) to a job, JConsole says "Crawler ... sucessfully started" but nothing seems to happen </span></h4>
+<p>Check the SMILA log file for errors.
+</p><p>Check if your specified job name exists and is running:
+</p>
+<ol><li> Open a browser and go to <a href="http://localhost:8080/smila/jobmanager/jobs" class="external text" title="http://localhost:8080/smila/jobmanager/jobs" rel="nofollow">jobmanager state API</a>
+</li><li> browse to your specified job and check if there is an active job run (state: RUNNING)
+</li><li> if so, check the job run details
+</li></ol>
+<p>If you find no errors in the log and your job is running but doesn't seem to do something:
+</p>
+<ol><li> Did you crawl the data source before? If so, try a <code>clearAll</code> on the DeltaIndexing-MBean in your JConsole
+</li><li> Check your crawler configuration file (see <tt>configuration/org.eclipse.smila.connectivity.framework/</tt>)
+</li></ol>
+<a name="Pipeline"></a><h3> <span class="mw-headline"> Pipeline </span></h3>
+<a name="Why_do_I_get_a_timeout_exception_during_a_.28long_running.29_pipeline_execution.3F"></a><h4> <span class="mw-headline"> Why do I get a timeout exception during a (long running) pipeline execution? </span></h4>
+<p>In SMILA there's a timeout configured for a pipeline execution:
+</p>
+<dl><dd> <tt>configuration/org.eclipse.smila.processing.bpel/processor.properties</tt>
+</dd></dl>
+<p>See entry: <code>pipeline.timeout</code>
+</p>
+<a name="My_xpath_expression_doesnt_work"></a><h4> <span class="mw-headline"> My xpath expression doesnt work </span></h4>
+<ol><li> Check that the expression is correct with a XPath tool
+</li><li> ensure that the attributes are not filtered out, see <a href="Documentation/HowTo/How_to_filter_and_access_record_data_in_BPEL.html" title="SMILA/Documentation/HowTo/How to filter and access record data in BPEL">SMILA/Documentation/HowTo/How_to_filter_and_access_record_data_in_BPEL</a>
+</li></ol>
+<p><b>Helpful log points</b>
+</p>
+<table width="100%" style="font-family: Trebuchet MS;vertical-align:text-top;" border="1">
+
+<tr style="font-weight:bold;font-size:larger;color:white;background:gray;text-align:center;">
+<td> Area </td><td> id </td><td> level </td><td> Comment
+</td></tr>
+<tr>
+<td> BPEL </td><td> org.eclipse.smila.processing.bpel.PipeletManager </td><td> Trace </td><td> Log BPEL request before and after pipelet invocation
+</td></tr></table>
+<a name="Implementing_Pipelets_.2F_OSGi_Services_.2F_Bundles"></a><h2> <span class="mw-headline"> Implementing Pipelets / OSGi Services / Bundles </span></h2>
+<a name="Configuration"></a><h3> <span class="mw-headline"> Configuration </span></h3>
+<a name="I_want_to_use_the_ConfigUtils_class_in_my_Pipelet_to_read_the_configuration.2C_where_do_I_have_to_put_my_configuration_files.3F"></a><h4> <span class="mw-headline"> I want to use the <code>ConfigUtils</code> class in my Pipelet to read the configuration, where do I have to put my configuration files? </span></h4>
+<p>Configuration files are searched for in the following order:
+</p>
+<ol><li> <tt><SMILA>/configuration/<bundle-name>/<config-file></tt>
+</li><li> <tt><config-file></tt> in the root path of the bundle jar-file
+</li></ol>
+<p>See <a href="Project_Concepts/Simple_configuration_handler.html" title="SMILA/Project Concepts/Simple configuration handler">Configuration Handler</a> for more information.
+</p>
+<a name="Deploy_.2F_Launch"></a><h3> <span class="mw-headline"> Deploy / Launch </span></h3>
+<a name="I_implemented.2Fdeployed_a_OSGi_Service_in_a_new_bundle_but_SMILA_log_says_that_it_couldn.27t_be_found"></a><h4> <span class="mw-headline"> I implemented/deployed a OSGi Service in a new bundle but SMILA log says that it couldn't be found </span></h4>
+<p>Check your new bundle, it should contain a file like that:
+</p>
+<ul><li> <tt>OSGI-INF/<myService>.xml</tt>
+</li></ul>
+<p>In this file your new service has to be referenced. If you have copied the file from some other service, be sure to change the component name in the root element to something unique, because DS does not start multiple services with the same component name.
+</p>
+<ul><li> <tt><component name="<myService>" immediate="true"></tt>
+</li></ul>
+<p>Also the file has to be referenced from the MANIFEST.MF file of your bundle as a service component:
+</p>
+<ul><li> <tt>Service-Component: OSGI-INF/<myService>.xml</tt>
+</li></ul>
+<p>Also, you may need to include <tt>Import-Package:</tt> declarations for super-classes of your service implementation class even if there are no compile errors.
+</p><p>On the "Build" page of the manifest editor, you must add the OSGI-INF directory to the binary build.
+</p><p>And finally, your bundle has to be started at SMILA launch, e.g. by adding it to the config.ini.
+</p><p>If you are using <b><tt>SMILA.launch</tt></b> to launch SMILA, you also have to open the run/debug configuration of SMILA, check the new bundle and set Auto-Start to "true".
+</p>
+<a name="I_get_classloading_errors_in_invocations_of_my_own_Pipelet_when_running_SMILA_outside_the_IDE._In_the_IDE_it_works"></a><h4> <span class="mw-headline"> I get classloading errors in invocations of my own Pipelet when running SMILA outside the IDE. In the IDE it works </span></h4>
+<p>The error could look like this:
+</p><p><code>
+2010-11-19 11:28:36,101 ERROR [ODEServerImpl-1
+] vpu.JacobVPU - Method "run" in class "org.apache.ode.bpel.rtrep.v2.EXTENSIONACTIVITY" threw an unexpected exception.
+java.lang.LinkageError: loader constraint violation: loader (instance of org/eclipse/osgi/internal/baseadaptor/DefaultClassLoader) previously initiated loading for a different type with name "org/w3c/dom/Document"
+</code>
+</p><p>We are not completely sure, why this happens, but a solution is to set this system property in the SMILA.ini file:
+</p><p><code>-Dosgi.java.profile.bootdelegation=override</code>
+</p><p>Thamks to Bogdan Sacaleanu for the solution. See this <a href="http://smila.markmail.org/thread/sj4vhcikq2wndtdp" class="external text" title="http://smila.markmail.org/thread/sj4vhcikq2wndtdp" rel="nofollow">thread in the smila-dev mailing list</a> for additional details.
+</p>
+<a name="I_get_classloading_errors_when_I_try_to_access_an_external_Web_Service_using_JAX-WS"></a><h4> <span class="mw-headline"> I get classloading errors when I try to access an external Web Service using JAX-WS </span></h4>
+<p>Class loading problems often occur when using third party libraries that use the "thread context classloader" in OSGi, and standard implementations of Java specifications by Sun/Oracle (or other non-OSGi-aware parties...) do this very often.
+</p><p>The only solution we currently know of is to wrap the critical section (in this case it's the construction of the webservice client class) in a piece of code like this:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw3">ClassLoader</span> tccl = <span class="kw3">Thread</span>.<span class="me1">currentThread</span><span class="br0">(</span><span class="br0">)</span>.<span class="me1">getContextClassLoader</span><span class="br0">(</span><span class="br0">)</span>;
+<span class="kw1">try</span> <span class="br0">{</span>
+ <span class="kw3">Thread</span>.<span class="me1">currentThread</span><span class="br0">(</span><span class="br0">)</span>.<span class="me1">setContextClassLoader</span><span class="br0">(</span>getClass<span class="br0">(</span><span class="br0">)</span>.<span class="me1">getClassLoader</span><span class="br0">(</span><span class="br0">)</span><span class="br0">)</span>;
+ <span class="coMULTI">/*
+ * initialize the client
+ */</span>
+<span class="br0">}</span> <span class="kw1">finally</span> <span class="br0">{</span>
+ <span class="kw3">Thread</span>.<span class="me1">currentThread</span><span class="br0">(</span><span class="br0">)</span>.<span class="me1">setContextClassLoader</span><span class="br0">(</span>tccl<span class="br0">)</span>;
+<span class="br0">}</span></pre></div>
+<p>See also <a href="http://www.eclipse.org/forums/index.php/t/266362/" class="external text" title="http://www.eclipse.org/forums/index.php/t/266362/" rel="nofollow">this forum thread</a>.
+</p>
+<a name="More_classloader_errors_-_part_1"></a><h4> <span class="mw-headline"> More classloader errors - part 1 </span></h4>
+<p>If you get an error like this:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-text">Caused by: java.lang.LinkageError: loader constraint violation: when resolving field "DATETIME" the class loader (instance of
+ org/eclipse/osgi/internal/baseadaptor/DefaultClassLoader) of the referring class, javax/xml/datatype/DatatypeConstants, and the class loader (instance of <bootloader>) for the field's resolved type, javax/xml/namespace/QName, have different Class objects for that type</pre></div>
+<p>the reason is most likely that you have classes in the bundle classpath of your bundle that contains classes which are also part of the JDK runtime library (java.*, javax.*). Remove these classes from the bundle and it should work.
+</p><p>See also <a href="http://www.eclipse.org/forums/index.php/t/266362/" class="external text" title="http://www.eclipse.org/forums/index.php/t/266362/" rel="nofollow">this forum thread</a>.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 133/1000000
+Post-expand include size: 542/2097152 bytes
+Template argument size: 185/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15796-0!1!0!!en!2!edit=0 and timestamp 20120202171424 -->
+<div class="printfooter">
+Retrieved from "<a href="FAQ.html">http://wiki.eclipse.org/SMILA/FAQ</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 08:25, 27 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a>, <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a> and <a href="http://wiki.eclipse.org/index.php?title=User:Daniel.stucky.attensity.com&action=edit" class="new" title="User:Daniel.stucky.attensity.com">Daniel Stucky</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/FAQ&action=credits" title="SMILA/FAQ">others</a>.</p>
+ <p id="footerviews">This page has been accessed 6,078 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.072 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/FREE_BEER,_SMILA_Branch.html b/documentation/1.0/wiki.eclipse.org/SMILA/FREE_BEER,_SMILA_Branch.html
new file mode 100644
index 0000000..408ba4c
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/FREE_BEER,_SMILA_Branch.html
@@ -0,0 +1,299 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/FREE BEER, SMILA Branch" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/FREE BEER, SMILA Branch - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/FREE_BEER,_SMILA_Branch";
+var wgTitle = "SMILA/FREE BEER, SMILA Branch";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "33223";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "267056";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="FREE_BEER,_SMILA_Branch.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_FREE_BEER_SMILA_Branch">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/FREE_BEER%2C_SMILA_Branch">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/FREE_BEER%2C_SMILA_Branch">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/FREE_BEER%2C_SMILA_Branch">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/FREE_BEER%2C_SMILA_Branch&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/FREE_BEER%2C_SMILA_Branch&oldid=267056">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="FREE_BEER,_SMILA_Branch.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/FREE_BEER%2C_SMILA_Branch&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/FREE_BEER%2C_SMILA_Branch&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/FREE_BEER%2C_SMILA_Branch&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/FREE%20BEER,%20SMILA%20Branch"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/FREE BEER, SMILA Branch</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../SMILA.html" title="SMILA">SMILA</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="FREE_BEER,_SMILA_Branch.html#column-one">navigation</a>, <a href="FREE_BEER,_SMILA_Branch.html#searchInput">search</a></div> <!-- start content -->
+ <p><a href="http://www.freebeer.org" class="external text" title="http://www.freebeer.org" rel="nofollow">freebeer.org</a> offers a recipe for an Open Source beer, i.e. the recipe is provided under a <a href="http://creativecommons.org/licenses/by-sa/2.5/" class="external text" title="http://creativecommons.org/licenses/by-sa/2.5/" rel="nofollow">creative commons share alike licence</a>. The current version was created by <a href="http://superflex.net/" class="external text" title="http://superflex.net/" rel="nofollow">superflex</a> and the Danish microbrewery <a href="http://www.bryggeriet-skands.dk/" class="external text" title="http://www.bryggeriet-skands.dk/" rel="nofollow">Skands</a>.
+</p><p>The "SMILA Branch" of this recipe is in conformity with the <a href="http://en.wikipedia.org/wiki/Reinheitsgebot" class="external text" title="http://en.wikipedia.org/wiki/Reinheitsgebot" rel="nofollow">German Reinheitsgebot</a>.
+The recipe below was provided by Andreas Schlichting.
+</p><p><br />
+</p>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="FREE_BEER,_SMILA_Branch.html#Recipe_for_SMILA_Special_Free:"><span class="tocnumber">1</span> <span class="toctext">Recipe for SMILA Special Free:</span></a>
+<ul>
+<li class="toclevel-2"><a href="FREE_BEER,_SMILA_Branch.html#Ingredients"><span class="tocnumber">1.1</span> <span class="toctext">Ingredients</span></a></li>
+<li class="toclevel-2"><a href="FREE_BEER,_SMILA_Branch.html#Recipe"><span class="tocnumber">1.2</span> <span class="toctext">Recipe</span></a></li>
+<li class="toclevel-2"><a href="FREE_BEER,_SMILA_Branch.html#License"><span class="tocnumber">1.3</span> <span class="toctext">License</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Recipe_for_SMILA_Special_Free:"></a><h2> <span class="mw-headline"> Recipe for SMILA Special Free:</span></h2>
+<a name="Ingredients"></a><h3> <span class="mw-headline"> Ingredients </span></h3>
+<p>Malt
+</p>
+<ul><li> 6 kg Pilsner Malt(4-5 EBC)
+</li><li> 2 kg Caramel Malt (25 EBC)
+</li><li> 2 kg Munich Malt (40 EBC)
+</li></ul>
+<p>Hop:
+</p>
+<ul><li> 1st Dosage: 10 g Hallertauer Taurus (ca. 15 % Alpha)
+</li><li> 2nd Dosage: 6 g Hallertauer Magnum (ca. 12 % Alpha)
+</li><li> 3rd Dosage: 10 g Tettnanger (ca. 4,5 % Alpha)
+</li></ul>
+<p>50 Liter of water (soft water))
+Yeast 20 g Sort: BREWFERM LAGER
+</p>
+<a name="Recipe"></a><h3> <span class="mw-headline"> Recipe </span></h3>
+<p>Crush the malt (fine grind 60%/crude grind 40 %)
+</p>
+<ul><li> Mash in at 35°C, let 5 min. rest
+</li><li> Heat up to 52 °C, let 25 min. protein rest
+</li><li> Heat up to 65 °C, let 30 min. 1:sugar rest
+</li><li> Heat up to 72 °C, let 30 min. 2. sugar rest
+</li><li> Heat up to 79 °C, let 10 min. rest for enzyme deactivation
+</li></ul>
+<p>Purification (separation of worth and malt rests)
+</p><p>Additional water 2 times 2,5 liters of water with 80°C let it flow through the malt rests.
+Measure the content of sugar 10-11% of worth
+</p><p>Boil the worth: Time 90 min.
+</p>
+<ol><li> after 10 min. Dosage: 10 g Hallertauer Taurus (ca. 15 % Alpha)
+</li><li> after 45 min. Dosage: 6 g Hallertauer Magnum (ca. 12 % Alpha)
+</li><li> after 80 min. aroma-dosage: 10 g Tettnanger (ca. 4,5 % Alpha)
+</li></ol>
+<p>After 90 min. end of boiling.
+Cool down (ca. 20-25°C) with an appropriate device.
+Fill 2,6 Liter of worth in a can and freeze.
+Add yeast.
+Main fermentation takes 4-5 days with 20°C.
+</p><p>Filling:
+Unfreeze the worth and add it in a clean barrel fill it up with the beer.
+</p><p>Keep the barrel warm for 2 more days (20°C).
+Then chill it as cold as possible 2-6°C for 3-4 weeks.
+Finish.
+</p><p>Work very hygienic!!!!!
+</p>
+<a name="License"></a><h3> <span class="mw-headline"> License </span></h3>
+<p>As the original FREE BEER, the SMILA Version of FREE BEER ist provided under the <a href="http://creativecommons.org/licenses/by-sa/2.5/" class="external text" title="http://creativecommons.org/licenses/by-sa/2.5/" rel="nofollow">creative commons share alike licence</a>.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 5/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:33223-0!1!0!!en!2!edit=0 and timestamp 20120202154900 -->
+<div class="printfooter">
+Retrieved from "<a href="FREE_BEER,_SMILA_Branch.html">http://wiki.eclipse.org/SMILA/FREE_BEER%2C_SMILA_Branch</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 21:33, 5 September 2011 by <a href="http://wiki.eclipse.org/index.php?title=User:Bjoern.decker.attensity.com&action=edit" class="new" title="User:Bjoern.decker.attensity.com">Björn Decker</a>. </p>
+ <p id="footerviews">This page has been accessed 1,182 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.049 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/General_Framework_Requirements.html b/documentation/1.0/wiki.eclipse.org/SMILA/General_Framework_Requirements.html
new file mode 100644
index 0000000..cc9364a
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/General_Framework_Requirements.html
@@ -0,0 +1,381 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/General Framework Requirements" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/General Framework Requirements - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/General_Framework_Requirements";
+var wgTitle = "SMILA/General Framework Requirements";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "16352";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "123067";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="General_Framework_Requirements.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_General_Framework_Requirements">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/General_Framework_Requirements">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/General_Framework_Requirements">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/General_Framework_Requirements">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/General_Framework_Requirements&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/General_Framework_Requirements&oldid=123067">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="General_Framework_Requirements.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/General_Framework_Requirements&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/General_Framework_Requirements&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/General_Framework_Requirements&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/General%20Framework%20Requirements"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/General Framework Requirements</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../SMILA.html" title="SMILA">SMILA</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="General_Framework_Requirements.html#column-one">navigation</a>, <a href="General_Framework_Requirements.html#searchInput">search</a></div> <!-- start content -->
+ <p>This page is dedicated to general requirements posed on SMILA as a whole framework.
+</p>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="General_Framework_Requirements.html#Overview"><span class="tocnumber">1</span> <span class="toctext">Overview</span></a></li>
+<li class="toclevel-1"><a href="General_Framework_Requirements.html#Functional_requirements"><span class="tocnumber">2</span> <span class="toctext">Functional requirements</span></a>
+<ul>
+<li class="toclevel-2"><a href="General_Framework_Requirements.html#Use_of_standards"><span class="tocnumber">2.1</span> <span class="toctext">Use of standards</span></a></li>
+<li class="toclevel-2"><a href="General_Framework_Requirements.html#Componentization"><span class="tocnumber">2.2</span> <span class="toctext">Componentization</span></a></li>
+<li class="toclevel-2"><a href="General_Framework_Requirements.html#Central_management"><span class="tocnumber">2.3</span> <span class="toctext">Central management</span></a>
+<ul>
+<li class="toclevel-3"><a href="General_Framework_Requirements.html#Software_management"><span class="tocnumber">2.3.1</span> <span class="toctext">Software management</span></a></li>
+<li class="toclevel-3"><a href="General_Framework_Requirements.html#Configuration_management"><span class="tocnumber">2.3.2</span> <span class="toctext">Configuration management</span></a></li>
+<li class="toclevel-3"><a href="General_Framework_Requirements.html#Operation_control"><span class="tocnumber">2.3.3</span> <span class="toctext">Operation control</span></a></li>
+<li class="toclevel-3"><a href="General_Framework_Requirements.html#Monitoring"><span class="tocnumber">2.3.4</span> <span class="toctext">Monitoring</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="General_Framework_Requirements.html#Security"><span class="tocnumber">2.4</span> <span class="toctext">Security</span></a></li>
+<li class="toclevel-2"><a href="General_Framework_Requirements.html#Preservation_of_processing_information"><span class="tocnumber">2.5</span> <span class="toctext">Preservation of processing information</span></a></li>
+<li class="toclevel-2"><a href="General_Framework_Requirements.html#Deployment_flexibility"><span class="tocnumber">2.6</span> <span class="toctext">Deployment flexibility</span></a></li>
+<li class="toclevel-2"><a href="General_Framework_Requirements.html#Implementation_language_neutrality"><span class="tocnumber">2.7</span> <span class="toctext">Implementation language neutrality</span></a></li>
+<li class="toclevel-2"><a href="General_Framework_Requirements.html#Incremental_index_update"><span class="tocnumber">2.8</span> <span class="toctext">Incremental index update</span></a></li>
+<li class="toclevel-2"><a href="General_Framework_Requirements.html#Search_may_not_change_the_state"><span class="tocnumber">2.9</span> <span class="toctext">Search may not change the state</span></a></li>
+<li class="toclevel-2"><a href="General_Framework_Requirements.html#Limited_bidirectional_component_communication"><span class="tocnumber">2.10</span> <span class="toctext">Limited bidirectional component communication</span></a></li>
+<li class="toclevel-2"><a href="General_Framework_Requirements.html#Buffering_of_external_information_flow"><span class="tocnumber">2.11</span> <span class="toctext">Buffering of external information flow</span></a></li>
+<li class="toclevel-2"><a href="General_Framework_Requirements.html#Mash_up_of_data"><span class="tocnumber">2.12</span> <span class="toctext">Mash up of data</span></a></li>
+<li class="toclevel-2"><a href="General_Framework_Requirements.html#Reporting"><span class="tocnumber">2.13</span> <span class="toctext">Reporting</span></a></li>
+<li class="toclevel-2"><a href="General_Framework_Requirements.html#Backup"><span class="tocnumber">2.14</span> <span class="toctext">Backup</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="General_Framework_Requirements.html#Nonfunctional_requirements"><span class="tocnumber">3</span> <span class="toctext">Nonfunctional requirements</span></a>
+<ul>
+<li class="toclevel-2"><a href="General_Framework_Requirements.html#Deployment_on_inexpensive_hardware"><span class="tocnumber">3.1</span> <span class="toctext">Deployment on inexpensive hardware</span></a></li>
+<li class="toclevel-2"><a href="General_Framework_Requirements.html#Scalability"><span class="tocnumber">3.2</span> <span class="toctext">Scalability</span></a></li>
+<li class="toclevel-2"><a href="General_Framework_Requirements.html#Reliability"><span class="tocnumber">3.3</span> <span class="toctext">Reliability</span></a></li>
+<li class="toclevel-2"><a href="General_Framework_Requirements.html#Robustness"><span class="tocnumber">3.4</span> <span class="toctext">Robustness</span></a></li>
+<li class="toclevel-2"><a href="General_Framework_Requirements.html#Data_consistency"><span class="tocnumber">3.5</span> <span class="toctext">Data consistency</span></a></li>
+<li class="toclevel-2"><a href="General_Framework_Requirements.html#Live_component_upgrade"><span class="tocnumber">3.6</span> <span class="toctext">Live component upgrade</span></a></li>
+<li class="toclevel-2"><a href="General_Framework_Requirements.html#Copy_deployment"><span class="tocnumber">3.7</span> <span class="toctext">Copy deployment</span></a></li>
+<li class="toclevel-2"><a href="General_Framework_Requirements.html#High_indexing_throughput"><span class="tocnumber">3.8</span> <span class="toctext">High indexing throughput</span></a></li>
+<li class="toclevel-2"><a href="General_Framework_Requirements.html#Community_and_Partner_readiness"><span class="tocnumber">3.9</span> <span class="toctext">Community and Partner readiness</span></a></li>
+<li class="toclevel-2"><a href="General_Framework_Requirements.html#Ease_of_use"><span class="tocnumber">3.10</span> <span class="toctext">Ease of use</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Overview"></a><h2> <span class="mw-headline"> Overview </span></h2>
+<p>The main goal of this project is to design and implement a new standard framework for indexing, searching and semantic analysis of <b>vast</b> amount of structured and unstructured data.
+</p>
+<a name="Functional_requirements"></a><h2> <span class="mw-headline"> Functional requirements </span></h2>
+<a name="Use_of_standards"></a><h3> <span class="mw-headline"> Use of standards </span></h3>
+<p>The clear maxim of SMILA should be the use of standards. Since one of major goals is to make SMILA open as much as possible to other contributors and vendors, established and relevant emerging standards should be used whenever and wherever possible.
+</p>
+<a name="Componentization"></a><h3> <span class="mw-headline"> Componentization </span></h3>
+<p>SMILA has to be highly flexible by the way it handles its components. The contributors and software vendors have to have the ability to easily extend or substitute connectors (agents and crawlers), services (e.g. search, text mining, data conversion & annotation...) and even core components - if desired.
+</p>
+<a name="Central_management"></a><h3> <span class="mw-headline"> Central management </span></h3>
+<p>One of the major requirements posed on SMILA, is to be capable of handling an enormous amount of documents i.e. data. Since SMILA will run on normal PC-nodes, this means, that we will have a large amount (hundreds!) of nodes in our cluster. Without a central management feature the system will be completely unmanageable. Several management aspects have to be concerned:
+</p>
+<a name="Software_management"></a><h4> <span class="mw-headline"> Software management </span></h4>
+<p>First of all, before even configuring and running the framework, all SMILA-nodes have to be supplied with SMILA-components in some concrete version. This can be best done by storing all components on the central repository and distributing those components from there. To be able to do that, there has to be some initial software deployment on each node so that node is able to register itself to the software repository and fetch the rest of its components from it. This can by easily achieved by copy deployment, i.e. each node will have initially the same software component installed.
+</p><p><b>Important:</b> SMILA will not provide any implementation of such a central software repository but only the necessary APIs.
+</p>
+<a name="Configuration_management"></a><h4> <span class="mw-headline"> Configuration management </span></h4>
+<p>After the node has been powered on, registered (via e.g. broadcast) itself on the central management console and received its components, the next step is to acquire its configuration from the configuration repository.
+The configuration itself has two major parts. The first part contains the information about the system topology. In other words it answers the question: "Which are other SMILA-nodes that I must communicate with?" The second part contains the information about the function of each component i.e. the business logic configuration.
+</p><p><b>Important:</b> SMILA will not provide any implementation of a central configuration repository but only the necessary APIs.
+</p>
+<a name="Operation_control"></a><h4> <span class="mw-headline"> Operation control </span></h4>
+<p>By installing components and configuring them on the node we moved this node to the "ready for operation" state. Now, after the management console has been informed about that, it can engage/start the node via JMX/SNMP.
+</p><p><b>Important:</b> SMILA will not provide any implementation of a central management console but only the necessary APIs.
+</p>
+<a name="Monitoring"></a><h4> <span class="mw-headline"> Monitoring </span></h4>
+<p>During the whole operation time of the SMILA-system there has to be the possibility to monitor its components and, depending of their status, take some action. Hence a monitoring functionality should be provided.
+There are basically two monitoring aspects. First, we need to monitor the operating status (health) of a component. Second, we need also to monitor the performance parameters of a component.
+The monitoring should be realized by utilizing SNMP & JMX.
+</p>
+<a name="Security"></a><h3> <span class="mw-headline"> Security </span></h3>
+<p>There are several requirements related to security.
+First, the user generally has to authenticate himself (if not using guest account) before he/she can access the data stored in SMILA.
+Second, the access rights have to be transferred from the data sources into SMILA's indices and used there for authorization each time a user sends a query.
+Third, SMILA has also to make sure, that even an administrator cannot access confidential data. This should be achieved by encrypting all stored data in SMILA.
+</p>
+<a name="Preservation_of_processing_information"></a><h3> <span class="mw-headline"> Preservation of processing information </span></h3>
+<p>There may be no accidental information loss in SMILA. For example, if some information comes in SMILA and for some reason the processing fails (e.g. the whole node or just a process has crashed), then this information may not leave the framework without manual action of the administrator.
+</p>
+<a name="Deployment_flexibility"></a><h3> <span class="mw-headline"> Deployment flexibility </span></h3>
+<p>SMILA has to be designed for large enterprises. Therefore the main deployment scenario is some kind of cluster environment. Nevertheless, the framework must also run on a single node being it just for development or demonstration purpose.
+</p>
+<a name="Implementation_language_neutrality"></a><h3> <span class="mw-headline"> Implementation language neutrality </span></h3>
+<p>One of the ways of SMILA being open, is the implementation language neutrality of connect and service components. SMILA has to provide the ability for contributors and software vendors to implement their components in other programming languages than Java.
+</p><p><b>Note:</b> SMILA's core components are only implemented in Java.
+</p>
+<a name="Incremental_index_update"></a><h3> <span class="mw-headline"> Incremental index update </span></h3>
+<p>SMILA must provide some kind of online index update functionality. Agents should provide instant index update. Crawlers, on the other side, delayed index update.
+</p>
+<a name="Search_may_not_change_the_state"></a><h3> <span class="mw-headline"> Search may not change the state </span></h3>
+<p>The search process may not change the state of the data being stored in SMILA. Which means, that the index and search process have to be completely separated from each other.
+</p>
+<a name="Limited_bidirectional_component_communication"></a><h3> <span class="mw-headline"> Limited bidirectional component communication </span></h3>
+<p>Eventual spread of SMILA' components running in separated processes across several networks and hence the existence of firewalls has to be taken into account.
+</p><p><b>Important:</b> The core components must be deployed in same network and have unlimited communication possibility.
+</p>
+<a name="Buffering_of_external_information_flow"></a><h3> <span class="mw-headline"> Buffering of external information flow </span></h3>
+<p>One of the advanced features of SMILA should also be the buffering of information transferred from the data sources. This feature will optimize the performance of SMILA by reducing some unnecessary load caused by e.g. several consecutive changes on the same document.
+</p>
+<a name="Mash_up_of_data"></a><h3> <span class="mw-headline"> Mash up of data </span></h3>
+<p>Another advanced feature of SMILA should be the possibility to mash up existing data and thereby provide some new interesting information.
+</p>
+<a name="Reporting"></a><h3> <span class="mw-headline"> Reporting </span></h3>
+<p>Further advanced feature of SMILA should be reporting.
+</p>
+<a name="Backup"></a><h3> <span class="mw-headline"> Backup </span></h3>
+<p>The ability to backup the system is highly important. The system must be designed to allow this.
+</p>
+<a name="Nonfunctional_requirements"></a><h2> <span class="mw-headline"> Nonfunctional requirements </span></h2>
+<a name="Deployment_on_inexpensive_hardware"></a><h3> <span class="mw-headline"> Deployment on inexpensive hardware </span></h3>
+<p>Hardware nodes used for deployment of SMILA should not exceed the capabilities of a contemporary normal PC. More precise: The use of 1Gbit/s network adapter should be completely sufficient.
+</p>
+<a name="Scalability"></a><h3> <span class="mw-headline"> Scalability </span></h3>
+<p>The framework must be capable of handling huge amounts of data. The goal is to be able to deal with one billion documents and more.
+</p>
+<a name="Reliability"></a><h3> <span class="mw-headline"> Reliability </span></h3>
+<p>Careful deployment, planning and configuration of SMILA by e.g. avoiding single points of failure must ensure, that the operation of SMILA will not be interrupted if some of its core components are suddenly not available.
+</p>
+<a name="Robustness"></a><h3> <span class="mw-headline"> Robustness </span></h3>
+<p>Some bad component, misbehaving by taking 100% of CPU time or utilizing large amounts of memory, may not have an impact on the overall framework stability.
+</p>
+<a name="Data_consistency"></a><h3> <span class="mw-headline"> Data consistency </span></h3>
+<p>Persisted application data must be consistent at any time. No matter what happens: power outage; the loss of complete network connectivity; total hardware failure; crash of all instances of a service the data stored in the framework must not be corrupted.
+</p>
+<a name="Live_component_upgrade"></a><h3> <span class="mw-headline"> Live component upgrade </span></h3>
+<p>During the normal system operation it must be possible to gradually upgrade its components. In other words, the system may not be shut down even for a complete upgrade. Instead of shutting it down, the update of the system should be possible within a lengthy time slot and in an asynchronous manner. This is of course only possible if the third party components, like e.g. Queue-Server or BPEL-Engine offer the same functionality. Otherwise this discontinuation of the upgrade-chain must be clearly documented.
+</p><p><b>Hint:</b> DBs, which are being used by SMILA's persistence layer, are not considered as its components and therefore do not underlay this requirement.
+</p><p><b>Important:</b> The only constraint for this use case is that the system is being upgraded to a new maintenance release. In other words: bug fixes only, no new features, upward and backward API compatibility.
+</p>
+<a name="Copy_deployment"></a><h3> <span class="mw-headline"> Copy deployment </span></h3>
+<p>The addition of the new hardware nodes to SMILA-cluster must be simple as much as possible. The best way so achieve this simplicity is by designing SMILA so that, at least its basic components, are installed on target node by using "copy deployment" i.e. by simply copying (parts of) SMILA on a new machine's hard drive.
+</p>
+<a name="High_indexing_throughput"></a><h3> <span class="mw-headline"> High indexing throughput </span></h3>
+<p>The performance of indexing data source may be only limited by available hardware capacity .The framework itself must guarantee high data throughput by being able of parallel access to external data sources and also by multiplying its processing components.
+</p>
+<a name="Community_and_Partner_readiness"></a><h3> <span class="mw-headline"> Community and Partner readiness </span></h3>
+<p>In order to reduce the amount of effort for utilizing SMILA some actions in community and partner readiness direction must be taken. The documentation of best practices, use case recommendations should be the part of SMILA's distribution.
+</p>
+<a name="Ease_of_use"></a><h3> <span class="mw-headline"> Ease of use </span></h3>
+<p>Ease of use is an important aspect of the system. The amount of required technologies for a person who wants to take part in development process must be kept at a minimum level. We do not want to overwhelm potential contributors with a plethora of new technologies and discourage them from involving in our project. Furthermore, simple deployment and operation of a single node installation must be supported.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 32/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:16352-0!1!0!!en!2!edit=0 and timestamp 20120202171441 -->
+<div class="printfooter">
+Retrieved from "<a href="General_Framework_Requirements.html">http://wiki.eclipse.org/SMILA/General_Framework_Requirements</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 21:26, 10 October 2008 by <a href="http://wiki.eclipse.org/User:Igor.novakovic.empolis.com" title="User:Igor.novakovic.empolis.com">Igor Novakovic</a>. </p>
+ <p id="footerviews">This page has been accessed 4,814 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.093 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Glossary.html b/documentation/1.0/wiki.eclipse.org/SMILA/Glossary.html
new file mode 100644
index 0000000..760751b
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Glossary.html
@@ -0,0 +1,391 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Glossary,SMILA/Documentation,SMILA/Documentation/Bulkbuilder,SMILA/Documentation/Data Model and Serialization Formats,SMILA/Documentation/Pipelets,SMILA/Documentation/Usage of Blackboard Service,SMILA/Project Related Technologies/SCA and Tuscany,SMILA/Technology Preview/SOA" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Glossary - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Glossary";
+var wgTitle = "SMILA/Glossary";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15061";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286216";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Glossary.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Glossary">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Glossary">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Glossary">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Glossary">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Glossary&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Glossary&oldid=286216">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Glossary.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Glossary&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Glossary&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Glossary&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Glossary"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Glossary</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../SMILA.html" title="SMILA">SMILA</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Glossary.html#column-one">navigation</a>, <a href="Glossary.html#searchInput">search</a></div> <!-- start content -->
+ <p>
+</p>
+<table class="wikitable">
+
+<tr>
+<th> <a href="Glossary.html#A" title="">A</a> |
+</th><th> <a href="Glossary.html#B" title="">B</a> |
+</th><th> <a href="Glossary.html#C" title="">C</a> |
+</th><th> <a href="Glossary.html#D" title="">D</a> |
+</th><th> <a href="Glossary.html#E" title="">E</a> |
+</th><th> <a href="Glossary.html#F" title="">F</a> |
+</th><th> <a href="Glossary.html#G" title="">G</a> |
+</th><th> <a href="Glossary.html#H" title="">H</a> |
+</th><th> <a href="Glossary.html#I" title="">I</a> |
+</th><th> <a href="Glossary.html#J" title="">J</a> |
+</th><th> <a href="Glossary.html#K" title="">K</a> |
+</th><th> <a href="Glossary.html#L" title="">L</a> |
+</th><th> <a href="Glossary.html#M" title="">M</a> |
+</th><th> <a href="Glossary.html#N" title="">N</a> |
+</th><th> <a href="Glossary.html#O" title="">O</a> |
+</th><th> <a href="Glossary.html#P" title="">P</a> |
+</th><th> <a href="Glossary.html#Q" title="">Q</a> |
+</th><th> <a href="Glossary.html#R" title="">R</a> |
+</th><th> <a href="Glossary.html#S" title="">S</a> |
+</th><th> <a href="Glossary.html#T" title="">T</a> |
+</th><th> <a href="Glossary.html#U" title="">U</a> |
+</th><th> <a href="Glossary.html#V" title="">V</a> |
+</th><th> <a href="Glossary.html#W" title="">W</a> |
+</th><th> <a href="Glossary.html#X" title="">X</a> |
+</th><th> <a href="Glossary.html#Y" title="">Y</a> |
+</th><th> <a href="Glossary.html#Z" title="">Z</a>
+</th></tr></table>
+<p><br />
+</p>
+<a name="A"></a><h2> <span class="mw-headline"> A </span></h2>
+<ul><li> <b>Action</b> - An action is one step in an <a href="Glossary.html#W" title="">asynchronous workflow</a> associated with a certain <a href="Glossary.html#W" title="">worker</a> that does the actual processing.
+</li><li> <b>Agent</b> (deprecated) - An agent is a component of the connectivity framework that monitors a data source for changes (or reacts to events). If a change occurs (e.g. objects are created, deleted, or changed) it immediately creates a <a href="Glossary.html#R" title="">record</a> out of the object and sends it to SMILA. Agents are used to watch data sources for modifications, not for bulk import.
+</li><li> <b><a href="http://aperture.sourceforge.net/" class="external text" title="http://aperture.sourceforge.net/" rel="nofollow">Aperture</a></b> - Aperture is a Java framework for extracting and querying full-text content and metadata from various information systems (e.g. file systems, web sites, mail boxes) and the file formats (e.g. documents, images) occurring in these systems.
+</li><li> <b>Attachment</b> - Attachments are parts of <a href="Glossary.html#R" title="">records</a> used to store large binary data such as document content.
+</li><li> <b>Attribute</b> - Attributes are parts of <a href="Glossary.html#R" title="">records</a> and contain simple data objects that are easily represented in XML or json, such as <tt>String</tt>, <tt>Integer</tt>, <tt>Float</tt>, and <tt>Date</tt>.
+</li></ul>
+<a name="B"></a><h2> <span class="mw-headline"> B </span></h2>
+<ul><li> <b>Blackboard</b> or <b>blackboard service</b> - The blackboard service manages SMILA <a href="Glossary.html#R" title="">records</a> during processing in a SMILA component (connectivity, workflow processor). In addition it hides the handling of record persistence from these components. For a complete description see <a href="Documentation/Usage_of_Blackboard_Service.html" title="SMILA/Documentation/Usage of Blackboard Service">Usage of Blackboard Service</a>.
+</li></ul>
+<ul><li> <b><a href="http://www.oasis-open.org/committees/tc_home.php?wg_abbrev=wsbpel" class="external text" title="http://www.oasis-open.org/committees/tc_home.php?wg_abbrev=wsbpel" rel="nofollow">BPEL</a></b> - BPEL is an XML-based language defining several constructs to write business processes. It defines a set of basic control structures like conditions or loops as well as elements to invoke web services and receive messages from services. It relies on <a href="Glossary.html#W" title="">WSDL</a> to express web services interfaces. Message structures can be manipulated, assigning parts or the whole of them to variables that can in turn be used to send other messages.
+</li></ul>
+<ul><li> <b>Bucket</b> - Data container in an <a href="Glossary.html#W" title="">asynchronous workflow</a>, containing logically grouped <a href="Glossary.html#D" title="">data objects</a> of the same type. Can be <i>transient</i> for interim data, which means that data is not persisted and removal of data is under job management control, or <i>persistent</i>, which means that removal of data is not under job management control.
+</li></ul>
+<ul><li> <b>Bulk</b> - a number of <a href="Glossary.html#R" title="">records</a> bundled in a single file to enhance throughput when processing records in <a href="Glossary.html#W" title="">asynchronous workflows</a>.
+</li></ul>
+<ul><li> <b>Bulkbuilder</b> - An <a href="Glossary.html#W" title="">asynchronous workflow</a> <a href="Glossary.html#W" title="">worker</a> that accepts single <a href="Glossary.html#R" title="">records</a> and combines them to a <a href="Glossary.html#B" title="">bulk</a>. See <a href="Documentation/Bulkbuilder.html" title="SMILA/Documentation/Bulkbuilder">Bulkbuilder documentation</a>.
+</li></ul>
+<a name="C"></a><h2> <span class="mw-headline"> C </span></h2>
+<ul><li> <b>Crawler</b> - A crawler is a component that iterates over the elements (e.g. files) of a data source, creates <a href="Glossary.html#R" title="">records</a> for all elements and sends them to SMILA (e.g. for file and web crawling). In general crawlers are used for initial (bulk) import of data sources. Two kind of crawlers exist
+<ul><li> An <a href="Glossary.html#W" title="">asynchronous workflow</a> <a href="Glossary.html#W" title="">worker</a> (<tt>FileCrawlerWorker</tt>, <tt>WebCrawlerWorker</tt> (see <a href="Documentation.1.html#Importing" title="SMILA/Documentation">Importing</a>) that creates records (with e.g. URL/Path, ID, a hash value and the metadata it can retrieve, optionally with content) that can be checked by the <a href="Glossary.html#D" title="">DeltaChecker</a> if it must be updated. The content will be fetched (if the crawler does not provide it itself) by a <a href="Glossary.html#F" title="">Fetcher</a>.
+</li><li> (deprecated) a connectivity component (see <a href="Documentation.1.html#Deprecated_Components" title="SMILA/Documentation">Deprecated Components</a>)
+</li></ul>
+</li></ul>
+<a name="D"></a><h2> <span class="mw-headline"> D </span></h2>
+<ul><li> <b>Data Object</b> - The smallest unit of data handled by an asychronous workflow (e.g. a <a href="Glossary.html#R" title="">record bulk</a>).
+</li></ul>
+<ul><li> <b>DeltaChecker</b> - The DeltaChecker is a <a href="Glossary.html#W" title="">worker</a> in an (asynchronous) import <a href="Glossary.html#W" title="">workflow</a> that handles the <a href="Glossary.html#D" title="">delta indexing</a>.
+</li></ul>
+<ul><li> <b>Delta indexing</b> - Delta indexing is also known as incremental or generation based indexing. Also exists in two flavors:
+<ul><li> driven by <tt>DeltaChecker</tt> (an <a href="Glossary.html#W" title="">asynchronous workflow</a> <a href="Glossary.html#W" title="">worker</a>, see <a href="Documentation.1.html#Importing" title="SMILA/Documentation">Importing</a>)
+</li><li> (deprecated) as part of the connectivity framework (see <a href="Documentation.1.html#Deprecated_Components" title="SMILA/Documentation">Deprecated Components</a>)
+</li></ul>
+</li></ul>
+<a name="E"></a><h2> <span class="mw-headline"> E </span></h2>
+<ul><li> <b><a href="http://www.eclipse.org/" class="external text" title="http://www.eclipse.org/" rel="nofollow">Eclipse</a></b> - Eclipse is an open source community, whose projects are focused on building an open development platform comprised of extensible frameworks, tools and runtimes for building, deploying and managing software across the lifecycle.
+</li><li> <b>EILF</b> - EILF (Enterprise Information Logistics Framework) was the original proposed name of SMILA. Since this abbreviation was difficult to pronounce, it was not accepted by the community and thus changed to SMILA.
+</li><li> <b><a href="http://www.eclipse.org/equinox/" class="external text" title="http://www.eclipse.org/equinox/" rel="nofollow">Equinox</a></b> - Equinox is a base technology from <a href="http://www.eclipse.org" class="external text" title="http://www.eclipse.org" rel="nofollow">Eclipse</a> implementing the <a href="Glossary.html#O" title="">OSGi</a> specification. Not only delivering a high performance class loading mechanism Equinox also provides an environment for managing component dependencies.
+</li></ul>
+<a name="F"></a><h2> <span class="mw-headline"> F </span></h2>
+<ul><li> <b>Fetcher</b> - A fetcher is a <a href="Glossary.html#W" title="">worker</a> in an (asynchronous) import <a href="Glossary.html#W" title="">workflow</a> that retrieves Records containing an URL or file path, etc from a <a href="Glossary.html#C" title="">crawler</a> and actually fetches the content (e.g. of files) from the data source ((e.g. <tt>FileFetcherWorker</tt> or <tt>WebFetcherWorker</tt>)), attaches it to <a href="Glossary.html#R" title="">records</a> and sends them to the <a href="Glossary.html#U" title="">UpdatePusher</a>. See <a href="Documentation.1.html#Importing" title="SMILA/Documentation">Importing</a>.
+</li></ul>
+<a name="G"></a><h2> <span class="mw-headline"> G </span></h2>
+<a name="H"></a><h2> <span class="mw-headline"> H </span></h2>
+<a name="I"></a><h2> <span class="mw-headline"> I </span></h2>
+<ul><li> <b>ID</b> - An ID identifies a <a href="Glossary.html#R" title="">record</a> in SMILA and is part of a <a href="Glossary.html#R" title="">record's</a> metadata.
+</li><li> <b>IRM</b> - (deprecated) Abbreviation of Information Reference Model
+</li></ul>
+<a name="J"></a><h2> <span class="mw-headline"> J </span></h2>
+<ul><li> <b><a href="http://java.sun.com/javase/technologies/core/mntr-mgmt/javamanagement/" class="external text" title="http://java.sun.com/javase/technologies/core/mntr-mgmt/javamanagement/" rel="nofollow">JMX</a></b> - Java Management Extension is a specification to administrating and monitoring java applications.
+</li></ul>
+<ul><li> <b>Job</b> - A Job is a description of a distinct and repeatable working process that the system should accomplish. It references and parametrizes an <a href="Glossary.html#W" title="">asynchronous workflow</a>.
+</li></ul>
+<ul><li> <b>Job Run</b> - A Job Run is an "instance" of a Job, for example one run of an import of a data source to an index. Only one active job run can existe per job. Statistics will be accumulated for each job run. A job run is automatically stopped when SMILA shuts down.
+</li></ul>
+<a name="K"></a><h2> <span class="mw-headline"> K </span></h2>
+<a name="L"></a><h2> <span class="mw-headline"> L </span></h2>
+<a name="M"></a><h2> <span class="mw-headline"> M </span></h2>
+<ul><li> <b>Micro bulk</b> - a (small) bundle of <a href="Glossary.html#R" title="">records</a> in one single file which can be pushed into the system using the <a href="Glossary.html#B" title="">Bulkbuilder</a>. The micro bulk in itself is not JSON, but a file where each line must consist of a single JSON representation of a <a href="Glossary.html#R" title="">record</a>. E.g.:
+</li></ul>
+<pre>
+{"_recordid": "id1", "attribute1": "attribute1", ...}
+{"_recordid": "id2", "attribute1": "attribute2", ...}
+{"_recordid": "id3", "attribute1": "attribute3", ...}
+</pre>
+<a name="N"></a><h2> <span class="mw-headline"> N </span></h2>
+<a name="O"></a><h2> <span class="mw-headline"> O </span></h2>
+<ul><li> <b><a href="http://ode.apache.org/" class="external text" title="http://ode.apache.org/" rel="nofollow">ODE</a></b> - Apache ODE (Orchestration Director Engine) executes business processes following the <a href="Glossary.html#B" title="">BPEL</a>/<a href="Glossary.html#W" title="">WS-BPEL</a> standard. It talks to web services, sending and receiving messages, handling data manipulation and error recovery as described by your process definition. It supports both long and short living process executions to orchestrate all the services that are part of your application.
+</li></ul>
+<ul><li> <b><a href="http://www.osgi.org/Main/HomePage" class="external text" title="http://www.osgi.org/Main/HomePage" rel="nofollow">OSGi</a></b> - The OSGi specification is about managing a component based software system. It defines an in-VM Service Oriented Architecture (SOA) for networked systems. An OSGi Service Platform provides a standardized, component-oriented computing environment for cooperating networked services. This architecture significantly reduces the overall complexity of building, maintaining, and deploying applications.
+</li></ul>
+<a name="P"></a><h2> <span class="mw-headline"> P </span></h2>
+<ul><li> <b>Pipelet</b> - A pipelet is a reusable component (POJO) in a <a href="Glossary.html#B" title="">BPEL</a> workflow used to process data contained in <a href="Glossary.html#R" title="">records</a>. See <a href="Documentation/Pipelets.html" title="SMILA/Documentation/Pipelets">Pipelets</a> for details.
+</li><li> <b>Pipeline</b> - A pipeline is the definition of a <a href="Glossary.html#B" title="">BPEL</a> process (or workflow) that orchestrates pipelets and other BPEL services (e.g. web services).
+</li></ul>
+<a name="Q"></a><h2> <span class="mw-headline"> Q </span></h2>
+<a name="R"></a><h2> <span class="mw-headline"> R </span></h2>
+<ul><li> <b>Record</b> - A record is a sole element in SMILA that contains data to process (e.g. content and metadata of a document). The record consists of metadata elements, see <a href="Documentation/Data_Model_and_Serialization_Formats.html" title="SMILA/Documentation/Data Model and Serialization Formats">SMILA/Documentation/Data_Model_and_Serialization_Formats</a>.
+</li></ul>
+<ul><li> <b>Record Bulk</b> - a <a href="Glossary.html#D" title="">Data Object</a> containing a sequence of <a href="Glossary.html#R" title="">Records</a>
+</li></ul>
+<a name="S"></a><h2> <span class="mw-headline"> S </span></h2>
+<ul><li> <b><a href="http://www.osoa.org/display/Main/Service+Component+Architecture+Home" class="external text" title="http://www.osoa.org/display/Main/Service+Component+Architecture+Home" rel="nofollow">SCA</a></b> - Service Component Architecture is a set of specifications which describe a model for building applications and systems using a service-oriented architecture. SCA extends and complements prior approaches to implementing services, and SCA builds on open standards such as web services. The SCA programming model is highly extensible and is language-neutral. Go to <a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Related_Technologies/SCA_and_Tuscany&action=edit" class="new" title="SMILA/Project Related Technologies/SCA and Tuscany">SCA and Tuscany</a> for discussing.
+</li></ul>
+<ul><li> <b><a href="http://www.osoa.org/display/Main/Service+Data+Objects+Home" class="external text" title="http://www.osoa.org/display/Main/Service+Data+Objects+Home" rel="nofollow">SDO</a></b> - Service Data Objects are designed to simplify and unify the way in which applications handle data. Using SDO, application programmers can uniformly access and manipulate data from heterogeneous data sources, including relational databases, XML data sources, web services, and enterprise information systems. The SDO programming model is language neutral.
+</li></ul>
+<ul><li> <b>Slot</b> - An (input/output) slot is a description for the input/output behaviour of a <a href="Glossary.html#W" title="">worker</a>. In a concrete <a href="Glossary.html#W" title="">asynchronous workflow</a> slots are assigned to <a href="Glossary.html#B" title="">buckets</a>
+</li></ul>
+<ul><li> <b>SNMP</b> - Simple Network Management Protocol is a network protocol which controls the communication between supervised devices and the monitoring application (e.g. <a href="Glossary.html#J" title="">JMX</a>).
+</li></ul>
+<ul><li> <b><a href="http://www.osoa.org/display/Main/Home" class="external text" title="http://www.osoa.org/display/Main/Home" rel="nofollow">SOA</a></b> - Service-Oriented Architecture is a computer systems architectural style for creating and using business processes, packaged as services, throughout their lifecycle. SOA also defines and provisions the IT infrastructure to allow different applications to exchange data and participate in business processes. These functions are loosely coupled with the operating systems and programming languages underlying the applications.
+</li></ul>
+<ul><li> <b>Surrogate process</b> - A surrogate process is a process that embeds several components. Additionally this process adds further functionality to these components (e.g. runtime functionality, error prevention, transactions, manageability ...). In the SMILA application surrogate processes also add business processes and further features (e.g. callability from external processes or applications...).
+</li></ul>
+<ul><li> <b><a href="http://www.eclipse.org/stp/" class="external text" title="http://www.eclipse.org/stp/" rel="nofollow">STP</a></b> - SOA Tools Platform is an Eclipse open source project that builds frameworks and exemplary extensible tools that enable the design, configuration, assembly, deployment, monitoring, and management of software designed around a Service-Oriented Architecture (<a href="http://wiki.eclipse.org/index.php?title=SMILA/Technology_Preview/SOA&action=edit" class="new" title="SMILA/Technology Preview/SOA">SOA</a>). An interesting subproject is the <a href="http://www.eclipse.org/stp/sca/index.php" class="external text" title="http://www.eclipse.org/stp/sca/index.php" rel="nofollow">SCA Composite Designer</a>.
+</li></ul>
+<a name="T"></a><h2> <span class="mw-headline"> T </span></h2>
+<ul><li> <b>Task</b> - Description of a single unit of work to be processed by a <a href="Glossary.html#W" title="">Worker</a>. A task can contain worker specific properties.
+</li></ul>
+<ul><li> <b><a href="http://incubator.apache.org/tuscany/sca-overview.html" class="external text" title="http://incubator.apache.org/tuscany/sca-overview.html" rel="nofollow">Tuscany</a></b> - Apache Tuscany is an implementation of the <a href="Glossary.html#S" title="">SCA</a> specification 1.0. It is available for Java and C++. It also supports <a href="Glossary.html#S" title="">SDO</a> specification 2.1 for both Java and C++. Go to <a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Related_Technologies/SCA_and_Tuscany&action=edit" class="new" title="SMILA/Project Related Technologies/SCA and Tuscany">SCA and Tuscany</a> for discussing.
+</li></ul>
+<a name="U"></a><h2> <span class="mw-headline"> U </span></h2>
+<ul><li> <b>UpdatePusher</b> - The UpdatePusher is a <a href="Glossary.html#W" title="">worker</a> in an (asynchronous) import <a href="Glossary.html#W" title="">workflow</a> that pushes the crawled records to the <a href="Glossary.html#B" title="">BulkBuilder</a> of a running import <a href="Glossary.html#J" title="">job</a>.
+</li></ul>
+<a name="V"></a><h2> <span class="mw-headline"> V </span></h2>
+<a name="W"></a><h2> <span class="mw-headline"> W </span></h2>
+<ul><li> <b>Worker</b> - Single processing component in an asychnronous workflow. Pulls <a href="Glossary.html#T" title="">tasks</a> to process. Defined in a worker description.
+</li></ul>
+<ul><li> <b>Worker Description</b> - Description of a worker, e.g. its input/output <a href="Glossary.html#S" title="">slots</a>.
+</li></ul>
+<ul><li> <b>Workflow (asynchronous)</b> - Describes an asynchronously processed workflow by specifying a sequence of workers and associating their input/output <a href="Glossary.html#S" title="">slots</a> to <a href="Glossary.html#B" title="">buckets</a>.
+</li></ul>
+<ul><li> <b>Workflow (synchronous/BPEL)</b> - see <a href="Glossary.html#P" title="">pipeline</a>
+</li></ul>
+<ul><li> <b>Workflow run</b> - Single traversal of a workflow.
+</li></ul>
+<ul><li> <b><a href="http://www.w3.org/TR/wsdl" class="external text" title="http://www.w3.org/TR/wsdl" rel="nofollow">WSDL</a></b> - WSDL is an XML format for describing network services as a set of endpoints operating on messages containing either document-oriented or procedure-oriented information. The operations and messages are described abstractly, and then bound to a concrete network protocol and message format to define an endpoint. Related concrete endpoints are combined into abstract endpoints (services). WSDL is extensible to allow description of endpoints and their messages regardless of what message formats or network protocols are used to communicate.
+</li></ul>
+<ul><li> <b><a href="http://www.oasis-open.org/committees/tc_home.php?wg_abbrev=wsbpel" class="external text" title="http://www.oasis-open.org/committees/tc_home.php?wg_abbrev=wsbpel" rel="nofollow">WS-BPEL</a></b> - see <a href="Glossary.html#B" title="">BPEL</a>
+</li></ul>
+<a name="X"></a><h2> <span class="mw-headline"> X </span></h2>
+<a name="Y"></a><h2> <span class="mw-headline"> Y </span></h2>
+<a name="Z"></a><h2> <span class="mw-headline"> Z </span></h2>
+
+<!--
+NewPP limit report
+Preprocessor node count: 39/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15061-0!1!0!!en!2!edit=0 and timestamp 20120202110656 -->
+<div class="printfooter">
+Retrieved from "<a href="Glossary.html">http://wiki.eclipse.org/SMILA/Glossary</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 16:15, 24 January 2012 by <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a>. Based on work by <a href="http://wiki.eclipse.org/User:Andreas.Weber.empolis.com" title="User:Andreas.Weber.empolis.com">Andreas Weber</a>, <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a> and <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Glossary&action=credits" title="SMILA/Glossary">others</a>.</p>
+ <p id="footerviews">This page has been accessed 5,900 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.056 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/HowTo.html b/documentation/1.0/wiki.eclipse.org/SMILA/HowTo.html
new file mode 100644
index 0000000..65bdae1
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/HowTo.html
@@ -0,0 +1,280 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/HowTo,SMILA/Documentation/HowTo/3rd party bundle,SMILA/Documentation/HowTo/Create a bundle (plug-in),SMILA/Documentation/HowTo/Create a test bundle (plug-in),SMILA/Documentation/HowTo/How to add a new Data Source to the importing framework,SMILA/Documentation/HowTo/How to export a bundle,SMILA/Documentation/HowTo/How to filter and access record data in BPEL,SMILA/Documentation/HowTo/How to implement a crawler,SMILA/Documentation/HowTo/How to implement an agent,SMILA/Documentation/HowTo/How to integrate new bundle into build process,SMILA/Documentation/HowTo/How to integrate test bundle into build process" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/HowTo - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/HowTo";
+var wgTitle = "SMILA/Documentation/HowTo";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "21353";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286247";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="HowTo.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_HowTo">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/HowTo">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/HowTo">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo&oldid=286247">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Documentation/HowTo.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/HowTo&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/HowTo</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../SMILA.html" title="SMILA">SMILA</a> | <a href="Documentation.1.html" title="SMILA/Documentation">Documentation</a></span>(Redirected from <a href="http://wiki.eclipse.org/index.php?title=SMILA/HowTo&redirect=no" title="SMILA/HowTo">SMILA/HowTo</a>)</div>
+ <div id="jump-to-nav">Jump to: <a href="HowTo.html#column-one">navigation</a>, <a href="HowTo.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="HowTo.html#SMILA_HowTo_manuals"><span class="tocnumber">1</span> <span class="toctext">SMILA HowTo manuals</span></a>
+<ul>
+<li class="toclevel-2"><a href="HowTo.html#Set_up_SMILA"><span class="tocnumber">1.1</span> <span class="toctext">Set up SMILA</span></a></li>
+<li class="toclevel-2"><a href="HowTo.html#Build_SMILA"><span class="tocnumber">1.2</span> <span class="toctext">Build SMILA</span></a></li>
+<li class="toclevel-2"><a href="HowTo.html#Create_bundles"><span class="tocnumber">1.3</span> <span class="toctext">Create bundles</span></a></li>
+<li class="toclevel-2"><a href="HowTo.html#Integrate_components"><span class="tocnumber">1.4</span> <span class="toctext">Integrate components</span></a></li>
+<li class="toclevel-2"><a href="HowTo.html#Other_topics"><span class="tocnumber">1.5</span> <span class="toctext">Other topics</span></a></li>
+<li class="toclevel-2"><a href="HowTo.html#Deprecated"><span class="tocnumber">1.6</span> <span class="toctext">Deprecated</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="SMILA_HowTo_manuals"></a><h1> <span class="mw-headline"> SMILA HowTo manuals </span></h1>
+<a name="Set_up_SMILA"></a><h2> <span class="mw-headline"> Set up SMILA</span></h2>
+<ul><li> <a href="Documentation/HowTo/Howto_set_up_dev_environment.html" title="SMILA/Documentation/HowTo/Howto set up dev environment">How to set up the development environment</a>
+</li><li> <a href="Documentation/HowTo/Howto_set_up_target_platform.html" title="SMILA/Documentation/HowTo/Howto set up target platform">How to set up a target platform manually</a>
+</li></ul>
+<a name="Build_SMILA"></a><h2> <span class="mw-headline"> Build SMILA </span></h2>
+<ul><li> <a href="Documentation/HowTo/Howto_build_a_SMILA-Distribution.html" title="SMILA/Documentation/HowTo/Howto build a SMILA-Distribution">How to build a SMILA distribution</a>
+</li></ul>
+<a name="Create_bundles"></a><h2> <span class="mw-headline"> Create bundles </span></h2>
+<ul><li> <a href="Documentation/HowTo/Create_a_bundle_(plug-in).html" title="SMILA/Documentation/HowTo/Create a bundle (plug-in)">How to create a bundle (plug-in)</a>
+</li><li> <a href="Documentation/HowTo/Create_a_test_bundle_(plug-in).html" title="SMILA/Documentation/HowTo/Create a test bundle (plug-in)">How to create a test bundle (plug-in)</a>
+</li><li> <a href="Documentation/HowTo/How_to_integrate_new_bundle_into_build_process.html" title="SMILA/Documentation/HowTo/How to integrate new bundle into build process">How to integrate a new bundle into the build process</a>
+</li><li> <a href="Documentation/HowTo/How_to_integrate_test_bundle_into_build_process.html" title="SMILA/Documentation/HowTo/How to integrate test bundle into build process">How to integrate a test bundle into the build process</a>
+</li><li> <a href="Documentation/HowTo/3rd_party_bundle.html" title="SMILA/Documentation/HowTo/3rd party bundle">How to add 3rd party bundle</a>
+</li></ul>
+<a name="Integrate_components"></a><h2> <span class="mw-headline"> Integrate components </span></h2>
+<ul><li> <a href="Documentation/HowTo/Howto_integrate_a_component_in_SMILA.html" title="SMILA/Documentation/HowTo/Howto integrate a component in SMILA"><b>In detail:</b> How to integrate a component in SMILA</a>
+</li><li> <a href="Documentation/HowTo/How_to_write_a_Pipelet.html" title="SMILA/Documentation/HowTo/How to write a Pipelet">How to write a <b>pipelet</b></a>
+</li><li> <a href="Documentation/HowTo/How_to_write_a_Worker.html" title="SMILA/Documentation/HowTo/How to write a Worker">How to write a <b>worker</b></a>
+</li><li> <a href="Documentation/HowTo/How_to_add_a_new_Data_Source_to_the_importing_framework.html" title="SMILA/Documentation/HowTo/How to add a new Data Source to the importing framework">How to add a new <b>Data Source</b> to the SMILA importing framework</a>
+</li><li> <a href="Documentation/HowTo/How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet.html" title="SMILA/Documentation/HowTo/How to integrate the HelloWorld webservice as a Pipelet">How to integrate the HelloWorld <b>web service</b> as a pipelet</a>
+</li><li> <a href="Documentation/HowTo/How_to_filter_and_access_record_data_in_BPEL.html" title="SMILA/Documentation/HowTo/How to filter and access record data in BPEL">How to filter and access record data in BPEL</a>
+</li></ul>
+<a name="Other_topics"></a><h2> <span class="mw-headline"> Other topics </span></h2>
+<ul><li> <a href="Documentation/HowTo/How_to_export_a_bundle.html" title="SMILA/Documentation/HowTo/How to export a bundle">How to export a bundle</a>
+</li><li> <a href="Documentation/HowTo/How_to_filter_and_access_record_data_in_BPEL.html" title="SMILA/Documentation/HowTo/How to filter and access record data in BPEL">How to filter and access record data in BPEL</a>
+</li></ul>
+<hr />
+<a name="Deprecated"></a><h2> <span class="mw-headline"> Deprecated </span></h2>
+<ul><li> <a href="Documentation/HowTo/How_to_implement_an_agent.html" title="SMILA/Documentation/HowTo/How to implement an agent">How to implement an <b>agent</b></a>
+</li><li> <a href="Documentation/HowTo/How_to_implement_a_crawler.html" title="SMILA/Documentation/HowTo/How to implement a crawler">How to implement a <b>crawler</b></a>
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 8/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:21353-0!1!0!!en!2!edit=0 and timestamp 20120202140612 -->
+<div class="printfooter">
+Retrieved from "<a href="Documentation/HowTo.html">http://wiki.eclipse.org/SMILA/Documentation/HowTo</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 16:42, 24 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>, <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a> and <a href="http://wiki.eclipse.org/User:Drazen.cindric.attensity.com" title="User:Drazen.cindric.attensity.com">Drazen Cindric</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo&action=credits" title="SMILA/Documentation/HowTo">others</a>.</p>
+ <p id="footerviews">This page has been accessed 4,748 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.059 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Howto_integrate_a_component_in_SMILA.html b/documentation/1.0/wiki.eclipse.org/SMILA/Howto_integrate_a_component_in_SMILA.html
new file mode 100644
index 0000000..eee7695
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Howto_integrate_a_component_in_SMILA.html
@@ -0,0 +1,453 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/HowTo/Howto integrate a component in SMILA,SMILA/Development Guidelines/Declarative Services,SMILA/Development Guidelines/How to filter and access record data in BPEL,SMILA/Development Guidelines/How to implement a crawler,SMILA/Development Guidelines/How to implement an agent,SMILA/Development Guidelines/How to integrate the HelloWorld webservice as a Pipelet,SMILA/Development Guidelines/How to write a Pipelet,SMILA/Development Guidelines/How to write a Worker,SMILA/Documentation/Bundle org.eclipse.smila.processing.pipelets,SMILA/Documentation/Bundle org.eclipse.smila.processing.pipelets.xmlprocessing,SMILA/Documentation/JobManager" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/HowTo/Howto integrate a component in SMILA - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/HowTo/Howto_integrate_a_component_in_SMILA";
+var wgTitle = "SMILA/Documentation/HowTo/Howto integrate a component in SMILA";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15994";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286113";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Howto_integrate_a_component_in_SMILA.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_HowTo_Howto_integrate_a_component_in_SMILA">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/Howto_integrate_a_component_in_SMILA">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/HowTo/Howto_integrate_a_component_in_SMILA">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/HowTo/Howto_integrate_a_component_in_SMILA">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/Howto_integrate_a_component_in_SMILA&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/Howto_integrate_a_component_in_SMILA&oldid=286113">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Documentation/HowTo/Howto_integrate_a_component_in_SMILA.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/HowTo/Howto_integrate_a_component_in_SMILA&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/Howto_integrate_a_component_in_SMILA&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/Howto_integrate_a_component_in_SMILA&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/HowTo/Howto%20integrate%20a%20component%20in%20SMILA"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/HowTo/Howto integrate a component in SMILA</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../SMILA.html" title="SMILA">SMILA</a> | <a href="Documentation.1.html" title="SMILA/Documentation">Documentation</a> | <a href="Documentation/HowTo.html" title="SMILA/Documentation/HowTo">HowTo</a></span>(Redirected from <a href="http://wiki.eclipse.org/index.php?title=SMILA/Howto_integrate_a_component_in_SMILA&redirect=no" title="SMILA/Howto integrate a component in SMILA">SMILA/Howto integrate a component in SMILA</a>)</div>
+ <div id="jump-to-nav">Jump to: <a href="Howto_integrate_a_component_in_SMILA.html#column-one">navigation</a>, <a href="Howto_integrate_a_component_in_SMILA.html#searchInput">search</a></div> <!-- start content -->
+ <p>This page summarizes the different types and complexity levels for the integration of components in SMILA.
+</p>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Howto_integrate_a_component_in_SMILA.html#Introduction"><span class="tocnumber">1</span> <span class="toctext">Introduction</span></a></li>
+<li class="toclevel-1"><a href="Howto_integrate_a_component_in_SMILA.html#Conventions"><span class="tocnumber">2</span> <span class="toctext">Conventions</span></a>
+<ul>
+<li class="toclevel-2"><a href="Howto_integrate_a_component_in_SMILA.html#Handling_of_Character_Encoding"><span class="tocnumber">2.1</span> <span class="toctext">Handling of Character Encoding</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Howto_integrate_a_component_in_SMILA.html#Integrating_BPEL_service"><span class="tocnumber">3</span> <span class="toctext">Integrating BPEL service</span></a>
+<ul>
+<li class="toclevel-2"><a href="Howto_integrate_a_component_in_SMILA.html#Simple:_Integrating_web_services"><span class="tocnumber">3.1</span> <span class="toctext">Simple: Integrating web services</span></a>
+<ul>
+<li class="toclevel-3"><a href="Howto_integrate_a_component_in_SMILA.html#Examples"><span class="tocnumber">3.1.1</span> <span class="toctext">Examples</span></a></li>
+<li class="toclevel-3"><a href="Howto_integrate_a_component_in_SMILA.html#Further_reading"><span class="tocnumber">3.1.2</span> <span class="toctext">Further reading</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="Howto_integrate_a_component_in_SMILA.html#Default:_Integrating_local_SMILA_pipelets"><span class="tocnumber">3.2</span> <span class="toctext">Default: Integrating local SMILA pipelets</span></a>
+<ul>
+<li class="toclevel-3"><a href="Howto_integrate_a_component_in_SMILA.html#Examples_2"><span class="tocnumber">3.2.1</span> <span class="toctext">Examples</span></a></li>
+<li class="toclevel-3"><a href="Howto_integrate_a_component_in_SMILA.html#Further_reading_2"><span class="tocnumber">3.2.2</span> <span class="toctext">Further reading</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="Howto_integrate_a_component_in_SMILA.html#Advanced:_Integrating_remote_services"><span class="tocnumber">3.3</span> <span class="toctext">Advanced: Integrating remote services</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Howto_integrate_a_component_in_SMILA.html#Enhanced:_Integrating_own_workers"><span class="tocnumber">4</span> <span class="toctext">Enhanced: Integrating own workers</span></a>
+<ul>
+<li class="toclevel-2"><a href="Howto_integrate_a_component_in_SMILA.html#Description"><span class="tocnumber">4.1</span> <span class="toctext">Description</span></a></li>
+<li class="toclevel-2"><a href="Howto_integrate_a_component_in_SMILA.html#Further_reading_3"><span class="tocnumber">4.2</span> <span class="toctext">Further reading</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Howto_integrate_a_component_in_SMILA.html#Integrating_data_sources"><span class="tocnumber">5</span> <span class="toctext">Integrating data sources</span></a>
+<ul>
+<li class="toclevel-2"><a href="Howto_integrate_a_component_in_SMILA.html#Examples_3"><span class="tocnumber">5.1</span> <span class="toctext">Examples</span></a></li>
+<li class="toclevel-2"><a href="Howto_integrate_a_component_in_SMILA.html#Further_reading_4"><span class="tocnumber">5.2</span> <span class="toctext">Further reading</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Howto_integrate_a_component_in_SMILA.html#Integrating_alternative_implementations_of_SMILA_core_components"><span class="tocnumber">6</span> <span class="toctext">Integrating alternative implementations of SMILA core components</span></a>
+<ul>
+<li class="toclevel-2"><a href="Howto_integrate_a_component_in_SMILA.html#Examples_4"><span class="tocnumber">6.1</span> <span class="toctext">Examples</span></a></li>
+<li class="toclevel-2"><a href="Howto_integrate_a_component_in_SMILA.html#Further_reading_5"><span class="tocnumber">6.2</span> <span class="toctext">Further reading</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Introduction"></a><h2> <span class="mw-headline"> Introduction </span></h2>
+<p>Due to its architecture SMILA allows for the easy integration of third-party components into its framework. Actually there are four different possible integration scenarios available that are depicted in the following table.
+</p>
+<table class="wikitable" border="1" cellpadding="5">
+
+<tr>
+<td> <a href="Howto_integrate_a_component_in_SMILA.html#Integrating_BPEL_service" title="">Integrating BPEL service</a>
+</td></tr>
+<tr valign="top">
+<td> This is probably the most frequently used integration scenario. It allows for the integration or exchange of functionality (services, 3rd party software, etc.) used to process records in the workflow engine.
+</td></tr>
+<tr valign="top">
+<td> <a href="http://wiki.eclipse.org/Image:Integrate-Service_0.9.0.png" class="image" title="image:Integrate-Service_0.9.0.png"><img alt="image:Integrate-Service_0.9.0.png" src="http://wiki.eclipse.org/images/2/2e/Integrate-Service_0.9.0.png" width="960" height="720" border="0" /></a>
+</td></tr>
+<tr valign="top">
+<td> The figure demonstrates how you can integrate the functionality of your service or your piece of software to SMILA by adding it to the workflow engine.
+</td></tr></table>
+<p><br />
+</p>
+<table class="wikitable" border="1" cellpadding="5">
+
+<tr>
+<td> <a href="Howto_integrate_a_component_in_SMILA.html#Integrating_data_sources" title="">Integrating data sources</a>
+</td></tr>
+<tr valign="top">
+<td> <span style="color:red; background-color:yellow">Deprecated, implement a new crawler for the ETL framework instead of the deprecated connectivity framework. See <a href="HowTo.html" class="mw-redirect" title="SMILA/HowTo">HowTos</a>.</span> Integrating your own <a href="Glossary.html#C" title="SMILA/Glossary">crawler</a> or <a href="Glossary.html#A" title="SMILA/Glossary">agent</a> implementations is another common scenario for adding functionality to SMILA. By doing so, further data sources can be unlocked to provide additional input to SMILA.
+</td></tr>
+<tr valign="top">
+<td> <a href="http://wiki.eclipse.org/Image:Integrate-Crawler_0.9.0.png" class="image" title="image:Integrate-Crawler_0.9.0.png"><img alt="image:Integrate-Crawler_0.9.0.png" src="http://wiki.eclipse.org/images/1/1a/Integrate-Crawler_0.9.0.png" width="960" height="720" border="0" /></a>
+</td></tr>
+<tr valign="top">
+<td> The figure above exemplary shows how you can add your own crawler implementation to SMILA. Please note that though you may also add an agent implementation likewise this option is not shown in the figure. This was chosen due to simplicity.
+</td></tr></table>
+<p><br />
+</p>
+<table class="wikitable" border="1" cellpadding="5">
+
+<tr>
+<td> <a href="Howto_integrate_a_component_in_SMILA.html#Integrating_workers" title="">Integrating workers</a>
+</td></tr>
+<tr valign="top">
+<td> Integrating your own <a href="Glossary.html#W" title="SMILA/Glossary">worker</a> implementation is another common scenario for adding functionality or adapting workflows to SMILA.
+</td></tr>
+<tr valign="top">
+<td> <a href="http://wiki.eclipse.org/Image:Integrate-Worker_0.9.0.png" class="image" title="image:Integrate-Worker_0.9.0.png"><img alt="image:Integrate-Worker_0.9.0.png" src="http://wiki.eclipse.org/images/9/93/Integrate-Worker_0.9.0.png" width="960" height="720" border="0" /></a>
+</td></tr>
+<tr valign="top">
+<td> The figure above exemplary shows how you can add your own worker implementation to SMILA. Please note that you also have to add the worker to the job manager configuration files (workers.json, workflows.json) and add your worker as an OSGi service to activate it.
+</td></tr></table>
+<p><br />
+</p>
+<table class="wikitable" border="1" cellpadding="5">
+
+<tr>
+<td> <a href="Howto_integrate_a_component_in_SMILA.html#Integrating_alternative_implementations_of_SMILA_core_components" title="">Integrating alternative implementations of SMILA core components</a>
+</td></tr>
+<tr valign="top">
+<td> This scenario is particularly intended for the experienced (SMILA) developer and comprises the possibility to exchange existing implementations of the SMILA core components by your own implementations.
+</td></tr>
+<tr valign="top">
+<td> <a href="http://wiki.eclipse.org/Image:Provide-Alternative-To-Core-Component_0.9.0.png" class="image" title="image:Provide-Alternative-To-Core-Component_0.9.0.png"><img alt="image:Provide-Alternative-To-Core-Component_0.9.0.png" src="http://wiki.eclipse.org/images/9/95/Provide-Alternative-To-Core-Component_0.9.0.png" width="960" height="720" border="0" /></a>
+</td></tr>
+<tr valign="top">
+<td> The figure above demonstrates how two of the SMILA core components -- <i>connectivity</i> (which btw. is deprecated in SMILA 1.0) and <i>data store</i> -- may be exchanged by your own implementations. These components serve as examples only, that is, you may also exchange other core components such as the <a href="Glossary.html#B" title="SMILA/Glossary">blackboard service</a> or the <a href="Glossary.html#D" title="SMILA/Glossary">delta indexing manager</a>.
+</td></tr></table>
+<div class="messagebox" style="background-color: #def3fe; border: 1px solid #c5d7e0; color: black; padding: 5px; margin: 1ex 0; min-height: 35px; padding-left: 45px;">
+<div style="float: left; margin-left: -40px;"><a href="http://wiki.eclipse.org/Image:Note.png" class="image" title="Note.png"><img alt="" src="http://wiki.eclipse.org/images/c/cc/Note.png" width="35" height="35" border="0" /></a></div>
+<div><b>The above figures exemplary demonstrate at which levels in the <a href="http://www.eclipse.org/smila" class="external text" title="http://www.eclipse.org/smila" rel="nofollow">SMILA architecture</a> an integration of new components is applicable. However, for simplicity reason, we restricted the above figures to the index processing chain while completely ignoring the search processing chain that offers the same integration options (except for the integration of agents and crawlers), but is currently not in the focus of this page.</b>
+<b><br /></div></b>
+</div>
+<a name="Conventions"></a><h2> <span class="mw-headline"> Conventions </span></h2>
+<a name="Handling_of_Character_Encoding"></a><h3> <span class="mw-headline"> Handling of Character Encoding </span></h3>
+<p>To make processing of data in SMILA easier: If external data must be converted to a string (e.g. an attribute value), the crawler, agent or any other component accessing an external data source should try everything that is possible to ensure that the conversion is done using the correct encoding. For example, HTTP clients should use the encoding reported by the HTTP server. If the data source does not provide information about the character encoding, you can use the class <tt>org.eclipse.smila.utils.file.EncodingHelper</tt> that tries to convert a byte[] to a string by trying to detect the correct encoding from a <tt>byte[]</tt> by checking BOMs or checking XML and HTML content for instructions and finally by using UTF-8 or, if this fails, the default platform encoding. You may find this helpful.
+</p><p>On the other hand, if valid string data must be converted to a byte[] (e.g. if it is stored as a attachment after pipelet processing), the conversion must always use UTF-8 encoding.
+</p>
+<a name="Integrating_BPEL_service"></a><h2> <span class="mw-headline"> Integrating BPEL service </span></h2>
+<p>As already shown in the overview above, SMILA offers the possibility to integrate your own service or piece of software into SMILA <a href="Glossary.html#BPEL" title="SMILA/Glossary">BPEL</a> workflows.
+In SMILA we simply call these workflows <a href="Glossary.html#P" title="SMILA/Glossary">pipelines</a>. A pipeline is the definition of a BPEL process (or workflow) that orchestrates <a href="Glossary.html#P" title="SMILA/Glossary">pipelets</a> and other BPEL services (e.g. web services).
+</p><p>There are several options on how to achieve this:
+</p>
+<ul><li> <a href="Howto_integrate_a_component_in_SMILA.html#Simple:_Integrating_web_services" title="">Simple</a>: The easiest method to add functionality is to invoke a web service by using the standard functionality of BPEL. However, the disadvantage is that not all data of SMILA <a href="Glossary.html#R" title="SMILA/Glossary">records</a> are accessible if you opt for this method of integration.
+</li><li> <a href="Howto_integrate_a_component_in_SMILA.html#Default:_Integrating_local_SMILA_pipelets" title="">Default</a>: The recommended way to integrate additional functionality in SMILA is to provide Java implementations of an interface that allow for an easy creation of the above mentioned <a href="Glossary.html#P" title="SMILA/Glossary">pipelets</a>.
+</li><li> <a href="Howto_integrate_a_component_in_SMILA.html#Advanced:_Integrating_remote_SMILA_processing_services" title="">Advanced</a>: (<i>idea, not realized yet</i>) This method extends the default mechanism by providing an alternative procedure for integrating OSGi services that do not run in the same OSGi runtime as the BPEL workflow but in another OSGI runtime that may even run on a remote machine.
+</li></ul>
+<a name="Simple:_Integrating_web_services"></a><h4> <span class="mw-headline"> Simple: Integrating web services </span></h4>
+<p>The simplest way of integrating additional functionality in SMILA is to call a web service, which is a standard BPEL workflow engine functionality independent of SMILA. However, there are some limitations concerning the input and result data to/from web services: The workflow object (a DOM object) that enters the BPEL workflow in SMILA contains only the record <a href="Glossary.html#I" title="SMILA/Glossary">IDs</a> by default. That means <a href="Glossary.html#R" title="SMILA/Glossary">records</a> and the data contained therein - <a href="Glossary.html#A" title="SMILA/Glossary">attributes</a>, <a href="Glossary.html#A" title="SMILA/Glossary">annotations</a>, and <a href="Glossary.html#A" title="SMILA/Glossary">attachments</a> - are <b>not</b> accessible from a BPEL workflow because it can only access and use the values contained in the BPEL workflow object.
+</p><p>To overcome this restriction you can add additional data to the workflow object by adding filters in the configuration file located at <tt>org.eclipse.smila.blackboard/RecordFilters.xml</tt>. These filter rules define which <a href="Glossary.html#A" title="SMILA/Glossary">attributes</a> and <a href="Glossary.html#A" title="SMILA/Glossary">annotations</a> should be copied to the workflow object to make them accessible in the BPEL workflow. Additionally, you should not forget to include all attributes and annotations in the <tt>RecordFilters.xml</tt> file that you wish to write data to. Though filters work on attributes and annotations there is no possibility to access attachments of records because binary data is not reasonable in DOM.
+</p>
+<a name="Examples"></a><h5> <span class="mw-headline"> Examples </span></h5>
+<p>A good example for this use case is the integration of the <a href="http://www.languageweaver.com/home.asp" class="external text" title="http://www.languageweaver.com/home.asp" rel="nofollow">Language Weaver</a> web service. The Language Weaver Translation Server provides a web service interface that translates a text into another language. This service could easily be used within SMILA to extend its functionality.
+</p>
+<a name="Further_reading"></a><h5> <span class="mw-headline"> Further reading </span></h5>
+<p>Please consult the following how-to tutorials for a more detailed technical description:
+</p>
+<ul><li> <a href="Development_Guidelines/How_to_filter_and_access_record_data_in_BPEL.html" class="mw-redirect" title="SMILA/Development Guidelines/How to filter and access record data in BPEL">How to filter and access record data in BPEL</a>
+</li><li> <a href="Development_Guidelines/How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet.html" class="mw-redirect" title="SMILA/Development Guidelines/How to integrate the HelloWorld webservice as a Pipelet">How to integrate the HelloWorld <b>web service</b> as a pipelet</a>
+</li></ul>
+<a name="Default:_Integrating_local_SMILA_pipelets"></a><h4> <span class="mw-headline"> Default: Integrating local SMILA pipelets </span></h4>
+<p>The default and thus recommended technique to integrate simple and small functionality or software in SMILA is to provide a <a href="Glossary.html#P" title="SMILA/Glossary">pipelet</a> that runs in the same OSGi runtime as the BPEL workflow engine. Pipelets are easy to implement as they require only standard Java knowledge. They are not shared between multiple pipelines, even multiple invocations of a Pipelet in the same Pipeline do not share the same instance. The lifecycle and configuration of pipelets is managed by the workflow engine, not by OSGi runtime. For further information on pipelets refer to the <a href="Documentation/Pipelets.html" title="SMILA/Documentation/Pipelets">Pipelets documentation</a>.
+</p><p>The above mentioned restriction of integrated web services using the BPEL default engine functionality does not apply to pipelets. Both have full access to SMILA <a href="Glossary.html#R" title="SMILA/Glossary">records</a> by using the [SMILA/Glossary#B|blackboard service]], which makes it easy to read, modify, and store <a href="Glossary.html#R" title="SMILA/Glossary">records</a>.
+</p><p>In general pipelets follow the same (sometimes optional) logical steps (of course this depends highly on the business logic to be executed). These steps are:
+</p>
+<ul><li> Read the configuration (optional)
+</li><li> Read input data from blackboard (optional)
+</li><li> Execute the business logic
+</li><li> Write result data to blackboard (optional)
+</li></ul>
+<p>In terms of the pipelet that implements the business logic you are totally free to use any desired technology. Some of the posibilities include:
+</p>
+<ul><li> Using POJOs (For examples refer to the <a href="Documentation/Bundle_org.eclipse.smila.processing.pipelets.xmlprocessing.html" title="SMILA/Documentation/Bundle org.eclipse.smila.processing.pipelets.xmlprocessing">XML processing pipelets</a>)
+</li><li> Using any local available OSGi service (For an example refer to the <a href="Documentation/Bundle_org.eclipse.smila.processing.pipelets.html#org.eclipse.smila.processing.pipelets.MimeTypeIdentifyPipelet" title="SMILA/Documentation/Bundle org.eclipse.smila.processing.pipelets">MimeTypeIdentifyPipelet</a> which uses a MimeTypeIdentifier service)
+</li><li> Using other technologies such as JNI, RMI, or CORBA to integrate remote or non Java components (As an example consider the integration of <a href="http://www.oracle.com/technologies/embedded/outside-in.html" class="external text" title="http://www.oracle.com/technologies/embedded/outside-in.html" rel="nofollow">Oracle Outside In Technology</a>.)
+</li></ul>
+<a name="Examples_2"></a><h5> <span class="mw-headline"> Examples </span></h5>
+<ul><li> Typical examples for pipelets are the <a href="Documentation/Bundle_org.eclipse.smila.processing.pipelets.xmlprocessing.html" title="SMILA/Documentation/Bundle org.eclipse.smila.processing.pipelets.xmlprocessing">XML processing pipelets</a>. These lightweight pipelets are used for XML processing (e.g. XSL transformation). Each pipeline uses its own <a href="Glossary.html#P" title="SMILA/Glossary">pipelet</a> instance.
+</li></ul>
+<a name="Further_reading_2"></a><h5> <span class="mw-headline"> Further reading </span></h5>
+<p>Please consult the following how-to tutorials for a more detailed technical description:
+</p>
+<ul><li> <a href="Development_Guidelines/How_to_write_a_Pipelet.html" class="mw-redirect" title="SMILA/Development Guidelines/How to write a Pipelet">How to write a pipelet</a>
+</li><li> <a href="Development_Guidelines/How_to_integrate_the_HelloWorld_webservice_as_a_Pipelet.html" class="mw-redirect" title="SMILA/Development Guidelines/How to integrate the HelloWorld webservice as a Pipelet">How to integrate the HelloWorld web service as a pipelet</a>
+</li></ul>
+<a name="Advanced:_Integrating_remote_services"></a><h4> <span class="mw-headline"> Advanced: Integrating remote services </span></h4>
+<p>tbd.
+</p>
+<a name="Enhanced:_Integrating_own_workers"></a><h2> <span class="mw-headline"> Enhanced: Integrating own workers </span></h2>
+<p>When the desired changes to the functionality are not simple and small or the desired functionality requires more than just accessing the records, it is recommended to integrate your functionality as new <a href="Glossary.html#W" title="SMILA/Glossary">workers</a>.
+These workers have to be defined in the asynchronous job processing configuration and can then be integrated in workflows.
+</p>
+<a name="Description"></a><h3> <span class="mw-headline"> Description </span></h3>
+<p>A worker is an OSGi service, that implements the Worker interface, i.e. provides a name (to collect tasks and to be identified in workflows) and offers a threadsafe <tt>perform</tt> method, which takes a <tt>TaskContext</tt> object (generated by the WorkerManager) as an argument.
+</p><p>Normally the worker will handle a bulk of records in the perform method, manipulate the contained records, may access external services or stores and create new bulks of records.
+</p><p>The worker does not have to handle tasks or check if tasks are available. These menial tasks are done by the WorkerManager that cares for all registered workers, handles the invocations of their perform methods and copes with input and output bulks, up-scaling or exception handling. The worker just has to provide the perfom method to deal with the records.
+</p><p>If the worker requires direct access to the JobManager/TaskManager, e.g. because it is an initial worker and has to get initial tasks to start workflow runs without being triggered by previous workers, it must not register itself as a Worker service but has to tackle TaskManager and JobManager itself. Be careful, this is tedious work! So if possible stick to the Worker interface and let everything else be handled by the WorkerManager.
+</p>
+<a name="Further_reading_3"></a><h3> <span class="mw-headline"> Further reading </span></h3>
+<p>Please consult at least the following pages about asynchronous job processing:
+</p>
+<ul><li> <a href="Documentation/JobManager.html" title="SMILA/Documentation/JobManager">JobManager</a>
+</li><li> <a href="Documentation/WorkerManager.html" title="SMILA/Documentation/WorkerManager">WorkerManager</a>
+</li><li> [<a href="http://build.eclipse.org/rt/smila/javadoc/current/index.html?org/eclipse/smila/taskworker/package-summary.html|TaskWorker" class="external text" title="http://build.eclipse.org/rt/smila/javadoc/current/index.html?org/eclipse/smila/taskworker/package-summary.html|TaskWorker" rel="nofollow">JavaDoc</a>]
+</li><li> <a href="Development_Guidelines/How_to_write_a_Worker.html" class="mw-redirect" title="SMILA/Development Guidelines/How to write a Worker">How to write a <b>worker</b></a>
+</li></ul>
+<a name="Integrating_data_sources"></a><h2> <span class="mw-headline"> Integrating data sources </span></h2>
+<p><span style="color:red; background-color:yellow">The connectivity framework is deprecated as of SMILA 1.0. Consider implementing a new crawler for the ETL framework (which is implemented as a worker) instead of the deprecated connectivity framework. See <a href="HowTo.html" class="mw-redirect" title="SMILA/HowTo">HowTos</a>.</span>
+</p><p>Due to the architecture of the SMILA connectivity framework it is easy to include additional data sources by providing appropriate implementations of <a href="Glossary.html#A" title="SMILA/Glossary">agents</a> and/or <a href="Glossary.html#C" title="SMILA/Glossary">crawlers</a>.
+</p>
+<a name="Examples_3"></a><h3> <span class="mw-headline"> Examples </span></h3>
+<ul><li> A typical agent is a FilesystemWatcher. It monitors a folder (or folder structure) for changes (creation, modification, or deletion of files/folders) and reports those actions to SMILA.
+</li><li> Typical crawlers are the FilesystemCrawler or the WebCrawler. The first iterates over a folder structure and sends all encountered files to SMILA. The latter traverses the links of HTML pages, follows links to other HTML pages, and sends these pages as well as other resources (images, PDF files, etc.) to SMILA.
+</li></ul>
+<a name="Further_reading_4"></a><h3> <span class="mw-headline"> Further reading </span></h3>
+<p>Please consult the following how-to tutorials for a more detailed technical description:
+</p>
+<ul><li> <a href="Development_Guidelines/How_to_implement_an_agent.html" class="mw-redirect" title="SMILA/Development Guidelines/How to implement an agent">How to implement an agent</a>
+</li><li> <a href="Development_Guidelines/How_to_implement_a_crawler.html" class="mw-redirect" title="SMILA/Development Guidelines/How to implement a crawler">How to implement a crawler</a>
+</li></ul>
+<a name="Integrating_alternative_implementations_of_SMILA_core_components"></a><h2> <span class="mw-headline"> Integrating alternative implementations of SMILA core components </span></h2>
+<p>The component-based architecture of SMILA even allows you to provide your own implementations of SMILA core components, since these are implemented as OSGi service components (see <a href="Development_Guidelines/Declarative_Services.html" class="mw-redirect" title="SMILA/Development Guidelines/Declarative Services">Declarativ Services</a>) and can thus be exchanged in a standard way.
+</p>
+<ul><li> Include a new plug-in that exposes a service implementing the interface of the core component (e.g. <tt>ObjectStoreService</tt>)
+</li><li> modify the config.ini configuration file in SMILA.application to include and start the new plug-in instead of the plug-in provided by SMILA core.
+</li><li> build your application and run it.
+</li></ul>
+<a name="Examples_4"></a><h3> <span class="mw-headline"> Examples </span></h3>
+<p>A typical example could be an alternative implementation of the <tt>ObjectStoreService</tt> that does not store the objects in the file system but in memory or in a database.
+</p>
+<a name="Further_reading_5"></a><h3> <span class="mw-headline"> Further reading </span></h3>
+<ul><li> <a href="Development_Guidelines/Declarative_Services.html" class="mw-redirect" title="SMILA/Development Guidelines/Declarative Services">SMILA/Development_Guidelines/Declarative_Services</a>
+</li><li> <a href="http://eclipse.org/equinox" class="external text" title="http://eclipse.org/equinox" rel="nofollow">Eclipse Equinox</a>
+</li><li> <a href="http://live.eclipse.org/node/407" class="external text" title="http://live.eclipse.org/node/407" rel="nofollow">Webinar: Getting started with OSGi</a>
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 67/1000000
+Post-expand include size: 1915/2097152 bytes
+Template argument size: 1385/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15994-0!1!0!!en!2!edit=0 and timestamp 20120203093054 -->
+<div class="printfooter">
+Retrieved from "<a href="Documentation/HowTo/Howto_integrate_a_component_in_SMILA.html">http://wiki.eclipse.org/SMILA/Documentation/HowTo/Howto_integrate_a_component_in_SMILA</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 13:27, 24 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a>, <a href="http://wiki.eclipse.org/User:Igor.novakovic.attensity.com" title="User:Igor.novakovic.attensity.com">Igor Novakovic</a> and <a href="http://wiki.eclipse.org/User:Drazen.cindric.attensity.com" title="User:Drazen.cindric.attensity.com">Drazen Cindric</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/HowTo/Howto_integrate_a_component_in_SMILA&action=credits" title="SMILA/Documentation/HowTo/Howto integrate a component in SMILA">others</a>.</p>
+ <p id="footerviews">This page has been accessed 4,781 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.063 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/IP_Log_updates.html b/documentation/1.0/wiki.eclipse.org/SMILA/IP_Log_updates.html
new file mode 100644
index 0000000..8bc06a4
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/IP_Log_updates.html
@@ -0,0 +1,600 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/IP Log updates" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/IP Log updates - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/IP_Log_updates";
+var wgTitle = "SMILA/IP Log updates";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "33166";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "287676";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="IP_Log_updates.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_IP_Log_updates">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/IP_Log_updates">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/IP_Log_updates">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/IP_Log_updates">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/IP_Log_updates&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/IP_Log_updates&oldid=287676">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="IP_Log_updates.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/IP_Log_updates&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/IP_Log_updates&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/IP_Log_updates&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/IP%20Log%20updates"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/IP Log updates</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../SMILA.html" title="SMILA">SMILA</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="IP_Log_updates.html#column-one">navigation</a>, <a href="IP_Log_updates.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="IP_Log_updates.html#SMILA_IP_Log_Updates"><span class="tocnumber">1</span> <span class="toctext">SMILA IP Log Updates</span></a>
+<ul>
+<li class="toclevel-2"><a href="IP_Log_updates.html#0.5M1_-.3E_0.7"><span class="tocnumber">1.1</span> <span class="toctext">0.5M1 -> 0.7</span></a></li>
+<li class="toclevel-2"><a href="IP_Log_updates.html#0.7_-.3E_0.8"><span class="tocnumber">1.2</span> <span class="toctext">0.7 -> 0.8</span></a></li>
+<li class="toclevel-2"><a href="IP_Log_updates.html#0.8_-.3E_0.9"><span class="tocnumber">1.3</span> <span class="toctext">0.8 -> 0.9</span></a></li>
+<li class="toclevel-2"><a href="IP_Log_updates.html#0.9_-.3E_1.0"><span class="tocnumber">1.4</span> <span class="toctext">0.9 -> 1.0</span></a></li>
+<li class="toclevel-2"><a href="IP_Log_updates.html#1.0_-.3E_1.1"><span class="tocnumber">1.5</span> <span class="toctext">1.0 -> 1.1</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="SMILA_IP_Log_Updates"></a><h2> <span class="mw-headline"> SMILA IP Log Updates </span></h2>
+<p>Comparing the <a href="http://www.eclipse.org/projects/ip_log.php?projectid=rt.smila" class="external text" title="http://www.eclipse.org/projects/ip_log.php?projectid=rt.smila" rel="nofollow">generated IP log</a> on September 5th, 2011 with releases.
+</p>
+<a name="0.5M1_-.3E_0.7"></a><h3> <span class="mw-headline"> 0.5M1 -> 0.7 </span></h3>
+<table border="1px solid #CCC" cellpadding="5px" style="border:1px solid #CCC; border-collapse:collapse; font:small/1.5 Tahoma, Bitstream Vera Sans, Verdana, Helvetica, sans-serif;">
+<tr>
+<th> CQ
+</th><th> Third Party Code
+</th><th> Change
+</th></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=2555" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=2555" rel="nofollow"> 2555</a>
+</td><td> log4j Version: 1.2.15
+</td><td> added.
+</td></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=2684" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=2684" rel="nofollow">2561</a>
+</td><td> stax-api 1.0.1 Version: jar (PB CQ1106)
+</td><td> removed
+</td></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=2663" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=2663" rel="nofollow">2663</a>
+</td><td> geronimo activation Version: 1.1 (ATO CQ2060)
+</td><td> removed
+</td></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=2686" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=2686" rel="nofollow">2686</a>
+</td><td> JAXB API Version: 2.1.0
+</td><td> removed
+</td></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=2712" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=2712" rel="nofollow">2712</a>
+</td><td> spring-aop Version: 2.5.2 (PB CQ2325)
+</td><td> unused?
+</td></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=2713" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=2713" rel="nofollow">2713</a>
+</td><td> spring-beans Version: 2.5.2 (PB CQ2326)
+</td><td> unused?
+</td></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=2715" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=2715" rel="nofollow"> 2715</a>
+</td><td> spring-context Version: 2.5.2 (PB CQ2328)
+</td><td> unused?
+</td></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=2716" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=2716" rel="nofollow"> 2716</a>
+</td><td> spring-core Version: 2.5.2 (PB CQ2329)
+</td><td> unused?
+</td></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=2719" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=2719" rel="nofollow"> 2719</a>
+</td><td> xbean-spring Version: 3.5.0 (PB CQ3418)
+</td><td> unused?
+</td></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=2755" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=2755" rel="nofollow"> 2755</a>
+</td><td> wstx-asl Version: 3.2.4
+</td><td> removed
+</td></tr>
+</table>
+<a name="0.7_-.3E_0.8"></a><h3> <span class="mw-headline"> 0.7 -> 0.8 </span></h3>
+<table border="1px solid #CCC" cellpadding="5px" style="border:1px solid #CCC; border-collapse:collapse; font:small/1.5 Tahoma, Bitstream Vera Sans, Verdana, Helvetica, sans-serif;">
+<tr>
+<th> CQ
+</th><th> Third Party Code
+</th><th> Change
+</th></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=2561" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=2561" rel="nofollow"> 2561</a>
+</td><td> Apache tomcat Version: 6.0.18
+</td><td> removed
+</td></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=2683" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=2683" rel="nofollow"> 2683</a>
+</td><td> Java Unified Expression Language Version: 1.0
+</td><td> removed
+</td></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=2685" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=2685" rel="nofollow">2685</a>
+</td><td> javax.servlet.jsp Version: 2.1 (PB CQ1980)
+</td><td> removed
+</td></tr>
+</table>
+<a name="0.8_-.3E_0.9"></a><h3> <span class="mw-headline"> 0.8 -> 0.9 </span></h3>
+<table border="1px solid #CCC" cellpadding="5px" style="border:1px solid #CCC; border-collapse:collapse; font:small/1.5 Tahoma, Bitstream Vera Sans, Verdana, Helvetica, sans-serif;">
+<tr>
+<th> CQ
+</th><th> Third Party Code
+</th><th> Change
+</th></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=2580" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=2580" rel="nofollow">2580</a>
+</td><td> ActiveMQ Version: 5.2 (Subset)
+</td><td> removed
+</td></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=2687" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=2687" rel="nofollow">2687</a>
+</td><td> geronimo JMS Spec Version: 1.1 (PB CQ2338)
+</td><td> removed
+</td></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=2704" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=2704" rel="nofollow">2704</a>
+</td><td> Apache ActiveMQ Camel Core Version: 1.4.0
+</td><td> removed
+</td></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=2705" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=2705" rel="nofollow">2705</a>
+</td><td> Apache ActiveMQ Camel Jetty Version: 1.4.0
+</td><td> removed
+</td></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=2706" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=2706" rel="nofollow">2706</a>
+</td><td> Apache ActiveMQ Camel JMS Version: 1.4.0
+</td><td> removed
+</td></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=2707" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=2707" rel="nofollow">2707</a>
+</td><td> Apache ActiveMQ Camel Spring Version: 1.4.0
+</td><td> removed
+</td></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=2708" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=2708" rel="nofollow">2708</a>
+</td><td> geronimo-j2ee-management_1.0_spec-1.0 Version: 1.0.
+</td><td> removed
+</td></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=2709" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=2709" rel="nofollow">2709</a>
+</td><td> geronimo-jta_1.0.1B_spec-1.0.1.jar Version: 1.0.1
+</td><td> removed
+</td></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=4888" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=4888" rel="nofollow">4888</a>
+</td><td> Apache Zookeeper Version: 3.3.1 (PB Orbit CQ4571)
+</td><td> unused (we used only version 3.3.3, see below)
+</td></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=4901" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=4901" rel="nofollow">4901</a>
+</td><td> EasyMock Version: 3.0 Subset (PB Orbit CQ4631)
+</td><td> added
+</td></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=4979" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=4979" rel="nofollow"> 4979</a>
+</td><td> Jackson JSON Processor Version: 1.6.0 (PB Orbit CQ4513)
+</td><td> added
+</td></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=4994" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=4994" rel="nofollow"> 4994</a>
+</td><td> Apache Solr Java Client SolrJ Version: 1.4 (PB CQ3974)
+</td><td> added
+</td></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=4995" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=4995" rel="nofollow"> 4995</a>
+</td><td> Apache Solr Common Version: 1.4 (PB CQ3972)
+</td><td> added
+</td></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5152" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5152" rel="nofollow"> 5152</a>
+</td><td> Lucene Core Version: 2.9.1 (PB Orbit CQ3964)
+</td><td> added
+</td></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5153" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5153" rel="nofollow"> 5153</a>
+</td><td> Lucene Analyzers Version: 2.9.1 (PB Orbit CQ3965)
+</td><td> added
+</td></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5154" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5154" rel="nofollow"> 5154</a>
+</td><td> Lucene Highlighter Version: 2.9.1 (PB Orbit CQ3966)
+</td><td> added
+</td></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5155" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5155" rel="nofollow"> 5155</a>
+</td><td> Lucene Memory Version: 2.9.1 (PB Orbit CQ3967)
+</td><td> added
+</td></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5156" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5156" rel="nofollow"> 5156</a>
+</td><td> Lucene Misc Version: 2.9.1 (PB Orbit CQ3968)
+</td><td> added
+</td></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5157" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5157" rel="nofollow"> 5157</a>
+</td><td> Lucene Queries Version: 2.9.1 (PB Orbit CQ3969)
+</td><td> added
+</td></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5158" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5158" rel="nofollow"> 5158</a>
+</td><td> Lucene Snowball Version: 2.9.1 (PB Orbit CQ3970)
+</td><td> added
+</td></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5159" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5159" rel="nofollow"> 5159</a>
+</td><td> Lucene Spellchecker Version: 2.9.1 (PB Orbit CQ3971)
+</td><td> added
+</td></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5160" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5160" rel="nofollow"> 5160</a>
+</td><td> Apache Solr Core Version: 1.4 (PB Orbit CQ3973)
+</td><td> added
+</td></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5284" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5284" rel="nofollow"> 5284</a>
+</td><td> Apache Solr Webapp (excluding jQuery) Version: 1.4 (PB Orbit CQ3735)
+</td><td> added
+</td></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5290" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5290" rel="nofollow">5290</a>
+</td><td> ZooKeeper Version: 3.3.3 (PB Orbit CQ5085)
+</td><td> added
+</td></tr>
+</table>
+<a name="0.9_-.3E_1.0"></a><h3> <span class="mw-headline"> 0.9 -> 1.0 </span></h3>
+<table border="1px solid #CCC" cellpadding="5px" style="border:1px solid #CCC; border-collapse:collapse; font:small/1.5 Tahoma, Bitstream Vera Sans, Verdana, Helvetica, sans-serif;">
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5788" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5788" rel="nofollow">5585</a>
+</td><td> Neko HTML 1.9.14
+</td><td> replaces <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=2768" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=2768" rel="nofollow">2768</a>
+</td></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5802" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5802" rel="nofollow">5802</a>
+</td><td> SLF4J API 1.6.2
+</td><td> replaces <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=3084" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=3084" rel="nofollow">3084</a>
+</td></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5803" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5803" rel="nofollow">5803</a>
+</td><td> SLF4J log4j12 1.6.2
+</td><td> replaces <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=3085" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=3085" rel="nofollow">3085</a>
+</td></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5866" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5866" rel="nofollow">5866</a>
+</td><td> org.apache.commons.io 2.0.1
+</td><td> replaces <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=2677" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=2677" rel="nofollow">2677</a>
+</td></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5894" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5894" rel="nofollow">5894</a>
+</td><td> org.apache.commons.fileupload 1.2.2
+</td><td> replaces <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=3156" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=3156" rel="nofollow">3156</a>
+</td></tr>
+</table>
+<a name="1.0_-.3E_1.1"></a><h3> <span class="mw-headline"> 1.0 -> 1.1 </span></h3>
+<table border="1px solid #CCC" cellpadding="5px" style="border:1px solid #CCC; border-collapse:collapse; font:small/1.5 Tahoma, Bitstream Vera Sans, Verdana, Helvetica, sans-serif;">
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5577" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5577" rel="nofollow">5577</a>
+</td><td> Aperture 1.4.0 (subset)
+</td><td> in progress
+</td></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5578" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5578" rel="nofollow">5578</a>
+</td><td> Rdf2Go API 4.7.0
+</td><td> in progress
+</td></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5579" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5579" rel="nofollow">5579</a>
+</td><td> Rdf2Go implementation for Sesame 2.2 4.7.0
+</td><td> in progress
+</td></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5580" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5580" rel="nofollow">5580</a>
+</td><td> POI 3.6.0
+</td><td> in progress
+</td></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5581" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5581" rel="nofollow">5581</a>
+</td><td> POI Scratchpad 3.6.0
+</td><td> in progress
+</td></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5582" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5582" rel="nofollow">5582</a>
+</td><td> PDFBox 1.6.0
+</td><td> in progress
+</td></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5583" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5583" rel="nofollow">5583</a>
+</td><td> FontBox 1.6.0
+</td><td> in progress
+</td></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5584" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5584" rel="nofollow">5584</a>
+</td><td> JempBox 1.6.0
+</td><td> in progress
+</td></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5585" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5585" rel="nofollow">5585</a>
+</td><td> juniversalchardet 1.0.3
+</td><td> in progress
+</td></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5933" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5933" rel="nofollow">5933</a>
+</td><td> Apache Solr Core Version: 3.5.0
+</td><td> in progress
+</td></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5934" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5934" rel="nofollow">5934</a>
+</td><td> Apache Solr Java Client SolrJ Version: 3.5.0
+</td><td> in progress
+</td></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5935" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5935" rel="nofollow">5935</a>
+</td><td> Lucene Core Version: 3.5.0
+</td><td> in progress
+</td></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5936" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5936" rel="nofollow">5936</a>
+</td><td> Lucene Analyzers Version: 3.5.0
+</td><td> in progress
+</td></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5937" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5937" rel="nofollow">5937</a>
+</td><td> Lucene Analyzers Version: 3.5.0
+</td><td> in progress
+</td></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5938" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5938" rel="nofollow">5938</a>
+</td><td> Lucene Highlighter Version: 3.5.0
+</td><td> in progress
+</td></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5939" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5939" rel="nofollow">5939</a>
+</td><td> Lucene Memory Version: 3.5.0
+</td><td> in progress
+</td></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5940" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5940" rel="nofollow">5940</a>
+</td><td> Lucene Misc Version: 3.5.0
+</td><td> in progress
+</td></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5941" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5941" rel="nofollow">5941</a>
+</td><td> Lucene Queries Version: 3.5.0
+</td><td> in progress
+</td></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5942" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5942" rel="nofollow">5942</a>
+</td><td> Lucene Spatial Version: 3.5.0
+</td><td> in progress
+</td></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5943" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=5943" rel="nofollow">5943</a>
+</td><td> Lucene Spellchecker Version: 3.5.0
+</td><td> in progress
+</td></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=6110" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=6110" rel="nofollow">6110</a>
+</td><td> org.apache.httpcomponents.httpcore Version: 4.1.0
+</td><td> in progress
+</td></tr>
+<tr>
+<td> <a href="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=6111" class="external text" title="https://dev.eclipse.org/ipzilla/show_bug.cgi?id=6111" rel="nofollow">6111</a>
+</td><td> org.apache.httpcomponents.httpclient Version: 4.1.0
+</td><td> in progress
+</td></tr>
+</table>
+
+<!--
+NewPP limit report
+Preprocessor node count: 13/1000000
+Post-expand include size: 870/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:33166-0!1!0!!en!2!edit=0 and timestamp 20120203001901 -->
+<div class="printfooter">
+Retrieved from "<a href="IP_Log_updates.html">http://wiki.eclipse.org/SMILA/IP_Log_updates</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 14:22, 31 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a> and <a href="http://wiki.eclipse.org/User:Andreas.Weber.empolis.com" title="User:Andreas.Weber.empolis.com">Andreas Weber</a>.</p>
+ <p id="footerviews">This page has been accessed 1,414 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.051 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/KinKon.html b/documentation/1.0/wiki.eclipse.org/SMILA/KinKon.html
new file mode 100644
index 0000000..9e2532a
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/KinKon.html
@@ -0,0 +1,246 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/KinKon" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/KinKon - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/KinKon";
+var wgTitle = "SMILA/KinKon";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "22961";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "284640";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="KinKon.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_KinKon">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/KinKon">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/KinKon">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/KinKon">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/KinKon&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/KinKon&oldid=284640">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="KinKon.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/KinKon&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/KinKon&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/KinKon&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/KinKon"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/KinKon</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../SMILA.html" title="SMILA">SMILA</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="KinKon.html#column-one">navigation</a>, <a href="KinKon.html#searchInput">search</a></div> <!-- start content -->
+ <p><b>SMILA 4 KinKon</b>
+</p><p><u>What the environment looks like</u>
+</p><p>Kinkon is an internet startup company from Kaiserlautern, Germany, which business’ is to ease internet security especially for children. The set of functionality provided by kinkon contains among other things a web-based portal where members could exchange information, black- and white-lists of web pages, recommendations, news, etc.
+</p><p><u>What has to be done</u>
+</p><p>The aim was to develop a search component which integrates transparently and seamlessly into kinkons web-application and which provides, that the content of each area of the web-portal is searchable through a simple search slot. As the web-application is divided into at least 5 areas - forums, contact, bookmarks, groups and news - the representation of search results is also separated and presented via tabbing. Furthermore, each entry of a resultlist should contain at least one link into the corresponding entry within the application. The resultlist should also support pagination within each tab.
+</p><p><u>Where to start</u>
+</p><p>The web-application is implemented using PHP. The data of the application is stored within a MSSQL-database in a first shot which has been changed to a MySQL-database afterwards. The data is fragmented in a greater set of database-tables than areas of result-sets (forums, contact, bookmarks, groups and news) and the operating system is 32bit Linux. Kinkon doesn’t develop any content by themselves, therefore the UI-design, the implementation as well as the hosting of the application is provided by third party partners.
+</p><p><u>What has been done</u>
+</p><p>The starting point has been to collect and to analyze the requirements of the project aspects which are of importance for the search engine, the project environment and the infrastructure. After realizing that configuration of a standard SMILA release will not provide the needed functionality, the next steps have been to get the SMILA-sources, to set up the development environment and to create an IDE-project. In order to access the MSSQL- or MySQL-database, a new OSGi-bundle has been created to prepare the JDBC-driver for the database. The new bundle has been integrated into the development-runtime as well as into the build-/ release-configuration. A database-view for each search-area has been designed. Therefore the location of the data of importance has been analysed, the aggregation of the information has been fulfileld and the additional data to be stored in the Index has been determined. The Solr-content as well as the JDBC-Crawler has been configured. This content includes the searchable data as well as additional data only necessary to be shown within the resultlists. For the MSSQL-version, SMILA also provided the web-UI for presentation the resultlists. This also contained tabbing, paging, links, etc. The documentation of how to use this SMILA-version has been added to the distribution.
+</p><p><u>What it look like</u>
+</p><p>The MySQL-based version does not contain any UI-parts any more. The starting version based on MSSQL looked like this.
+</p><p><a href="http://wiki.eclipse.org/Image:SMILA4KinKon.jpg" class="image" title="Image:SMILA4KinKon.jpg"><img alt="Image:SMILA4KinKon.jpg" src="http://wiki.eclipse.org/images/c/cb/SMILA4KinKon.jpg" width="611" height="388" border="0" /></a>
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 6/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:22961-0!1!0!!en!2!edit=0 and timestamp 20120203101346 -->
+<div class="printfooter">
+Retrieved from "<a href="KinKon.html">http://wiki.eclipse.org/SMILA/KinKon</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 09:12, 16 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Daniel.stucky.attensity.com&action=edit" class="new" title="User:Daniel.stucky.attensity.com">Daniel Stucky</a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Andreas.schultz.empolis.com&action=edit" class="new" title="User:Andreas.schultz.empolis.com">scul77 </a>.</p>
+ <p id="footerviews">This page has been accessed 2,815 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.090 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Legal_Documentation.html b/documentation/1.0/wiki.eclipse.org/SMILA/Legal_Documentation.html
new file mode 100644
index 0000000..23b2218
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Legal_Documentation.html
@@ -0,0 +1,439 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Legal Documentation,About.properties,Eclipse copyright tool,Here,How to use Eclipse copyright tool,The about.html" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Legal Documentation - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Legal_Documentation";
+var wgTitle = "SMILA/Legal Documentation";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15936";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "123534";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Legal_Documentation.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Legal_Documentation">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Legal_Documentation">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Legal_Documentation">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Legal_Documentation">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Legal_Documentation&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Legal_Documentation&oldid=123534">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Legal_Documentation.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Legal_Documentation&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Legal_Documentation&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Legal_Documentation&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Legal%20Documentation"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Legal Documentation</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../SMILA.html" title="SMILA">SMILA</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Legal_Documentation.html#column-one">navigation</a>, <a href="Legal_Documentation.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Legal_Documentation.html#The_core_of_the_legalisation"><span class="tocnumber">1</span> <span class="toctext">The core of the legalisation</span></a>
+<ul>
+<li class="toclevel-2"><a href="Legal_Documentation.html#Source_Code"><span class="tocnumber">1.1</span> <span class="toctext">Source Code</span></a>
+<ul>
+<li class="toclevel-3"><a href="Legal_Documentation.html#Good_examples_from_SMILA"><span class="tocnumber">1.1.1</span> <span class="toctext">Good examples from SMILA</span></a></li>
+<li class="toclevel-3"><a href="Legal_Documentation.html#Should_have_generated_files_copyright_notice.3F"><span class="tocnumber">1.1.2</span> <span class="toctext">Should have generated files copyright notice?</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="Legal_Documentation.html#Documentation"><span class="tocnumber">1.2</span> <span class="toctext">Documentation</span></a></li>
+<li class="toclevel-2"><a href="Legal_Documentation.html#Builds"><span class="tocnumber">1.3</span> <span class="toctext">Builds</span></a></li>
+<li class="toclevel-2"><a href="Legal_Documentation.html#Features"><span class="tocnumber">1.4</span> <span class="toctext">Features</span></a>
+<ul>
+<li class="toclevel-3"><a href="Legal_Documentation.html#Good_examples_from_SMILA_2"><span class="tocnumber">1.4.1</span> <span class="toctext">Good examples from SMILA</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="Legal_Documentation.html#Plug-ins"><span class="tocnumber">1.5</span> <span class="toctext">Plug-ins</span></a>
+<ul>
+<li class="toclevel-3"><a href="Legal_Documentation.html#Good_examples_from_SMILA_3"><span class="tocnumber">1.5.1</span> <span class="toctext">Good examples from SMILA</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Legal_Documentation.html#Summary"><span class="tocnumber">2</span> <span class="toctext">Summary</span></a></li>
+<li class="toclevel-1"><a href="Legal_Documentation.html#About_File_Templates"><span class="tocnumber">3</span> <span class="toctext">About File Templates</span></a>
+<ul>
+<li class="toclevel-2"><a href="Legal_Documentation.html#Simple_About_File_Template"><span class="tocnumber">3.1</span> <span class="toctext">Simple About File Template</span></a></li>
+<li class="toclevel-2"><a href="Legal_Documentation.html#Third-Party_Content_About_File_Template"><span class="tocnumber">3.2</span> <span class="toctext">Third-Party Content About File Template</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Legal_Documentation.html#Features_Licenses_and_Feature_Update_Licenses"><span class="tocnumber">4</span> <span class="toctext">Features Licenses and Feature Update Licenses</span></a></li>
+<li class="toclevel-1"><a href="Legal_Documentation.html#Glossary"><span class="tocnumber">5</span> <span class="toctext">Glossary</span></a></li>
+<li class="toclevel-1"><a href="Legal_Documentation.html#Links"><span class="tocnumber">6</span> <span class="toctext">Links</span></a></li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="The_core_of_the_legalisation"></a><h2> <span class="mw-headline"> The core of the legalisation </span></h2>
+<a name="Source_Code"></a><h3> <span class="mw-headline">Source Code</span></h3>
+<p>Every source code (which includes Java source as well other types of files such as XML, HTML, etc.) must have a <a href="http://www.eclipse.org/legal/copyrightandlicensenotice.php" class="external text" title="http://www.eclipse.org/legal/copyrightandlicensenotice.php" rel="nofollow">Copyright and License Notice</a>. If the source is to be licensed under a license other than the <a href="http://www.eclipse.org/org/documents/epl-v10.php" class="external text" title="http://www.eclipse.org/org/documents/epl-v10.php" rel="nofollow">Eclipse Public License Version 1.0</a> alone, you must ensure that the Eclipse Foundation has approved the notice.
+</p><p>Source files (which includes Java source as well other types of files such as XML, HTML, etc.) must have the Copyright and License Notice before the files are checked into the eclipse.org source repository.
+</p><p>The Eclipse repository contains a tool that will fix copyrights in your code: <a href="http://wiki.eclipse.org/Eclipse_copyright_tool" title="Eclipse copyright tool">Eclipse copyright tool</a>
+</p><p>Read here, how you can use the Eclipse copyright tool: <a href="http://wiki.eclipse.org/How_to_use_Eclipse_copyright_tool" class="mw-redirect" title="How to use Eclipse copyright tool">How to use Eclipse copyright tool</a>
+</p>
+<a name="Good_examples_from_SMILA"></a><h4> <span class="mw-headline">Good examples from SMILA</span></h4>
+<p>All java, xml and properties files in SMILA have a copyright header.
+</p><p><br />
+Java source : <i>DeltaIndexingManager.java</i> (Plug-in <i>org.eclipse.eilf.connectivity.deltaindexing</i>) has a header:
+</p><p><a href="http://wiki.eclipse.org/Image:Header1.jpg" class="image" title="Image:header1.jpg"><img alt="Image:header1.jpg" src="http://wiki.eclipse.org/images/e/e8/Header1.jpg" width="600" height="225" border="0" /></a>
+</p><p><br />
+XML source: <i>BrokerConfig.xml</i> (Plug-in <i>org.eclipse.eilf.connectivity.queue.broker.main</i>) has a header:
+</p><p><a href="http://wiki.eclipse.org/Image:Header_xml.jpg" class="image" title="Image:header_xml.jpg"><img alt="Image:header_xml.jpg" src="http://wiki.eclipse.org/images/1/1c/Header_xml.jpg" width="1000" height="175" border="0" /></a>
+</p><p><br />
+Properties file: <i>build.properties</i>(Plug-in <i>org.eclipse.smila.product</i>) has a header:
+</p><p><a href="http://wiki.eclipse.org/Image:Properties.jpg" class="image" title="Image:properties.jpg"><img alt="Image:properties.jpg" src="http://wiki.eclipse.org/images/b/b6/Properties.jpg" width="700" height="300" border="0" /></a>
+</p>
+<a name="Should_have_generated_files_copyright_notice.3F"></a><h4> <span class="mw-headline">Should have generated files copyright notice?</span></h4>
+<ul><li> We have some generated code (JAXB) that we use in the SMILA project. Should have these files copyright notice?
+</li></ul>
+<p><b>Martin Oberhuber</b> (Senior Member of Technical Staff) :
+</p><p>No generated source code bears any expression of creativity or art whatsoever, and is therefore not subject to Copyright law. Therefore, just leave the source as it is (without any copyright
+header), and check it in.
+If there is any copyrightable material in the generated code, then it's the template from which it was generated. Therefore, that very template is responsible for adding a copyright header or not.
+</p><p>Also, note that the absence or presence of a Copyright Header does not change the legal status of any material in any way -- its copyright owner, or license information exist or do not exist
+regardless of whether that information is in the source file or not.
+Having it in the source file is just a matter of making it easier for adopters to find the relevant information.
+</p>
+<a name="Documentation"></a><h3> <span class="mw-headline">Documentation</span></h3>
+<p>The help documentation must have a Legal page with a copyright notice and a link to the About file in the plug-in that contains the help documentation.
+Documentation books usually contain a "Legal" page as the last page in the book.
+</p>
+<a name="Builds"></a><h3> <span class="mw-headline">Builds</span></h3>
+<p>Every build distribution, such as a zip or tar file, must contain a Eclipse Foundation Software User Agreement (<a href="http://www.eclipse.org/legal/epl/notice.html" class="external text" title="http://www.eclipse.org/legal/epl/notice.html" rel="nofollow">SUA</a>) in the root directory of the distribution in HTML format in a file named <b>"notice.html"</b>.
+</p><p>A copy of the Project's primary license(s) must be in the root directory of the distribution in HTML format. In most cases, this will be the <a href="http://www.eclipse.org/legal/epl-v10.html" class="external text" title="http://www.eclipse.org/legal/epl-v10.html" rel="nofollow">Eclipse Public License </a> alone in a file named <b>"epl-v10.html"</b> In exceptional circumstances, the Board may approve the licensing of a project under license terms other than the EPL alone.
+</p>
+<a name="Features"></a><h3> <span class="mw-headline">Features</span></h3>
+<p>A feature is a set of one or more related plug-ins and/or fragments that can be installed and upgraded together. Every feature must have at least three (usually at least four) legal files:
+</p><p>For example:
+</p><p><a href="http://wiki.eclipse.org/Image:Feature_Folder.jpg" class="image" title="Image:Feature Folder.jpg"><img alt="Image:Feature Folder.jpg" src="http://wiki.eclipse.org/images/b/bc/Feature_Folder.jpg" width="780" height="240" border="0" /></a>
+</p><p>The first required file is <b>"license.html"</b>. This file is required to be the <a href="http://www.eclipse.org/legal/epl/notice.html" class="external text" title="http://www.eclipse.org/legal/epl/notice.html" rel="nofollow">SUA</a> in HTML format (and thus an exact duplicate of the "notice.html" in the root of the distribution). This file is referred to as The Feature License.
+</p><p>The second required file is the <a href="http://www.eclipse.org/legal/epl-v10.html" class="external text" title="http://www.eclipse.org/legal/epl-v10.html" rel="nofollow">Eclipse Public License</a>in HTML format in a file named <b>"epl-v10.html"</b> (and thus also an exact duplicate of the "epl-v10.html" in the root of the distribution).
+</p><p>Each feature has a file named <b>"feature.xml"</b> with a license node. Often the strings in the "feature.xml" file are externalized in a <b>"feature.properties"</b> file. Either way, the license node or property must contain the <a href="http://www.eclipse.org/legal/epl/notice.html" class="external text" title="http://www.eclipse.org/legal/epl/notice.html" rel="nofollow">SUA</a> in PLAIN TEXT format. This text (node or property) is referred to as The Feature Update License.
+</p><p>Each feature has at least one plug-in associated with it which is the "feature plug-in" for that feature. Not surprisingly, this plug-in usually has the same name as the feature. The "about.properties" property named "blurb" contains text that appears in the "About features" dialog in the Eclipse workbench. This is known as a "Feature Blurb." Blurbs often contain copyright notices and any other statements of attribution that may be required by licenses.
+</p><p><br />
+</p>
+<a name="Good_examples_from_SMILA_2"></a><h4> <span class="mw-headline">Good examples from SMILA</span></h4>
+<ul><li>feature <i>com.sleepycat.dbxml.feature</i>
+</li></ul>
+<p><br />
+<a href="http://wiki.eclipse.org/Image:FeatureExampe1.jpg" class="image" title="Image:featureExampe1.jpg"><img alt="Image:featureExampe1.jpg" src="http://wiki.eclipse.org/images/b/bc/FeatureExampe1.jpg" width="600" height="200" border="0" /></a>
+</p><p>The file beginning <i>feature.properties</i> look <a href="http://wiki.eclipse.org/Here" title="Here">here</a>.
+</p><p>The "feature plug-in" for that feature bundle <i>com.sleepycat.dbxml</i> has a file <a href="http://wiki.eclipse.org/About.properties" title="About.properties">about.properties</a>.
+</p>
+<a name="Plug-ins"></a><h3> <span class="mw-headline">Plug-ins</span></h3>
+<p>All plug-in directories must have an <b>"about.html"</b> file describing the license terms of the code and content of the plug-in. The "about.html" file may also contain other information such as whether the content contains cryptographic functionality that may be subject to export controls. These "about.html" are collective known as "Abouts."
+</p><p>Most plug-ins of Eclipse Projects are pure <a href="http://www.eclipse.org/org/documents/epl-v10.php" class="external text" title="http://www.eclipse.org/org/documents/epl-v10.php" rel="nofollow">EPL</a> and thus the about.html file will be <a href="http://www.eclipse.org/legal/epl/about.html" class="external text" title="http://www.eclipse.org/legal/epl/about.html" rel="nofollow">default About</a> for EPL plug-ins. If a plug-in contains non-EPL content About files must be <a href="http://www.eclipse.org/legal/epl/about.php" class="external text" title="http://www.eclipse.org/legal/epl/about.php" rel="nofollow">About files for third-party content</a>.
+</p><p>In JAR’ed plug-ins, any local files linked from an About such as copies of licenses, must be located in a directory called <b>"about_files"</b>. The contents of the "about_files" directory are handled specially so that links resolve correctly when the About in a JAR’ed plug-in is viewed in an external browser spawned from the About dialog.
+</p><p>For example:
+</p><p><a href="http://wiki.eclipse.org/Image:Plug-in.jpg" class="image" title="Image:plug-in.jpg"><img alt="Image:plug-in.jpg" src="http://wiki.eclipse.org/images/d/d2/Plug-in.jpg" width="600" height="240" border="0" /></a>
+</p><p><br />
+</p>
+<a name="Good_examples_from_SMILA_3"></a><h4> <span class="mw-headline">Good examples from SMILA</span></h4>
+<ul><li> Plug-in (pure EPL) <i><b>org.eclipse.eilf.binstorage</b></i> has the default about.html:
+</li></ul>
+<p><br />
+<a href="http://wiki.eclipse.org/Image:Plug-in_pure.jpg" class="image" title="Image:Plug-in_pure.jpg"><img alt="Image:Plug-in_pure.jpg" src="http://wiki.eclipse.org/images/a/ad/Plug-in_pure.jpg" width="540" height="240" border="0" /></a>
+</p>
+<ul><li> Plug-in with non-EPL content (3rd Party) <i><b>org.apache.tomcat</b></i> has <a href="http://wiki.eclipse.org/The_about.html" title="The about.html">the about.html</a> in form <i>About files for third-party content</i> and about_files:
+</li></ul>
+<p><br />
+<a href="http://wiki.eclipse.org/Image:Plug-in3Party.jpg" class="image" title="Image:Plug-in3Party.jpg"><img alt="Image:Plug-in3Party.jpg" src="http://wiki.eclipse.org/images/4/44/Plug-in3Party.jpg" width="720" height="300" border="0" /></a>
+</p>
+<a name="Summary"></a><h2> <span class="mw-headline">Summary</span></h2>
+<ul><li>Every source file has a Copyright and License Notice
+</li></ul>
+<p><br />
+</p>
+<ul><li>Every feature has the standard SUA in HTML in "license.html"
+</li><li>Every feature has the Project's primary license(s) (e.g., the EPL in "epl-v10.html")
+</li><li>Every feature has the standard SUA in plain text in "feature.xml <license>" or "feature.properties / license"
+</li><li>Every feature plug-in has copyright notices, etc. in the "blurb" property of "about.properties"
+</li></ul>
+<p><br />
+</p>
+<ul><li>Every plug-in has an "about.html", usually the standard one.
+</li><li>Every plug-in with a non-standard "about.html" contains the additional referenced license files.
+</li><li>Every JAR’ed plug-in stores linked files in "about_files"
+</li></ul>
+<p><br />
+</p>
+<ul><li>Every help documentation set contains a Legal page
+</li></ul>
+<p><br />
+</p>
+<ul><li>Every build distribution has the standard SUA in the root as "notice.html"
+</li><li>Every build distribution has a copy of the primary license(s) in the root, e.g., "epl-v10.html"
+</li></ul>
+<a name="About_File_Templates"></a><h2> <span class="mw-headline">About File Templates</span></h2>
+<a name="Simple_About_File_Template"></a><h3> <span class="mw-headline">Simple About File Template</span></h3>
+<p><b>About This Content</b>
+</p><p><i>enter current date here</i>
+</p><p><b>License</b>
+</p><p>The Eclipse Foundation makes available all content in this plug-in ("Content"). Unless otherwise indicated below, the Content is provided to you under the terms and conditions of the Eclipse Public License Version 1.0 ("EPL"). A copy of the EPL is available at <a href="http://www.eclipse.org/legal/epl-v10.html" class="external free" title="http://www.eclipse.org/legal/epl-v10.html" rel="nofollow">http://www.eclipse.org/legal/epl-v10.html</a>. For purposes of the EPL, "Program" will mean the Content.
+</p><p>If you did not receive this Content directly from the Eclipse Foundation, the Content is being redistributed by another party ("Redistributor") and different terms and conditions may apply to your use of any object code in the Content. Check the Redistributor’s license that was provided with the Content. If no such license exists, contact the Redistributor. Unless otherwise indicated below, the terms and conditions of the EPL still apply to any source code in the Content and such source code may be obtained at <a href="http://www.eclipse.org" class="external free" title="http://www.eclipse.org" rel="nofollow">http://www.eclipse.org</a>.
+</p>
+<a name="Third-Party_Content_About_File_Template"></a><h3> <span class="mw-headline">Third-Party Content About File Template</span></h3>
+<p><b>About This Content</b>
+</p><p><i>enter current date here</i>
+</p><p><b>License</b>
+</p><p>The Eclipse Foundation makes available all content in this plug-in ("Content"). Unless otherwise indicated below, the Content is provided to you under the terms and conditions of the Eclipse Public License Version 1.0 ("EPL"). A copy of the EPL is available at <a href="http://www.eclipse.org/legal/epl-v10.html" class="external free" title="http://www.eclipse.org/legal/epl-v10.html" rel="nofollow">http://www.eclipse.org/legal/epl-v10.html</a>. For purposes of the EPL, "Program" will mean the Content.
+</p><p>If you did not receive this Content directly from the Eclipse Foundation, the Content is being redistributed by another party ("Redistributor") and different terms and conditions may apply to your use of any object code in the Content. Check the Redistributor’s license that was provided with the Content. If no such license exists, contact the Redistributor. Unless otherwise indicated below, the terms and conditions of the EPL still apply to any source code in the Content and such source code may be obtained at <a href="http://www.eclipse.org" class="external free" title="http://www.eclipse.org" rel="nofollow">http://www.eclipse.org</a>.
+</p><p><b>Third Party Content</b>
+</p><p>The Content includes items that have been sourced from third parties as set out below. If you did not receive this Content directly from the Eclipse Foundation, the following is provided for informational purposes only, and you should look to the Redistributor’s license for terms and conditions of use.
+</p><p><i>Replace these sections with the relevant content, as described below. One section will be required for each third-party component contained within the plug-in</i>
+</p><p><br />
+<i>Name of first package including version number</i>
+</p><p><br />
+Please include in this section information about the package including where it was obtained from, outbound licensing terms and notices that may apply, and anything else necessary to meet the obligations of redistribution (and possibly modification, etc.) under the inbound license. If the source code for the package is not available at eclipse.org, please include instructions on how to get it regardless of whether you are obligated to do so by the license.
+</p><p><i>Name of second package including version number</i>
+</p><p>Please include in this section information about the package including where it was obtained from, outbound licensing terms and notices that may apply, and anything else necessary to meet the obligations of redistribution (and possibly modification, etc.) under the inbound license. If the source code for the package is not available at eclipse.org, please include instructions on how to get it regardless of whether you are obligated to do so by the license.
+</p>
+<a name="Features_Licenses_and_Feature_Update_Licenses"></a><h2> <span class="mw-headline">Features Licenses and Feature Update Licenses</span></h2>
+<ul><li>The Basics:
+</li></ul>
+<p>A feature is a set of one or more related plug-ins and/or fragments that can be installed and upgraded together. There are three important legal documentation files for features, the Feature License (license.html), the Feature Update License (feature.properties > license) and the Feature Blurb (about.properties > blurb).
+</p>
+<ul><li>The Details:
+</li></ul>
+<p><i>The Feature License</i>
+</p><p>Each feature has a file named "license.html." We call this a "Feature License." In Eclipse.org builds, this file is an exact copy of the file "notice.html" that is found in the root directory of the distribution. In other words, it is the SUA.
+</p><p><i>The Feature Update License</i>
+</p><p>Each feature has a file named "feature.properties." In that file is a property named "license". This is known as the "Feature Update License." For Eclipse.org builds, the Feature Update License is an exact copy of the SUA in PLAIN TEXT format. Feature Update Licenses must be delivered in that format whereas all the other files we’ve covered so far have been HTML files.
+</p><p><i>The Feature Blurb</i>
+</p><p>Each feature has at least one plug-in associated with it which is the "feature plug-in" for that feature. Not surprisingly, this plug-in usually has the same name as the feature. The property named "blurb" contains text that appears in the "About features" dialog in the Eclipse workbench. This is known as a "Feature Blurb." Blurbs often contain copyright notices and any other statements of attribution that may be required by licenses.
+</p><p><i>What’s the difference?</i>
+</p><p>The difference between the Feature License and Feature Update License is when they are shown to the user. The Feature License is only available once a feature has been installed. The Feature Update License is seen when a user is using the Eclipse Update Manager to install or upgrade a feature and must agree to an agreement before proceeding with the installation. One thing that is important to note is that with the distributed licensing model used by plug-ins, unless a Feature Update License contains an aggregation of all the notices from the plug-ins for a feature, a user will not be able to see these notices before installing the feature. It is for this reason that the maintainer of a feature may choose to have different text for the Feature License and Feature Update License.
+</p><p>Note: All features must contain a Feature License and a Feature Update License in the directory for that feature. The feature’s plug-in must contain a Feature Blurb.
+</p>
+<ul><li>The Location:
+</li></ul>
+<p><i>The Feature License</i>
+</p><p>The Feature License is found in the feature directory which is usually a sub-directory of the directory named "features." Any referenced files (for example, the EPL or the SUA) are located in the same location.
+</p><p><i>The Feature Update License</i>
+</p><p>The Feature Update License is found in the feature directory which is usually a sub-directory of the directory named "features." Any referenced files (for example, the EPL or the SUA) are located in the same location.
+</p><p><i>The Feature Blurb</i>
+</p><p>The Feature Blurb resides in the "plugins" directory as either a sub-directory or a JAR. In the feature plug-in there is a file named "about.properties.", the Feature Blurb is the property named "blurb". To view the blurb for each installed feature, go to the menu item <b>Help > About Eclipse Platform</b> and then click <b>"Feature Details"</b> and then select a feature. The blurb will appear in the bottom half of the dialog.
+</p>
+<a name="Glossary"></a><h2> <span class="mw-headline">Glossary</span></h2>
+<p>SUA – <a href="http://www.eclipse.org/legal/epl/notice.php" class="external text" title="http://www.eclipse.org/legal/epl/notice.php" rel="nofollow">Eclipse Foundation Software User Agreement</a>
+</p><p>The Software User Agreement is the agreement that governs the use of all software distributed by the Eclipse Foundation. The SUA references the Eclipse Public License as the primary vehicle to grant license rights and obligations to use the software. In addition, it also references other legal notices and agreements and describes the potential layout of the legal documentation in the accompanying Content.
+The reason for the SUA is that Eclipse-based content is highly modularized to facilitate ease of delivery, extensibility, and upgradeability. A typical Eclipse installation may potentially include plug-ins and features authored and/or distributed by many different parties including the Eclipse Foundation, other open-source organizations, and commercial vendors.
+</p><p>This modularity makes an Eclipse distribution somewhat different from a classical software product delivered with a single license file. The Eclipse Foundation SUA guides the consumer to the various licenses distributed through out the Eclipse Project distribution.
+</p><p><br />
+EPL – <a href="http://www.eclipse.org/org/documents/epl-v10.php" class="external text" title="http://www.eclipse.org/org/documents/epl-v10.php" rel="nofollow">Eclipse Public License Version 1.0</a>
+</p><p>The EPL was written specifically for the Eclipse Foundation. First, it changes the Agreement Steward, formerly IBM for the CPL, to now be the Eclipse Foundation for the EPL. Second, it addresses concerns some Eclipse Foundation members had with how the CPL deals with possible patent litigation.
+<a href="http://www.eclipse.org/legal/eplfaq.php" class="external text" title="http://www.eclipse.org/legal/eplfaq.php" rel="nofollow">FAQ</a>
+</p><p>CPL – <a href="http://www.eclipse.org/legal/cpl-v10.html" class="external text" title="http://www.eclipse.org/legal/cpl-v10.html" rel="nofollow">Common Public License Version</a>
+</p><p>Eclipse IP Policy – <a href="http://www.eclipse.org/org/documents/Eclipse_IP_Policy.pdf" class="external text" title="http://www.eclipse.org/org/documents/Eclipse_IP_Policy.pdf" rel="nofollow">ECLIPSE FOUNDATION, Inc. INTELLECTUAL PROPERTY POLICY</a>
+</p><p>EMO – Eclipse Management Organization (legal@eclipse.org)
+</p><p>PMC – Project Management Committee
+</p>
+<a name="Links"></a><h2> <span class="mw-headline"> Links</span></h2>
+<p><a href="http://www.eclipse.org/legal/guidetolegaldoc2.php#3_Builds" class="external text" title="http://www.eclipse.org/legal/guidetolegaldoc2.php#3_Builds" rel="nofollow">A Guide to the Legal Documentation for Eclipse-Based Content</a>
+</p><p><a href="http://www.eclipse.org/legal/guidetolegaldoc.php#3_Builds" class="external text" title="http://www.eclipse.org/legal/guidetolegaldoc.php#3_Builds" rel="nofollow">A Guide to the Legal Documentation for Eclipse-Based Content 2</a>
+</p><p><a href="http://www.eclipse.org/legal/EclipseLegalProcessPoster.pdf" class="external text" title="http://www.eclipse.org/legal/EclipseLegalProcessPoster.pdf" rel="nofollow">Eclipse Legal Process</a>
+</p><p><a href="http://www.opensource.org/licenses/category" class="external text" title="http://www.opensource.org/licenses/category" rel="nofollow">All Open Source License</a>
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 18/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15936-0!1!0!!en!2!edit=0 and timestamp 20120203101341 -->
+<div class="printfooter">
+Retrieved from "<a href="Legal_Documentation.html">http://wiki.eclipse.org/SMILA/Legal_Documentation</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 15:32, 15 October 2008 by <a href="http://wiki.eclipse.org/index.php?title=User:Szhbankova.brox.de&action=edit" class="new" title="User:Szhbankova.brox.de">Sofya Zhbankova</a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Akaufmann.brox.de&action=edit" class="new" title="User:Akaufmann.brox.de">Allan Kaufmann</a>, <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a> and <a href="http://wiki.eclipse.org/index.php?title=User:Rrausch.brox.de&action=edit" class="new" title="User:Rrausch.brox.de">Ralf Rausch</a>.</p>
+ <p id="footerviews">This page has been accessed 5,180 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.211 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Logos.html b/documentation/1.0/wiki.eclipse.org/SMILA/Logos.html
new file mode 100644
index 0000000..0b06e3d
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Logos.html
@@ -0,0 +1,254 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Logos" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Logos - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Logos";
+var wgTitle = "SMILA/Logos";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "29784";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286494";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Logos.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Logos">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Logos">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Logos">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Logos">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Logos&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Logos&oldid=286494">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Logos.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Logos&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Logos&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Logos&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Logos"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Logos</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../SMILA.html" title="SMILA">SMILA</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Logos.html#column-one">navigation</a>, <a href="Logos.html#searchInput">search</a></div> <!-- start content -->
+ <p><a href="http://wiki.eclipse.org/Image:SMILA_Tagline_Large.jpg" class="image" title="Image:SMILA_Tagline_Large.jpg"><img alt="Image:SMILA_Tagline_Large.jpg" src="http://wiki.eclipse.org/images/8/80/SMILA_Tagline_Large.jpg" width="677" height="192" border="0" /></a>
+</p><p><a href="http://wiki.eclipse.org/Image:SMILA_powered_klein.jpg" class="image" title="Image:SMILA_powered_klein.jpg"><img alt="Image:SMILA_powered_klein.jpg" src="http://wiki.eclipse.org/images/d/d1/SMILA_powered_klein.jpg" width="222" height="338" border="0" /></a>
+</p><p><a href="http://wiki.eclipse.org/Image:SMILA_Icon.jpg" class="image" title="Image:SMILA_Icon.jpg"><img alt="Image:SMILA_Icon.jpg" src="http://wiki.eclipse.org/images/d/da/SMILA_Icon.jpg" width="219" height="219" border="0" /></a>
+</p><p><a href="http://wiki.eclipse.org/Image:SMILA.Icon.tagline.grau.jpg" class="image" title="Image:SMILA.Icon.tagline.grau.jpg"><img alt="Image:SMILA.Icon.tagline.grau.jpg" src="http://wiki.eclipse.org/images/f/f9/SMILA.Icon.tagline.grau.jpg" width="219" height="288" border="0" /></a>
+</p><p><a href="http://wiki.eclipse.org/Image:SMILA.Icon.tagline.jpg" class="image" title="Image:SMILA.Icon.tagline.jpg"><img alt="Image:SMILA.Icon.tagline.jpg" src="http://wiki.eclipse.org/images/a/a5/SMILA.Icon.tagline.jpg" width="219" height="288" border="0" /></a>
+</p><p><a href="http://wiki.eclipse.org/Image:SMILA.powered.gross.jpg" class="image" title="Image:SMILA.powered.gross.jpg"><img alt="Image:SMILA.powered.gross.jpg" src="http://wiki.eclipse.org/images/e/e5/SMILA.powered.gross.jpg" width="687" height="221" border="0" /></a>
+</p><p><br />
+</p>
+<a name="Color_Codes"></a><h3> <span class="mw-headline"> Color Codes </span></h3>
+<table width="100%" style="font-family: Trebuchet MS;vertical-align:text-top;" border="1">
+
+<tr style="font-weight:bold;font-size:larger;color:white;background:gray;text-align:center;">
+<td> Color </td><td> RGB </td><td> HSL
+</td></tr>
+<tr>
+<td> dark green </td><td> 81 161 38 </td><td> 66 148 94
+</td></tr>
+<tr>
+<td> light green </td><td> 161 197 125 </td><td> 60 92 152
+</td></tr></table>
+
+<!--
+NewPP limit report
+Preprocessor node count: 5/1000000
+Post-expand include size: 181/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:29784-0!1!0!!en!2!edit=0 and timestamp 20120203001905 -->
+<div class="printfooter">
+Retrieved from "<a href="Logos.html">http://wiki.eclipse.org/SMILA/Logos</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 11:09, 25 January 2012 by <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a>. Based on work by <a href="http://wiki.eclipse.org/User:Tmenzel.brox.de" title="User:Tmenzel.brox.de">thomas menzel</a> and <a href="http://wiki.eclipse.org/index.php?title=User:Bjoern.decker.attensity.com&action=edit" class="new" title="User:Bjoern.decker.attensity.com">Björn Decker</a>.</p>
+ <p id="footerviews">This page has been accessed 2,629 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.074 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Manual.html b/documentation/1.0/wiki.eclipse.org/SMILA/Manual.html
new file mode 100644
index 0000000..ccf07e5
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Manual.html
@@ -0,0 +1,383 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation,SMILA/BPEL Designer,SMILA/Documentation/Agent,SMILA/Documentation/AgentController,SMILA/Documentation/Architecture Overview,SMILA/Documentation/BPEL Workflow Processor,SMILA/Documentation/Binary Storage,SMILA/Documentation/Bulkbuilder,SMILA/Documentation/Bundle org.eclipse.smila.clusterconfig,SMILA/Documentation/Bundle org.eclipse.smila.clusterconfig.simple,SMILA/Documentation/Bundle org.eclipse.smila.processing.pipelets" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation";
+var wgTitle = "SMILA/Documentation";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15163";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286726";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Manual.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation&oldid=286726">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Documentation.1.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../SMILA.html" title="SMILA">SMILA</a></span>(Redirected from <a href="http://wiki.eclipse.org/index.php?title=SMILA/Manual&redirect=no" title="SMILA/Manual">SMILA/Manual</a>)</div>
+ <div id="jump-to-nav">Jump to: <a href="Manual.html#column-one">navigation</a>, <a href="Manual.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Manual.html#Basics"><span class="tocnumber">1</span> <span class="toctext">Basics</span></a></li>
+<li class="toclevel-1"><a href="Manual.html#Development_Environment"><span class="tocnumber">2</span> <span class="toctext">Development Environment</span></a></li>
+<li class="toclevel-1"><a href="Manual.html#Pipelines_and_Pipelets:_Synchronous_Workflows"><span class="tocnumber">3</span> <span class="toctext">Pipelines and Pipelets: Synchronous Workflows</span></a></li>
+<li class="toclevel-1"><a href="Manual.html#Searching"><span class="tocnumber">4</span> <span class="toctext">Searching</span></a></li>
+<li class="toclevel-1"><a href="Manual.html#JobManager:_Asynchronous_Workflows"><span class="tocnumber">5</span> <span class="toctext">JobManager: Asynchronous Workflows</span></a></li>
+<li class="toclevel-1"><a href="Manual.html#Importing"><span class="tocnumber">6</span> <span class="toctext">Importing</span></a></li>
+<li class="toclevel-1"><a href="Manual.html#Embedded_HTTP_Server"><span class="tocnumber">7</span> <span class="toctext">Embedded HTTP Server</span></a></li>
+<li class="toclevel-1"><a href="Manual.html#Common_Services"><span class="tocnumber">8</span> <span class="toctext">Common Services</span></a></li>
+<li class="toclevel-1"><a href="Manual.html#Deprecated_Components"><span class="tocnumber">9</span> <span class="toctext">Deprecated Components</span></a></li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Basics"></a><h2> <span class="mw-headline"> Basics </span></h2>
+<ul><li> <a href="Documentation_for_5_Minutes_to_Success.html" title="SMILA/Documentation for 5 Minutes to Success">Installing and Running</a>
+</li><li> <a href="Documentation/Architecture_Overview.html" title="SMILA/Documentation/Architecture Overview">Architecture</a>
+</li><li> <a href="Documentation/Default_configuration_workflow_overview.html" title="SMILA/Documentation/Default configuration workflow overview">Overview of Default Configuration</a>
+</li><li> <a href="Documentation/Data_Model_and_Serialization_Formats.html" title="SMILA/Documentation/Data Model and Serialization Formats">Data Model, XML, JSON, BON</a>
+</li><li> <a href="Documentation/Using_The_ReST_API.html" title="SMILA/Documentation/Using The ReST API">Using the ReST API</a>
+</li><li> <a href="Documentation/REST_API_Reference.html" title="SMILA/Documentation/REST API Reference">REST API Reference</a>
+</li><li> <a href="Documentation/Enable_Remote_Access.html" title="SMILA/Documentation/Enable Remote Access">Enabling Remote Access to SMILA</a>
+</li></ul>
+<a name="Development_Environment"></a><h2> <span class="mw-headline"> Development Environment </span></h2>
+<ul><li> <a href="Documentation/HowTo/Howto_set_up_dev_environment.html" title="SMILA/Documentation/HowTo/Howto set up dev environment">Setting up your Eclipse IDE for SMILA</a>
+</li><li> <a href="Documentation/HowTo/Howto_build_a_SMILA-Distribution.html" title="SMILA/Documentation/HowTo/Howto build a SMILA-Distribution">Building SMILA</a>
+</li><li> <a href="Documentation/HowTo/Create_a_bundle_(plug-in).html" title="SMILA/Documentation/HowTo/Create a bundle (plug-in)">Creating new Components</a>
+</li><li> <a href="Documentation/HowTo/Create_a_test_bundle_(plug-in).html" title="SMILA/Documentation/HowTo/Create a test bundle (plug-in)">Testing new Components</a>
+</li><li> <a href="Documentation/HowTo/3rd_party_bundle.html" title="SMILA/Documentation/HowTo/3rd party bundle">Adding Third Party Libraries to SMILA</a>
+</li><li> <a href="Documentation/Declarative_Services.html" title="SMILA/Documentation/Declarative Services">Using OSGi Declarative Services</a>
+</li><li> Extending the build process:
+<ul><li> <a href="Documentation/HowTo/How_to_integrate_new_bundle_into_build_process.html" title="SMILA/Documentation/HowTo/How to integrate new bundle into build process">Adding a new Component Bundle to the Build</a>
+</li><li> <a href="Documentation/HowTo/How_to_integrate_test_bundle_into_build_process.html" title="SMILA/Documentation/HowTo/How to integrate test bundle into build process">Adding a new Test Bundle to the Build</a>
+</li></ul>
+</li></ul>
+<a name="Pipelines_and_Pipelets:_Synchronous_Workflows"></a><h2> <span class="mw-headline"> Pipelines and Pipelets: Synchronous Workflows </span></h2>
+<ul><li> <a href="Documentation/Pipelets.html" title="SMILA/Documentation/Pipelets">What are Pipelines? What are Pipelets?</a>
+</li><li> <a href="Documentation/BPEL_Workflow_Processor.html" title="SMILA/Documentation/BPEL Workflow Processor">Configuring and Creating BPEL Pipelines</a>
+<ul><li> <a href="Documentation/HowTo/How_to_filter_and_access_record_data_in_BPEL.html" title="SMILA/Documentation/HowTo/How to filter and access record data in BPEL">Accessing SMILA records in BPEL activities</a>
+</li></ul>
+</li><li> <a href="BPEL_Designer.html" title="SMILA/BPEL Designer">Using the SMILA BPEL Designer</a>
+</li><li> ReST APIs
+<ul><li> <a href="Documentation/Processing/JSON_REST_API_for_pipelets.html" title="SMILA/Documentation/Processing/JSON REST API for pipelets">Getting Pipelet Descriptions</a>
+</li><li> <a href="Documentation/Processing/JSON_REST_API_for_BPEL_pipelines.html" title="SMILA/Documentation/Processing/JSON REST API for BPEL pipelines">Getting Pipeline Descriptions</a>
+</li><li> <a href="Documentation/Processing/JSON_REST_API_for_BPEL_pipelines.html" title="SMILA/Documentation/Processing/JSON REST API for BPEL pipelines">Creating, Editing, and Executing Pipelines</a>
+</li></ul>
+</li><li> Basic Pipelets
+<ul><li> <a href="Documentation/Bundle_org.eclipse.smila.processing.pipelets.html" title="SMILA/Documentation/Bundle org.eclipse.smila.processing.pipelets">Common Pipelets in Bundle org.eclipse.smila.processing.pipelets</a>
+</li><li> <a href="Documentation/Bundle_org.eclipse.smila.processing.pipelets.xmlprocessing.html" title="SMILA/Documentation/Bundle org.eclipse.smila.processing.pipelets.xmlprocessing">XML Processing Pipelets in Bundle org.eclipse.smila.processing.pipelets.xmlprocessing</a>
+</li><li> More special pipelets are provided by the components described below.
+</li></ul>
+</li><li> Developing new Pipelets
+<ul><li> <a href="Documentation/HowTo/How_to_write_a_Pipelet.html" title="SMILA/Documentation/HowTo/How to write a Pipelet">Writing a Pipelet</a>
+</li><li> <a href="Documentation/Usage_of_Blackboard_Service.html" title="SMILA/Documentation/Usage of Blackboard Service">Using the Blackboard Service</a>
+</li></ul>
+</li></ul>
+<a name="Searching"></a><h2> <span class="mw-headline"> Searching </span></h2>
+<ul><li> <a href="Documentation/Search.html" title="SMILA/Documentation/Search">Search Processing and APIs</a>
+</li><li> <a href="Documentation/Solr.html" title="SMILA/Documentation/Solr">Solr Integration: Configuration and Pipelets</a>
+</li></ul>
+<a name="JobManager:_Asynchronous_Workflows"></a><h2> <span class="mw-headline"> JobManager: Asynchronous Workflows </span></h2>
+<ul><li> <a href="Documentation/JobManager.html" title="SMILA/Documentation/JobManager">What are Jobs and Tasks?</a>
+<ul><li> <a href="Documentation/JobManagerFirstExample.html" title="SMILA/Documentation/JobManagerFirstExample">JobManager Walk-Through</a>
+</li></ul>
+</li><li> Creating Workflows and Jobs
+<ul><li> <a href="Documentation/DataObjectTypesAndBuckets.html" title="SMILA/Documentation/DataObjectTypesAndBuckets">Defining Buckets</a>
+</li><li> <a href="Documentation/WorkerAndWorkflows.html" title="SMILA/Documentation/WorkerAndWorkflows">Modeling Workflows</a>
+</li><li> <a href="Documentation/JobDefinitions.html" title="SMILA/Documentation/JobDefinitions">Creating Jobs</a>
+</li><li> <a href="Documentation/JobParameters.html" title="SMILA/Documentation/JobParameters">Evaluating Job Parameters</a>
+</li></ul>
+</li><li> <a href="Documentation/JobRuns.html" title="SMILA/Documentation/JobRuns">Running and Monitoring Jobs</a>
+</li><li> <a href="Documentation/JobManagerConfiguration.html" title="SMILA/Documentation/JobManagerConfiguration">Configuring the Job Manager</a>
+</li><li> <a href="Documentation/TaskManager.html" title="SMILA/Documentation/TaskManager">TaskManager: Asynchronous Scheduling of Tasks</a>
+</li><li> Worker Reference
+<ul><li> <a href="Documentation/Bulkbuilder.html" title="SMILA/Documentation/Bulkbuilder">Bulkbuilder worker</a>
+</li><li> <a href="Documentation/Worker/PipelineProcessorWorker.html" title="SMILA/Documentation/Worker/PipelineProcessorWorker">PipelineProcesor Worker</a>
+</li><li> <a href="Documentation/Worker/PipeletProcessorWorker.html" title="SMILA/Documentation/Worker/PipeletProcessorWorker">PipeletProcessor Worker</a>
+</li><li> See <a href="Manual.html#Importing" class="mw-redirect" title="SMILA/Manual">Importing</a> below for more workers
+</li></ul>
+</li><li> Developing new Workers
+<ul><li> <a href="Documentation/WorkerManager.html" title="SMILA/Documentation/WorkerManager">WorkerManager: Workers Made Easily</a>
+</li><li> <a href="Documentation/HowTo/How_to_write_a_Worker.html" title="SMILA/Documentation/HowTo/How to write a Worker">How to Write a Worker</a>
+</li><li> <a href="Documentation/TaskGenerators.html" title="SMILA/Documentation/TaskGenerators">Task Generators</a>
+</li></ul>
+</li></ul>
+<a name="Importing"></a><h2> <span class="mw-headline"> Importing </span></h2>
+<ul><li> <a href="Documentation/Importing/Concept.html" title="SMILA/Documentation/Importing/Concept">Import Concepts</a>
+</li><li> Reference of Import Workers
+<ul><li><a href="Documentation/Importing/Crawler/File.html" title="SMILA/Documentation/Importing/Crawler/File"> FileCrawler and FileFetcher Worker</a>
+</li><li><a href="Documentation/Importing/Crawler/Web.html" title="SMILA/Documentation/Importing/Crawler/Web"> WebCrawler and WebFetcher Worker</a>
+</li><li><a href="Documentation/Importing/DeltaCheck.html" title="SMILA/Documentation/Importing/DeltaCheck"> DeltaChecker Worker</a>
+</li><li><a href="Documentation/Importing/UpdatePusher.html" title="SMILA/Documentation/Importing/UpdatePusher"> UpdatePusher Worker</a>
+</li></ul>
+</li><li> Developing new Import Workers
+<ul><li> <a href="Documentation/Importing/VisitedLinks.html" title="SMILA/Documentation/Importing/VisitedLinks"> Using the VisitedLinks service</a>
+</li><li> <a href="Documentation/Importing/Crawler/Web.html#Internal_structure" title="SMILA/Documentation/Importing/Crawler/Web">Extending the WebCrawler worker</a>
+</li><li> <a href="Documentation/HowTo/How_to_add_a_new_Data_Source_to_the_importing_framework.html" title="SMILA/Documentation/HowTo/How to add a new Data Source to the importing framework">Adding a Data Source to the SMILA Import Framework</a>
+</li></ul>
+</li></ul>
+<a name="Embedded_HTTP_Server"></a><h2> <span class="mw-headline"> Embedded HTTP Server </span></h2>
+<ul><li> <a href="Documentation/JettyHttpServer.html" title="SMILA/Documentation/JettyHttpServer">Configuring Jetty</a>
+</li><li> <a href="Documentation/JettyHttpServer.html#JSON_Handlers" title="SMILA/Documentation/JettyHttpServer">Developing JSON ReST Handlers for SMILA</a>
+</li></ul>
+<a name="Common_Services"></a><h2> <span class="mw-headline"> Common Services </span></h2>
+<ul><li> <a href="Project_Concepts/Simple_configuration_handler.html" title="SMILA/Project Concepts/Simple configuration handler">Configuration Helper</a>
+</li><li> <a href="Documentation/Workspace_Handling.html" title="SMILA/Documentation/Workspace Handling">Workspace Helper</a>
+</li><li> <a href="Documentation/Bundle_org.eclipse.smila.clusterconfig.html" title="SMILA/Documentation/Bundle org.eclipse.smila.clusterconfig">ClusterConfig Service</a>
+<ul><li> <a href="Documentation/Bundle_org.eclipse.smila.clusterconfig.simple.html" title="SMILA/Documentation/Bundle org.eclipse.smila.clusterconfig.simple">Simple Implementation</a>
+</li></ul>
+</li><li> <a href="Documentation/ObjectStore/Bundle_org.eclipse.smila.objectstore.html" title="SMILA/Documentation/ObjectStore/Bundle org.eclipse.smila.objectstore">ObjectStore</a>
+<ul><li> <a href="Documentation/ObjectStore/Bundle_org.eclipse.smila.objectstore.filesystem.html" title="SMILA/Documentation/ObjectStore/Bundle org.eclipse.smila.objectstore.filesystem">Filesystem Objectstore Implementation</a>
+</li></ul>
+</li><li> <a href="Documentation/Binary_Storage.html" title="SMILA/Documentation/Binary Storage">BinaryStorage</a>
+</li><li> <a href="Documentation/Security.html" title="SMILA/Documentation/Security">Processing Security Information</a>
+<ul><li> <a href="Documentation/LDAPSecurityResolver.html" title="SMILA/Documentation/LDAPSecurityResolver">Implementation for using LDAP</a>
+</li><li> <a href="Documentation/SecurityProcessingServices.html" class="mw-redirect" title="SMILA/Documentation/SecurityProcessingServices">Example Pipelets</a>
+</li></ul>
+</li><li> <a href="Documentation/SesameOntologyManager.html" title="SMILA/Documentation/SesameOntologyManager">Ontology Processing with Sesame: Configuration and Pipelets</a>
+</li><li> <a href="Documentation/MimeTypeIdentifier.html" title="SMILA/Documentation/MimeTypeIdentifier">MimeTypeIdentifier</a>
+</li><li> <a href="Documentation/PublishingJAXWSWebservices.html" title="SMILA/Documentation/PublishingJAXWSWebservices">Publishing Web Services</a>
+</li><li> <a href="Documentation/General_JPA_Configuration_in_SMILA.html" title="SMILA/Documentation/General JPA Configuration in SMILA">General JPA Configuration in SMILA</a>
+</li></ul>
+<a name="Deprecated_Components"></a><h2> <span class="mw-headline"> Deprecated Components </span></h2>
+<ul><li> <a href="Documentation/ConnectivityFramework.html" title="SMILA/Documentation/ConnectivityFramework">Connectivity Framework</a>
+<ul><li><a href="Documentation/ConnectivityManager.html" title="SMILA/Documentation/ConnectivityManager">ConnectivityManager</a>
+</li><li><a href="Documentation/DeltaIndexingManager.html" title="SMILA/Documentation/DeltaIndexingManager">DeltaIndexingManager</a>
+<ul><li><a href="Documentation/CrawlerController.html" title="SMILA/Documentation/CrawlerController">CrawlerController</a>
+</li><li><a href="Documentation/Crawler.html" title="SMILA/Documentation/Crawler">Crawler</a>
+<ul><li><a href="Documentation/Filesystem_Crawler.html" title="SMILA/Documentation/Filesystem Crawler">Filesystem Crawler</a>
+</li><li><a href="Documentation/Web_Crawler.html" title="SMILA/Documentation/Web Crawler">Web Crawler</a>
+</li><li><a href="Documentation/JDBC_Crawler.html" title="SMILA/Documentation/JDBC Crawler">JDBC Crawler</a>
+</li></ul>
+</li><li><a href="Documentation/AgentController.html" title="SMILA/Documentation/AgentController">AgentController </a>
+</li><li><a href="Documentation/Agent.html" title="SMILA/Documentation/Agent">Agent</a>
+<ul><li><a href="Documentation/Mock_Agent.html" title="SMILA/Documentation/Mock Agent">Mock Agent</a>
+</li><li><a href="Documentation/Feed_Agent.html" title="SMILA/Documentation/Feed Agent">Feed Agent</a>
+</li><li><a href="Documentation/JobFile_Agent.html" title="SMILA/Documentation/JobFile Agent">JobFile Agent</a>
+</li></ul>
+</li><li><a href="Documentation/CompoundManagement.html" title="SMILA/Documentation/CompoundManagement">CompoundManagement</a>
+</li></ul>
+</li><li> Development
+<ul><li> <a href="Documentation/HowTo/How_to_implement_a_crawler.html" title="SMILA/Documentation/HowTo/How to implement a crawler">How to implement a crawler</a>
+</li><li> <a href="Documentation/HowTo/How_to_implement_an_agent.html" title="SMILA/Documentation/HowTo/How to implement an agent">How to implement an agent</a>
+</li></ul>
+</li><li> <a href="Documentation/Management.html" title="SMILA/Documentation/Management">JMX Management</a>
+<ul><li> <a href="Documentation/Management.html#JMX_Client" title="SMILA/Documentation/Management">JMX Clients</a>
+</li></ul>
+</li><li> <a href="Documentation/Record_Storage.html" title="SMILA/Documentation/Record Storage">RecordStorage</a>
+</li></ul>
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 10/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15163-0!1!0!!en!2!edit=0 and timestamp 20120202203146 -->
+<div class="printfooter">
+Retrieved from "<a href="Documentation.1.html">http://wiki.eclipse.org/SMILA/Documentation</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 12:11, 26 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>, <a href="http://wiki.eclipse.org/index.php?title=User:Daniel.stucky.attensity.com&action=edit" class="new" title="User:Daniel.stucky.attensity.com">Daniel Stucky</a> and <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation&action=credits" title="SMILA/Documentation">others</a>.</p>
+ <p id="footerviews">This page has been accessed 10,672 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.056 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Model-Driven_Retrieval_of_Model_Repositories.html b/documentation/1.0/wiki.eclipse.org/SMILA/Model-Driven_Retrieval_of_Model_Repositories.html
new file mode 100644
index 0000000..87fdb73
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Model-Driven_Retrieval_of_Model_Repositories.html
@@ -0,0 +1,262 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Model-Driven Retrieval of Model Repositories" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Model-Driven Retrieval of Model Repositories - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Model-Driven_Retrieval_of_Model_Repositories";
+var wgTitle = "SMILA/Model-Driven Retrieval of Model Repositories";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "35114";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "283350";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Model-Driven_Retrieval_of_Model_Repositories.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Model-Driven_Retrieval_of_Model_Repositories">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Model-Driven_Retrieval_of_Model_Repositories">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Model-Driven_Retrieval_of_Model_Repositories">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Model-Driven_Retrieval_of_Model_Repositories">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Model-Driven_Retrieval_of_Model_Repositories&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Model-Driven_Retrieval_of_Model_Repositories&oldid=283350">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Model-Driven_Retrieval_of_Model_Repositories.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Model-Driven_Retrieval_of_Model_Repositories&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Model-Driven_Retrieval_of_Model_Repositories&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Model-Driven_Retrieval_of_Model_Repositories&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Model-Driven%20Retrieval%20of%20Model%20Repositories"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Model-Driven Retrieval of Model Repositories</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../SMILA.html" title="SMILA">SMILA</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Model-Driven_Retrieval_of_Model_Repositories.html#column-one">navigation</a>, <a href="Model-Driven_Retrieval_of_Model_Repositories.html#searchInput">search</a></div> <!-- start content -->
+ <p><a href="http://wiki.eclipse.org/Image:Screen1.png" class="image" title="Image:Screen1.png"><img alt="Image:Screen1.png" src="http://wiki.eclipse.org/images/5/57/Screen1.png" width="1400" height="900" border="0" /></a>
+</p><p>Done by <b>Lorenzo Furrer</b> and <b>Stefano Celentano</b>
+</p><p>See the full thesis at <a href="http://dbgroup.como.polimi.it/brambilla/md-retrieval" class="external text" title="http://dbgroup.como.polimi.it/brambilla/md-retrieval" rel="nofollow">Model-driven Retrieval of Model Repositories</a>
+</p>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Model-Driven_Retrieval_of_Model_Repositories.html#What_the_environment_looks_like"><span class="tocnumber">1</span> <span class="toctext">What the environment looks like</span></a></li>
+<li class="toclevel-1"><a href="Model-Driven_Retrieval_of_Model_Repositories.html#What_has_to_be_done"><span class="tocnumber">2</span> <span class="toctext">What has to be done</span></a></li>
+<li class="toclevel-1"><a href="Model-Driven_Retrieval_of_Model_Repositories.html#Where_to_start"><span class="tocnumber">3</span> <span class="toctext">Where to start</span></a></li>
+<li class="toclevel-1"><a href="Model-Driven_Retrieval_of_Model_Repositories.html#What_has_been_done"><span class="tocnumber">4</span> <span class="toctext">What has been done</span></a></li>
+<li class="toclevel-1"><a href="Model-Driven_Retrieval_of_Model_Repositories.html#What_it_looks_like"><span class="tocnumber">5</span> <span class="toctext">What it looks like</span></a></li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="What_the_environment_looks_like"></a><h2> <span class="mw-headline"> What the environment looks like </span></h2>
+<p>Model-Driven Development (MDD) is a software development methodology that focuses on the creation and maintenance of domain models as the primary form of expression in the development cycle. One of the fundamental characteristics of such approach is the reuse of software artifacts through their model representation. However, software reuse is impaired by the fact that current systems lack an efficient way to search through the model repositories as many of the current solutions don’t tackle the relationships between model artifacts. These relationships are instead important to better satisfy the user information need in a model-driven development scenario.
+</p>
+<a name="What_has_to_be_done"></a><h2> <span class="mw-headline"> What has to be done </span></h2>
+<p>This work aims to define a model-driven methodology for creating model search engines. As opposed to many related works, this methodology is metamodel-independent and exploits the metamodel of the searched project models in order to obtain more precise results. The contributions of the work are as follows: the development of a prototype for such methodology, two case studies, the evaluation of different indexing strategies and test configurations. We adopted well known Information Retrieval measures (precision, recall, DCG) to perform an assessment of our prototype.
+</p>
+<a name="Where_to_start"></a><h2> <span class="mw-headline"> Where to start </span></h2>
+<p>We used SMILA as basis for our architecture and Apache Solr as search platform. The results are displayed by a simple JSP presentation page. The UML model repositories are provided by the AtlanMod zoos. The WebML repository is a collection of real-life industrial projects provided by WebModels s.r.l.
+</p>
+<a name="What_has_been_done"></a><h2> <span class="mw-headline"> What has been done </span></h2>
+<p>The prototype we developed addresses two case studies that deal with the indexing and the retrieving of models from two different collections of UML and WebML projects respectively. Each case study involves several experiments adopting different indexing strategies. SMILA provided crawler examples, a JMS queue system and a BPEL processor where we defined the business logic for each of the indexing strategies. The SMILA data model allows to easily process each element of interest as well as adding precious annotations to each of them.
+</p>
+<a name="What_it_looks_like"></a><h2> <span class="mw-headline"> What it looks like </span></h2>
+<p>The first screenshot (see top of page) shows the result page for the UML case where the results of four different experiments are displayed and compared. There is also a graph snippet that shows the selected model element along with its neighbours and their respective relationships. The second screenshot (below) shows the input page of the WebML case, which is a modified version of the input page example provided by SMILA.
+</p><p><a href="http://wiki.eclipse.org/Image:Screen2.png" class="image" title="Image:Screen2.png"><img alt="Image:Screen2.png" src="http://wiki.eclipse.org/images/4/41/Screen2.png" width="902" height="552" border="0" /></a>
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 6/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:35114-0!1!0!!en!2!edit=0 and timestamp 20120202171440 -->
+<div class="printfooter">
+Retrieved from "<a href="Model-Driven_Retrieval_of_Model_Repositories.html">http://wiki.eclipse.org/SMILA/Model-Driven_Retrieval_of_Model_Repositories</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 13:25, 29 December 2011 by <a href="http://wiki.eclipse.org/index.php?title=User:Stefano.celentano87.gmail.com&action=edit" class="new" title="User:Stefano.celentano87.gmail.com">Stefano Celentano</a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Lorenzo.furrer.gmail.com&action=edit" class="new" title="User:Lorenzo.furrer.gmail.com">Lox </a> and <a href="http://wiki.eclipse.org/index.php?title=User:Bjoern.decker.attensity.com&action=edit" class="new" title="User:Bjoern.decker.attensity.com">Björn Decker</a>.</p>
+ <p id="footerviews">This page has been accessed 424 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.052 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts.1.html b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts.1.html
new file mode 100644
index 0000000..503013d
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts.1.html
@@ -0,0 +1,284 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Project Concepts,SMILA/Documentation/2011.Simplification,SMILA/Project Concepts/BPEL Pipelining Concept,SMILA/Project Concepts/Binary Storage,SMILA/Project Concepts/Blackboard Service Concept,SMILA/Project Concepts/Blackboard Service Restructured,SMILA/Project Concepts/CompoundManagement,SMILA/Project Concepts/Connectivity,SMILA/Project Concepts/Controlling Tasks Order Concept,SMILA/Project Concepts/Core Conce,SMILA/Project Concepts/Core Indexing Process (global view)" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Project Concepts - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Project_Concepts";
+var wgTitle = "SMILA/Project Concepts";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15153";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286173";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Project_Concepts.1.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Project_Concepts">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project_Concepts">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Project_Concepts">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Project_Concepts">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts&oldid=286173">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Project_Concepts.1.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Project_Concepts&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project%20Concepts"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Project Concepts</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../SMILA.html" title="SMILA">SMILA</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Project_Concepts.1.html#column-one">navigation</a>, <a href="Project_Concepts.1.html#searchInput">search</a></div> <!-- start content -->
+ <p>The pages linked here describe concepts to be implemented in SMILA and serve as places for discussions of these concepts. They are <b>not</b> intended as a user documentation as details may change during implementation. Pages may be out of date, too.
+</p>
+<ul><li> Changes in 0.8: <a href="Documentation/2011.Simplification.1.html" class="mw-redirect" title="SMILA/Documentation/2011.Simplification">Simplification of SMILA concepts</a>
+</li><li> <a href="Project_Concepts/Core_Conce.html" title="SMILA/Project Concepts/Core Conce">Core Concept</a>
+</li><li> <a href="Project_Concepts/Core_Indexing_Process_(global_view).html" title="SMILA/Project Concepts/Core Indexing Process (global view)">Core Indexing Process (global view)</a>
+</li><li> Connectivity Framework
+<ul><li> <a href="Project_Concepts/IRM.html" title="SMILA/Project Concepts/IRM">IRM</a>
+<ul><li> <a href="Project_Concepts/IRMDiscussion.html" title="SMILA/Project Concepts/IRMDiscussion">IRM Discussion</a>
+</li><li> <a href="Project_Concepts/IRM_Improvements.html" title="SMILA/Project Concepts/IRM Improvements">IRM Improvements</a>
+</li><li> <a href="Project_Concepts/Index_Order_Configuration_Schema.html" title="SMILA/Project Concepts/Index Order Configuration Schema">Index Order Configuration Schema</a>
+</li><li> <a href="Project_Concepts/CompoundManagement.html" title="SMILA/Project Concepts/CompoundManagement">CompoundManagement</a>
+</li><li> <a href="Project_Concepts/MimeTypeIdentifier.html" title="SMILA/Project Concepts/MimeTypeIdentifier">MimeTypeIdentifier</a>
+</li><li> <a href="Project_Concepts/Exceptions_configurations_and_processing.html" title="SMILA/Project Concepts/Exceptions configurations and processing">Exceptions configurations and processing</a>
+</li></ul>
+</li><li> <a href="Project_Concepts/Connectivity.html" title="SMILA/Project Concepts/Connectivity">Connectivity</a>
+</li></ul>
+</li><li> Processing of Records
+<ul><li> <a href="Project_Concepts/BPEL_Pipelining_Concept.html" title="SMILA/Project Concepts/BPEL Pipelining Concept">BPEL Pipelining Concept</a>
+</li><li> <a href="Project_Concepts/Record_Filter_Concept.html" title="SMILA/Project Concepts/Record Filter Concept">Record Filter Concept</a>
+</li><li> <a href="Project_Concepts/Controlling_Tasks_Order_Concept.html" title="SMILA/Project Concepts/Controlling Tasks Order Concept">Controlling Tasks Order Concept</a>
+</li><li> <a href="Project_Concepts/Blackboard_Service_Restructured.html" title="SMILA/Project Concepts/Blackboard Service Restructured">Blackboard Service Restructured</a>
+</li><li> Storage
+<ul><li> <a href="Project_Concepts/Binary_Storage.html" title="SMILA/Project Concepts/Binary Storage">Binary Storage</a>
+</li></ul>
+</li></ul>
+</li><li> Infrastructure
+<ul><li> <a href="Project_Concepts/Logging.html" title="SMILA/Project Concepts/Logging">Logging</a>
+</li><li> Configuration handling
+<ul><li> <a href="Project_Concepts/Simple_configuration_handler.html" title="SMILA/Project Concepts/Simple configuration handler">Simple configuration handler</a>
+</li></ul>
+</li><li> <a href="Project_Concepts/OSGi_Bundles.html" title="SMILA/Project Concepts/OSGi Bundles">OSGi Bundles</a>
+</li><li> <a href="Project_Concepts/OSGi_service_groupping_(service_registry_concept).html" title="SMILA/Project Concepts/OSGi service groupping (service registry concept)">OSGi service groupping (service registry concept)</a>
+</li><li> <a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Monitoring_Bad_Components_Concept&action=edit" class="new" title="SMILA/Project Concepts/Monitoring Bad Components Concept">Monitoring Bad Components Concept</a>
+</li><li> <a href="Project_Concepts/Monitoring.html" title="SMILA/Project Concepts/Monitoring">Monitoring</a>
+</li></ul>
+</li><li> Management and Performance Counter
+<ul><li> <a href="Project_Concepts/Performance_measurement.html" title="SMILA/Project Concepts/Performance measurement">Performance measurement</a>
+</li><li> <a href="Project_Concepts/CrawlerController_Remote_Management.html" title="SMILA/Project Concepts/CrawlerController Remote Management">CrawlerController Remote Management</a>
+</li><li> <a href="Project_Concepts/Generic_Management_And_Monitoring_Concept.html" title="SMILA/Project Concepts/Generic Management And Monitoring Concept">Generic Management And Monitoring Concept</a>
+</li></ul>
+</li><li> Ontologies and Semantic Web
+<ul><li> <a href="Project_Concepts/OntologyService.html" title="SMILA/Project Concepts/OntologyService">OntologyService</a>
+</li></ul>
+</li></ul>
+<a name="Definitely_Obsolete"></a><h3> <span class="mw-headline"> Definitely Obsolete </span></h3>
+<ul><li><ul><li> <a href="Project_Concepts/ID_Concept.html" title="SMILA/Project Concepts/ID Concept">ID Concept</a>
+</li><li> <a href="Project_Concepts/Data_Model_and_XML_representation.html" title="SMILA/Project Concepts/Data Model and XML representation">Data Model and XML representation</a>
+</li><li> <a href="Project_Concepts/Blackboard_Service_Concept.html" title="SMILA/Project Concepts/Blackboard Service Concept">Blackboard Service Concept</a>
+</li></ul>
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 2/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15153-0!1!0!!en!2!edit=0 and timestamp 20120203101419 -->
+<div class="printfooter">
+Retrieved from "<a href="Project_Concepts.1.html">http://wiki.eclipse.org/SMILA/Project_Concepts</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 14:23, 24 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/User:Juergen.schumacher.empolis.com" title="User:Juergen.schumacher.empolis.com">Juergen Schumacher</a>, <a href="http://wiki.eclipse.org/index.php?title=User:Churkin.ivan.gmail.com&action=edit" class="new" title="User:Churkin.ivan.gmail.com">Ivan Churkin</a> and <a href="http://wiki.eclipse.org/index.php?title=User:Marius.cimpean.numerica.de&action=edit" class="new" title="User:Marius.cimpean.numerica.de">Marius Cimpean</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts&action=credits" title="SMILA/Project Concepts">others</a>.</p>
+ <p id="footerviews">This page has been accessed 5,542 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.076 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/BPEL_Pipelining_Concept.html b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/BPEL_Pipelining_Concept.html
new file mode 100644
index 0000000..7cfaab3
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/BPEL_Pipelining_Concept.html
@@ -0,0 +1,526 @@
+
+
+
+
+
+
+
+
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Project Concepts/BPEL Pipelining Concept" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Project_Concepts/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Project Concepts/BPEL Pipelining Concept - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Project_Concepts/BPEL_Pipelining_Concept";
+var wgTitle = "SMILA/Project Concepts/BPEL Pipelining Concept";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15162";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "284632";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-java {line-height: normal; font-size: medium;}
+.source-java li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for java
+ * CSS class: source-java, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-java .de1, .source-java .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-java {}
+.source-java .head {}
+.source-java .foot {}
+.source-java .imp {font-weight: bold; color: red;}
+.source-java .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-java li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-java li.li2 {font-weight: bold;}
+.source-java .kw1 {color: #7F0055; font-weight: bold;}
+.source-java .kw2 {color: #7F0055; font-weight: bold;}
+.source-java .kw3 {color: #000000; font-weight: normal}
+.source-java .kw4 {color: #7F0055; font-weight: bold;}
+.source-java .co1 {color: #3F7F5F; font-style: italic;}
+.source-java .co2 {color: #3F7F5F;}
+.source-java .co3 {color: #3F7F5F; font-style: italic; font-weight: bold;}
+.source-java .coMULTI {color: #3F5FBF; font-style: italic;}
+.source-java .es0 {color: #000000;}
+.source-java .br0 {color: #000000;}
+.source-java .st0 {color: #2A00ff;}
+.source-java .nu0 {color: #000000;}
+.source-java .me1 {color: #000000;}
+.source-java .me2 {color: #000000;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="BPEL_Pipelining_Concept.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Project_Concepts_BPEL_Pipelining_Concept">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project_Concepts/BPEL_Pipelining_Concept">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Project_Concepts/BPEL_Pipelining_Concept">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Project_Concepts/BPEL_Pipelining_Concept">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/BPEL_Pipelining_Concept&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/BPEL_Pipelining_Concept&oldid=284632">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="BPEL_Pipelining_Concept.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Project_Concepts/BPEL_Pipelining_Concept&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/BPEL_Pipelining_Concept&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/BPEL_Pipelining_Concept&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project%20Concepts/BPEL%20Pipelining%20Concept"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Project Concepts/BPEL Pipelining Concept</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Project_Concepts.1.html" title="SMILA/Project Concepts">Project Concepts</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="BPEL_Pipelining_Concept.html#column-one">navigation</a>, <a href="BPEL_Pipelining_Concept.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="BPEL_Pipelining_Concept.html#Description"><span class="tocnumber">1</span> <span class="toctext">Description</span></a></li>
+<li class="toclevel-1"><a href="BPEL_Pipelining_Concept.html#Discussion"><span class="tocnumber">2</span> <span class="toctext">Discussion</span></a></li>
+<li class="toclevel-1"><a href="BPEL_Pipelining_Concept.html#Technical_proposal"><span class="tocnumber">3</span> <span class="toctext">Technical proposal</span></a>
+<ul>
+<li class="toclevel-2"><a href="BPEL_Pipelining_Concept.html#Pipelet_instantiation_variants"><span class="tocnumber">3.1</span> <span class="toctext">Pipelet instantiation variants</span></a></li>
+<li class="toclevel-2"><a href="BPEL_Pipelining_Concept.html#Pipelet_Implementation_rules"><span class="tocnumber">3.2</span> <span class="toctext">Pipelet Implementation rules</span></a></li>
+<li class="toclevel-2"><a href="BPEL_Pipelining_Concept.html#Configuration_repository"><span class="tocnumber">3.3</span> <span class="toctext">Configuration repository</span></a></li>
+<li class="toclevel-2"><a href="BPEL_Pipelining_Concept.html#BPEL_Extension_Activities"><span class="tocnumber">3.4</span> <span class="toctext">BPEL Extension Activities</span></a>
+<ul>
+<li class="toclevel-3"><a href="BPEL_Pipelining_Concept.html#Current_problems_are:"><span class="tocnumber">3.4.1</span> <span class="toctext">Current problems are:</span></a></li>
+<li class="toclevel-3"><a href="BPEL_Pipelining_Concept.html#Issues_to_solve:"><span class="tocnumber">3.4.2</span> <span class="toctext">Issues to solve:</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Description"></a><h2> <span class="mw-headline"> Description </span></h2>
+<p>In this model the orchestration of pipelets (= "pipeline") is defined by BPEL processes. We distinguish two seperate kinds of pipelets:
+</p>
+<ul><li> "Big Pipelets" are implemented as OSGi services, can be shared by multiple pipelines and their configuration are seperated from the BPEL prociess defition.
+</li><li> "Simple Pipelets" are managed by a component of the BPEL engine integration, instances are not shared by multiple pipelines and their configuration is part of the BPEL process definition.
+</li></ul>
+<a name="Discussion"></a><h2> <span class="mw-headline"> Discussion </span></h2>
+<a name="Technical_proposal"></a><h2> <span class="mw-headline"> Technical proposal </span></h2>
+<p>In this model the orchestration of pipelets (= "pipeline") is defined by BPEL processes. The pipelets are implemented as OSGi services. This should make it easier later to support the execution of unsafe pipelets in own VMs, because there are several technologies for transparent remote communication with OSGi services available (Tuscany, ECF, Riena). In the following we assume that the service lifecycle of all services is controlled by OSGi Declarative Services (DS). This simplifies the starting and stopping of services and binding them to other services. To support the initialization of services at service activation, DS defines that a special method is called when the service is activated, in which the necessary initialization can be done (reading of configurations, connecting to used resources, creating internal structures, etc). DS also defines a method to be called when a service is deactivated that can be used for cleaning up. The two methods must have this signature:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">protected</span> <span class="kw4">void</span> activate<span class="br0">(</span>ComponentContext context<span class="br0">)</span>;
+<span class="kw1">protected</span> <span class="kw4">void</span> deactivate<span class="br0">(</span>ComponentContext context<span class="br0">)</span>;</pre></div>
+<p>Each pipelet service must have a service property "smila.processing.service.name" that specifies the name of this pipelet. The name must be unique for each service in a single VM and is defined in the DS component description. The pipelet name is used in BPEL definition to refer to the pipelets. If multiple instances of the same pipelet class are needed, they can be distinguished using different pipelet names.
+The pipelet execution method is currently:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java">Id<span class="br0">[</span><span class="br0">]</span> process<span class="br0">(</span>Id<span class="br0">[</span><span class="br0">]</span> recordIds<span class="br0">)</span> <span class="kw1">throws</span> ProcessingException;</pre></div>
+<p>I.e. it is called by the workflow with a list of record IDs, the content of these records is supposed to be available via the Blackboard service, so all access and manipulation of the records is done using the Blackboard service. The result is also a list of record IDs. Usually these will be the same as the input IDs, a different list can be produced by pipelets that split records. This means that all data needed by the pipelet for processing must be on the blackboard:
+</p>
+<ul><li> record attributes and attachments
+</li><li> record annotations
+</li><li> workflow and record notes
+</li></ul>
+<p>The two latter items may also be used to pass parameters to a pipelet. However, we will need BPEL Extension Activities to be able to set them in the BPEL definition (see end of this chapter).
+Pipelets as well as the BPEL integration get their configurations from a central "configuration repository". This can be a simple directory with a defined structure at first, or a complex service supporting centralized configuration management and updating (and notification of clients about configuration changes) later.
+Pipelet configurations are separated from the BPEL pipelines, because Pipelets existence does not depend on the existence of a pipeline engine and must not depend on the implementation of the pipeline engine. This makes it easier to use pipelets independent from a special pipelining implementation, e.g. if we want to replace the BPEL engine by a JBPM engine or an own workflow engine implementation. This makes it also easier to share pipelet instances between pipelines which is crucial for pipelets that use lots of memory (e.g. semantic text mining) or need resources that can only be accessed exclusively by one client (e.g. writing to a Solr core). Finally it enables OSGi to restart the BPEL integration service without having to restart the pipelets (e.g. for software updates).
+The BPEL integration is started by DS, too. Pipelets are bound to the BPEL integration as DS service references. This way the BPEL service can always keep track about currently available pipelet services. It would even be possible to track which pipelet is used in which pipeline and thus to know a priori which pipeline is currently completely executable.
+</p>
+<a name="Pipelet_instantiation_variants"></a><h3> <span class="mw-headline"> Pipelet instantiation variants </span></h3>
+<p>Usually we have one instance of a Pipelet class that has a single configuration. The pipelet name is then a like a key to the combination "pipelet instance name = pipelet class + configuration". However, there may be cases in which it would be good to have a single pipelet class available with different configurations. There are two ways to support this:
+</p>
+<ul><li> Have a single pipelet instance with a configuration consisting of the different parts. Which part of the configuration is actually used in an invocation must then be passed using a record annotation. E.g.: There is a service "pipelet-name" = pipelet.A + config X & config Y, i.e. it has loaded both configurations.
+</li></ul>
+<p>An record in the invocation contains annotations:
+</p>
+<ul><li><ul><li> "pipelet-name/select-configuration" = X -> use config X for processing this record
+</li><li> "pipelet-name/select-configuration" = Y -> use config Y for processing this record
+</li></ul>
+</li></ul>
+<p>Note that this makes it possible to process different records with different configurations in a single invocation.
+Of course in such a scenario one configuration should be marked as the default configuration to be used if no annotation is set.
+</p>
+<ul><li> Have multiple pipelet instances with different names, each having one of these configurations. E.g. there a two service instances of the same pipelet class with different pipelet names:
+<ul><li> service 1: "pipelet-name-1" = pipelet.B + config X
+</li><li> service 2: "pipelet-name-2" = pipelet.B + config Y
+</li></ul>
+</li></ul>
+<p>Then the pipelet name used in the BPEL invoke activity determines which configuration is used.
+</p>
+<a name="Pipelet_Implementation_rules"></a><h3> <span class="mw-headline"> Pipelet Implementation rules </span></h3>
+<p>Pipelets can potentially be invoked more than once at the same time. This means that a pipelet either should be written in a multithreading-safe way (stateless, read-only configuration and member variables) or it must take care itself about synchronization of critical sections (e.g. Solr core writing).
+</p>
+<a name="Configuration_repository"></a><h3> <span class="mw-headline"> Configuration repository </span></h3>
+<p>This is just an ad-hoc proposal to give an idea of how it could look like. In details it's open to discussion.
+</p><p>For the moment we assume that the configuration repository is a single directory with sub directories in the file system. The configurations for components are located in subdirectories in the repository root. The name of these subdirectories is the bundle name of the component. What's happening inside of a bundle configuration directory is up to the bundle implementation. E.g. for the ODE BPEL integration bundle it contains a property file for general BPEL engine configuration and another subdirectory containing pipeline definitions. E.g.:
+</p>
+<pre>
+configuration
+ |
+ |-- org.eclipse.smila.processing.bpel
+ | |-- processor.properties
+ | \-- pipelines
+ | |-- pipeline-1.bpel
+ | |-- pipeline-2.bpel
+ | |-- ...
+ | |-- processor.wsdl
+ | |-- record.xsd
+ | |-- id.xsd
+ | | (predefined schema files necessary for reference.
+ | | Needed also during editing in BPEL designer)
+ | \-- deploy.xml
+ | (technical reasons, we can get rid of this)
+ |-- org.eclipse.smila.pipelet.A
+ | | (example: one instance managing multiple configurations)
+ | |-- config-X.xml
+ | \-- config-Y.xml
+ |-- org.eclipse.smila.pipelet.B
+ | | (example: one instance per configuration)
+ | |-- pipelet-name-1
+ | | \-- config-X.xml
+ | \-- pipelet-name-2
+ | \-- config-Y.xml
+ |-- ...
+</pre>
+<p>This is quite similar to [Configuration handling], but with an optional additional folder level for "configuration sections" to structure the configurations better, e.g. for pipelets that require multiple instances for multiple configurations there can be one section per pipelet instance. Of course, bundles are free on how to use the configuration repository structure for their purposes. But we should describe some usage patterns because that would make reading the repository easier for adminstrators.
+</p><p>(To discuss: do we need folder structures of arbitrary depth?)
+</p><p>SMILA should provide helper classes to make locating and parsing of simple configurations easy. We can define a common XML format for basic configurations that most pipelets can use for their configurations, e.g. something of similar structure than the Record Annotation format?). Simple Property files can be supported, too. Then we can create a simple ConfigurationAccess service with methods like
+</p>
+<ul><li> to navigate the Configuration repository:
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw3">String</span><span class="br0">[</span><span class="br0">]</span> getSectionNames<span class="br0">(</span><span class="kw3">String</span> bundleName<span class="br0">)</span>;
+<span class="co1">// e.g. getSectionNames("org.eclipse.smila.pipelet.B") </span>
+<span class="co1">// returns ["pipelet-name-1", "pipelet-name-2"]</span>
+<span class="kw3">String</span><span class="br0">[</span><span class="br0">]</span> getConfigNames<span class="br0">(</span><span class="kw3">String</span> bundleName<span class="br0">)</span>;
+<span class="co1">// e.g. getConfigNames("org.eclipse.smila.pipelet.A") </span>
+<span class="co1">// returns ["config-X.xml", "config-Y.xml"]</span>
+<span class="kw3">String</span><span class="br0">[</span><span class="br0">]</span> getConfigNames<span class="br0">(</span><span class="kw3">String</span> bundleName, <span class="kw3">String</span> sectionName<span class="br0">)</span>;
+<span class="co1">// e.g. getConfigNames("org.eclipse.smila.pipelet.B", "pipelet-name-1") </span>
+<span class="co1">// returns ["config-X.xml", "config-Y.xml"]</span></pre></div>
+<ul><li> to access and parse the configurations in common XML format:
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-java">Configuration getConfig<span class="br0">(</span><span class="kw3">String</span> bundleName, <span class="kw3">String</span> configName<span class="br0">)</span>;
+Configuration getConfig<span class="br0">(</span><span class="kw3">String</span> bundleName, <span class="kw3">String</span> sectionName, <span class="kw3">String</span> configName<span class="br0">)</span>;</pre></div>
+<ul><li> to access and read property files:
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw3">Properties</span> getProperties<span class="br0">(</span><span class="kw3">String</span> bundleName, <span class="kw3">String</span> configName<span class="br0">)</span>;
+<span class="kw3">Properties</span> getProperties<span class="br0">(</span><span class="kw3">String</span> bundleName, <span class="kw3">String</span> sectionName, <span class="kw3">String</span> configName<span class="br0">)</span>;</pre></div>
+<ul><li> to access other configurations:
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw3">InputStream</span> getStream<span class="br0">(</span><span class="kw3">String</span> bundleName, <span class="kw3">String</span> configName<span class="br0">)</span>;
+<span class="kw3">InputStream</span> getStream<span class="br0">(</span><span class="kw3">String</span> bundleName, <span class="kw3">String</span> sectionName, <span class="kw3">String</span> configName<span class="br0">)</span>;</pre></div>
+<p>This would make accessing of simple configurations quite simple for a pipelet developer.
+</p>
+<a name="BPEL_Extension_Activities"></a><h3> <span class="mw-headline"> BPEL Extension Activities </span></h3>
+<p>The BPEL specification allows extending BPEL by using Extension Activities. An Extension Activity is basically a Java class with a given interface that is registered to the BPEL engine under a qualified name. It the can be used in BPEL by a statement like this:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><bpel:extensionActivity<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><myns:NameOfExtension<span class="re2">></span></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- arbitary XML elements --></span></span>
+ <span class="sc3"><span class="re1"></myns:NameOfExtension<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></bpel:extensionActivity<span class="re2">></span></span></span></pre></div>
+<p>The implementation class is then called with the complete XML element of its description and can access all workflow variables defined in the BPEL. This means the activity can configured in the BPEL. E.g. for setting record annotations we can provide an extension activity similar to this:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><extensionActivity<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><ext:setAnnotations<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><ext:target</span> <span class="re0">variable</span>=<span class="st0">"request"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><rec:An</span> <span class="re0">n</span>=<span class="st0">"pipelet-name"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><rec:An</span> <span class="re0">n</span>=<span class="st0">"select-configuration"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><rec:V<span class="re2">></span></span></span>X<span class="sc3"><span class="re1"></rec:V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></rec:An<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></rec:An<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></ext:setAnnotations<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></extensionActivity<span class="re2">></span></span></span></pre></div>
+<p>This would set an annotation named "pipelet-name/select-configuration" with value "X" on all records the request variable. Of course it would also be possible to create a more specialized activity instead, that would define a simpler syntax to describe the annotations to be set.
+</p>
+<a name="Current_problems_are:"></a><h4> <span class="mw-headline"> Current problems are: </span></h4>
+<ul><li> This is not supported by the current release (1.1.1) and also not in release 1.2 (currently about to be released) of ODE, but only in the trunk version (this will be release 1.3 probably). The latest estimation for a release date was "in about two months".
+</li><li> It's also not supported by the current release (M3) of the Eclipse BPEL designer. According to Eclipse Bugzilla it should be added to M4, which in turn should be released in the near future. However, I think we will have to provide own extensions to the BPEL designer anyway in order to have user friendly editing of extension activities provided by us.
+</li></ul>
+<p>Integrating Simple Pipeline Model into BPEL Pipelining
+Using extension activities it would even be possible to integrate the complete simple pipeline model into the BPEL pipelining model:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><extensionActivity<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><ext:invokePipelet<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><ext:pipelet</span> <span class="re0">name</span>=<span class="st0">"pipelet-name"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><ext:variables</span> <span class="re0">input</span>=<span class="st0">"request"</span> <span class="re0">output</span>=<span class="st0">"result"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><ext:invocationConfig<span class="re2">></span></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- parameters of invocation, e.g. error handling? --></span></span>
+ <span class="sc3"><span class="re1"></ext:invocationConfig<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><ext:pipeletConfig<span class="re2">></span></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- pipelet XML configuration, schema: to define --></span></span>
+ <span class="sc3"><span class="re1"></ext:pipeletConfig<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></ext:invokePipelet<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></extensionActivity<span class="re2">></span></span></span></pre></div>
+<p>We could provide an Extension Activity implementation that manages the "simple pipelet" lifecycle and configuration and translates the calls from the BPEL engine into a convenient pipelet invocation. The execution interface of the simple pipelet would be the same as that of the pipelet service described above:
+Because the lifecycle of extension activities themselves is undefined (it seems that in ODE a new instance is created for each call), the extension activity is only a simple class that promotes the BPEL call to a "SimplePipeletManager" that manages the pipelet instances (all in once or all for a single pipeline), configurations, invocations and error handling.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java">Id<span class="br0">[</span><span class="br0">]</span> process<span class="br0">(</span>Id<span class="br0">[</span><span class="br0">]</span> recordIds<span class="br0">)</span> <span class="kw1">throws</span> ProcessingException;</pre></div>
+<p>Simple pipelets would use the blackboard service to access the actual record data.
+Additionally, simple pipelets need a method to set the configuration:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw4">void</span> configure<span class="br0">(</span>PipeletConfiguration config<span class="br0">)</span> <span class="kw1">throws</span> <span class="kw3">ConfigurationException</span>;</pre></div>
+<p>(Question: Do we also need a method for "shutdown" method to be called when the pipelet is destroyed? Or can we require simple pipelets to be so simple that they do not need such a method?)
+</p><p>The tasks of the SimplePipeletManager are
+</p>
+<ul><li> Start of Pipeline/Pipelet becomes available:
+<ul><li> Instantiate Pipelet
+</li><li> Parse PipeletConfiguration from BPEL pipeline and call pipelets configure method.
+</li></ul>
+</li><li> Pipelet Invocation (very similar to invocation of "big pipelets", see [Blackboard Service Concept]:
+<ul><li> Parse records from "input" variable and sync them to blackboard
+</li><li> Call simple pipelet's execute method with record IDs
+</li><li> Create workflow objects from result IDs and blackboard content and write them back to "output" variable
+</li></ul>
+</li><li> In case of a pipelet error: care about indicating the error in a correct way to the BPEL engine.
+</li></ul>
+<a name="Issues_to_solve:"></a><h4> <span class="mw-headline"> Issues to solve: </span></h4>
+<ul><li> Simple pipelets should be instantiated and configured at deployment of the BPEL pipeline. This way missing pipelet implementations and configuration errors can be reported during system start up and not during first execution. For this it is probably necessary to introspect the pipeline definition and search for occurrences of the extension activity, because the BPEL engine may not support this directly.
+</li><li> Like in the Simple Pipeline Model itself we must decide on a pipelet lookup and instantiation model that makes it easy to support OSGi dynamics: The SimplePipeletManager must be able to track deactivation of bundles providing simple pipelets such that it can destroy the provided pipelets and re-instantiate them when the bundle reappears. Two mechanisms are possible:
+<ul><li> OSGi Service Factories: The providing bundle declares an OSGi service factory that the SPM can use to create actual pipelet instances. This way we can use the DS support for dynamic services also for simple pipelets. We can probably provide a default implementation of this factory such that the providing bundle must only contain a suitable component description starting this factory customized for its own pipelet.
+</li><li> OSGi Extender Model: Use BundleListener/Tracker to check installed or removed bundles for contained pipelet implementations (declared in a contained XML file). See this for document for details: <a href="http://neilbartlett.name/downloads/preview_extender_20080527_1320.pdf" class="external autonumber" title="http://neilbartlett.name/downloads/preview_extender_20080527_1320.pdf" rel="nofollow">[1]</a>.
+</li></ul>
+</li></ul>
+<p>Configuration using Eclipse BPEL designer
+</p><p>The Eclipse BPEL designer is extensible itself using extension points. Details have to be clarified by somebody with more experience in Eclipse/GUI/RCP programming, but it should be possible to:
+</p>
+<ul><li> Define a view displaying all available pipelets, maybe grouped.
+</li><li> Drag an available pipelet from this view into the BPEL pipeline which generates a <extensionActivity> element with the <ext:invokePipelet> activity for the dragged pipelet.
+</li><li> Show a specialized properties tab for simple configuration of the pipelet such that the user does not have to write the contained XML. For this the pipelet provider must declare names, types, multiplicity, etc. of the pipelet's configuration properties. This should be done in an XML file provided with the pipelet bundle (schema to be defined).
+</li><li> Provide a view showing all pipelets used in all pipelines grouped by pipelines.
+</li></ul>
+<p>Note that this is not limited to simple pipelets, but can be used similar to handle the "big pipelets". It has to be decided if that should be supported by calling "big pipelet services" also using an extension activity for consistent handling of both types of pipelets. (currently the implementation uses the standard BPEL invoke activity to call pipelet services)
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 46/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15162-0!1!0!!en!2!edit=0 and timestamp 20120203101509 -->
+<div class="printfooter">
+Retrieved from "<a href="BPEL_Pipelining_Concept.html">http://wiki.eclipse.org/SMILA/Project_Concepts/BPEL_Pipelining_Concept</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 08:56, 16 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Daniel.stucky.attensity.com&action=edit" class="new" title="User:Daniel.stucky.attensity.com">Daniel Stucky</a>. Based on work by <a href="http://wiki.eclipse.org/User:Juergen.schumacher.empolis.com" title="User:Juergen.schumacher.empolis.com">Juergen Schumacher</a>.</p>
+ <p id="footerviews">This page has been accessed 2,285 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.233 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Binary_Storage.html b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Binary_Storage.html
new file mode 100644
index 0000000..fdb38fd
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Binary_Storage.html
@@ -0,0 +1,660 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Project Concepts/Binary Storage" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Project_Concepts/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Project Concepts/Binary Storage - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Project_Concepts/Binary_Storage";
+var wgTitle = "SMILA/Project Concepts/Binary Storage";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "16278";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "129000";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-java {line-height: normal; font-size: medium;}
+.source-java li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for java
+ * CSS class: source-java, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-java .de1, .source-java .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-java {}
+.source-java .head {}
+.source-java .foot {}
+.source-java .imp {font-weight: bold; color: red;}
+.source-java .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-java li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-java li.li2 {font-weight: bold;}
+.source-java .kw1 {color: #7F0055; font-weight: bold;}
+.source-java .kw2 {color: #7F0055; font-weight: bold;}
+.source-java .kw3 {color: #000000; font-weight: normal}
+.source-java .kw4 {color: #7F0055; font-weight: bold;}
+.source-java .co1 {color: #3F7F5F; font-style: italic;}
+.source-java .co2 {color: #3F7F5F;}
+.source-java .co3 {color: #3F7F5F; font-style: italic; font-weight: bold;}
+.source-java .coMULTI {color: #3F5FBF; font-style: italic;}
+.source-java .es0 {color: #000000;}
+.source-java .br0 {color: #000000;}
+.source-java .st0 {color: #2A00ff;}
+.source-java .nu0 {color: #000000;}
+.source-java .me1 {color: #000000;}
+.source-java .me2 {color: #000000;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="Binary_Storage.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Project_Concepts_Binary_Storage">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project_Concepts/Binary_Storage">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Project_Concepts/Binary_Storage">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Project_Concepts/Binary_Storage">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Binary_Storage&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Binary_Storage&oldid=129000">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Binary_Storage.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Project_Concepts/Binary_Storage&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Binary_Storage&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Binary_Storage&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project%20Concepts/Binary%20Storage"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Project Concepts/Binary Storage</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Project_Concepts.1.html" title="SMILA/Project Concepts">Project Concepts</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Binary_Storage.html#column-one">navigation</a>, <a href="Binary_Storage.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Binary_Storage.html#Overview"><span class="tocnumber">1</span> <span class="toctext">Overview</span></a></li>
+<li class="toclevel-1"><a href="Binary_Storage.html#Description"><span class="tocnumber">2</span> <span class="toctext">Description</span></a></li>
+<li class="toclevel-1"><a href="Binary_Storage.html#Storage_Mechanism_Internal_Structure."><span class="tocnumber">3</span> <span class="toctext">Storage Mechanism Internal Structure.</span></a>
+<ul>
+<li class="toclevel-2"><a href="Binary_Storage.html#A._File_System"><span class="tocnumber">3.1</span> <span class="toctext">A. File System</span></a></li>
+<li class="toclevel-2"><a href="Binary_Storage.html#I._Local_hard_drive"><span class="tocnumber">3.2</span> <span class="toctext">I. Local hard drive</span></a>
+<ul>
+<li class="toclevel-3"><a href="Binary_Storage.html#1._Flat_structure"><span class="tocnumber">3.2.1</span> <span class="toctext">1. Flat structure</span></a></li>
+<li class="toclevel-3"><a href="Binary_Storage.html#2._Hierarchical_structure_.28configurable_tree.29"><span class="tocnumber">3.2.2</span> <span class="toctext">2. Hierarchical structure (configurable tree)</span></a>
+<ul>
+<li class="toclevel-4"><a href="Binary_Storage.html#Hierarchical_structure_nomenclature._Test_scenario"><span class="tocnumber">3.2.2.1</span> <span class="toctext">Hierarchical structure nomenclature. Test scenario</span></a></li>
+</ul>
+</li>
+<li class="toclevel-3"><a href="Binary_Storage.html#3._Hierarchical_structure_.28deterministically_calculation.29"><span class="tocnumber">3.2.3</span> <span class="toctext">3. Hierarchical structure (deterministically calculation)</span></a></li>
+<li class="toclevel-3"><a href="Binary_Storage.html#Analyze_of_hierarchical_structure"><span class="tocnumber">3.2.4</span> <span class="toctext">Analyze of hierarchical structure</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="Binary_Storage.html#II._Distributed_file_system_.28SFTP.2C_FTP.29"><span class="tocnumber">3.3</span> <span class="toctext">II. Distributed file system (SFTP, FTP)</span></a>
+<ul>
+<li class="toclevel-3"><a href="Binary_Storage.html#1._Flat_structure_2"><span class="tocnumber">3.3.1</span> <span class="toctext">1. Flat structure</span></a></li>
+<li class="toclevel-3"><a href="Binary_Storage.html#2._Hierarchical_structure_.28configurable_tree.29_2"><span class="tocnumber">3.3.2</span> <span class="toctext">2. Hierarchical structure (configurable tree)</span></a></li>
+<li class="toclevel-3"><a href="Binary_Storage.html#3._Hierarchical_structure_.28deterministically_calculation.29_2"><span class="tocnumber">3.3.3</span> <span class="toctext">3. Hierarchical structure (deterministically calculation)</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="Binary_Storage.html#B._RDBMS"><span class="tocnumber">3.4</span> <span class="toctext">B. RDBMS</span></a></li>
+<li class="toclevel-2"><a href="Binary_Storage.html#C._Object_DataBase"><span class="tocnumber">3.5</span> <span class="toctext">C. Object DataBase</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Binary_Storage.html#Cluster_configuration"><span class="tocnumber">4</span> <span class="toctext">Cluster configuration</span></a></li>
+<li class="toclevel-1"><a href="Binary_Storage.html#Concurrent_access"><span class="tocnumber">5</span> <span class="toctext">Concurrent access</span></a></li>
+<li class="toclevel-1"><a href="Binary_Storage.html#Technical_aspects_for_designing_the_Binary_Storage_Service"><span class="tocnumber">6</span> <span class="toctext">Technical aspects for designing the Binary Storage Service</span></a></li>
+<li class="toclevel-1"><a href="Binary_Storage.html#UML_Class_Diagram"><span class="tocnumber">7</span> <span class="toctext">UML Class Diagram</span></a></li>
+<li class="toclevel-1"><a href="Binary_Storage.html#Test_Results"><span class="tocnumber">8</span> <span class="toctext">Test Results</span></a></li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Overview"></a><h2> <span class="mw-headline"> Overview</span></h2>
+<p>Design a service to easy store / access binary data documents.
+</p>
+<a name="Description"></a><h2> <span class="mw-headline"> Description </span></h2>
+<p>Client components will access the Binary Storage Service for persisting binary data (attachments) into the binary storage. The binary data shall be simply identified by a unique key / identifier as a String data type. No directly client component access to the persistence storage shall be available; the persistence storage will be only accessible through the Binary Storage Service API which provides the needed CRUD operations.
+</p><p>Backend mechanism of Binary Storage shall be completely transparent to the client, thus user shall have the opportunity to setup basic configuration of the service. Binary Storage shall be able to determine and use default/optimistic configuration in case no one is specified by the user.
+</p>
+<a name="Storage_Mechanism_Internal_Structure."></a><h2> <span class="mw-headline"> Storage Mechanism Internal Structure. </span></h2>
+<p>Binary Storage will depend on the amount of data it needs to persist/manage. Because of this the persistence storage of service shall be able to deal with fallowing persistence structures/techniques, depending on service configuration:
+</p>
+<ul><li> A. File System
+<ul><li> I. Local hard drive
+<ul><li> 1. Flat structure
+</li><li> 2. Hierarchical structure (configurable tree)
+</li><li> 3. Hierarchical structure (deterministically calculation)
+</li><li> Analyze of hierarchical structure
+</li></ul>
+</li><li> II. Distributed file system (SFTP, FTP)
+<ul><li> 1. Flat structure
+</li><li> 2. Hierarchical structure (configurable tree)
+</li><li> 3. Hierarchical structure (deterministically calculation)
+</li></ul>
+</li></ul>
+</li><li> B. RDBMS
+</li><li> C. Object DataBase (ODBMS)
+</li></ul>
+<p>One of the persistence options will be used by the Binary Storage Service at the running time. Internally, the DAO & DAO Factory concept provides the appropriate/configured persistence option implementation to the Binary Storage Service independently. User can shall configure its appropriate persistence option that satisfies his/her needs.
+</p><p><a href="http://wiki.eclipse.org/Image:SMILA-BinaryStorage-HighLevel.jpg" class="image" title="Image:SMILA-BinaryStorage-HighLevel.jpg"><img alt="Image:SMILA-BinaryStorage-HighLevel.jpg" src="http://wiki.eclipse.org/images/9/90/SMILA-BinaryStorage-HighLevel.jpg" width="736" height="727" border="0" /></a>
+</p>
+<a name="A._File_System"></a><h3> <span class="mw-headline"> A. File System </span></h3>
+<p>Binary Storage Service saves the binary data directly in the file system.
+</p>
+<a name="I._Local_hard_drive"></a><h3> <span class="mw-headline"> I. Local hard drive </span></h3>
+<p>The service saves data in the local drive using a predefined persistence storage location - binary.storage.root.path. Under this root path Binary Storage will create its files system structures flat or hierarchical, depending on the configuration.
+</p>
+<a name="1._Flat_structure"></a><h4> <span class="mw-headline"> 1. Flat structure </span></h4>
+<p>The file system - flat structure configuration shall be used in case of small amount of data, since all the attachments will be saved in the same path location. For huge amount of data the systems becomes very slow, time responding increases significantly.
+</p><p>This option shall only be used for debugging purpose, since it offers an easy way for locating a specific persisted attachment.
+</p><p>In case of no initial configuration is provided by the user, the file system - flat structure option shall not be used as default.
+</p><p><a href="http://wiki.eclipse.org/Image:SMILA-BinaryStorage-Flat.jpg" class="image" title="Image:SMILA-BinaryStorage-Flat.jpg"><img alt="Image:SMILA-BinaryStorage-Flat.jpg" src="http://wiki.eclipse.org/images/9/99/SMILA-BinaryStorage-Flat.jpg" width="566" height="172" border="0" /></a>
+</p>
+<a name="2._Hierarchical_structure_.28configurable_tree.29"></a><h4> <span class="mw-headline"> 2. Hierarchical structure (configurable tree) </span></h4>
+<p>Through the hierarchical file system persistence, Binary Storage Service will manage by itself a configurable & hierarchically & internal structure under the configured persistence storage root path. This is to be considered the default configuration.
+Following parameters are available for configuring the hierarchical structure:
+</p>
+<ul><li> q - Maximum number of subfolders per folder
+</li><li> r - Maximum number of persisted attachments per folder
+</li></ul>
+<p>The hierarchical (tree) structure is being created during the the storage of new data (the initial number of binary data which is going to be persisted is unknown for Binary Storage Service).
+</p><p><i>The configurable tree - hierarchic structure algorithm, will not be based on the B-Tree structure since it will get modified very often because of the deleting/inserting records operations (this is specific for b-tree delete/insert operations), so the b-tree structure needs to be update (like moving up in the hierarchy of some leaf-records) in order to keep the tree height balanced. Depending on the level of the b-tree, these "moving/migrating operations" could consist in large operations (which involves the number of records that need to be moved and the size of these records). For example inserting/deleting of simple record needs to re-balance the b-tree structure by moving very large records in a distributed file system.</i>
+</p>
+<a name="Hierarchical_structure_nomenclature._Test_scenario"></a><h5> <span class="mw-headline"> Hierarchical structure nomenclature. Test scenario </span></h5>
+<p>Fallowing picture outlines the hierarchic overview, file system nomenclature and binary data distribution (persistence) inside the tree structure. In the illustrated sample , our test scenario uses a total number of attachments to be stored 360. The configuration values are :
+</p>
+<pre>q = 3 (maximum 3 subfolders per folder in the hierarchy)
+r = 10 (maximum 10 files stored in a folder inside of the hierarchic structure)
+t = 360 (total number of attachments-files to be stored)
+</pre>
+<p>As it is outlined in the picture, the total number of subfolders from hierarchy structure represents a geometric progression (in mathematics also known as a geometric sequence), where each term (number of folders from the same level of the hierarchy) after the first is found by multiplying the previous one by a fixed non-zero number called the common ratio. The common ration identifies with maximum number of sub-folders per folder - q.
+</p><p>For a optimistic hierarchy, it is possible to determine fallowing parameters in order to configure the hierarchy as user expects:
+</p>
+<ul><li> total number of folders from structure (t/r) - 36
+</li><li> total number of subfolder at each level from the structure - Bn formula. (b1= 1 folder at the first level; b2=3 folders at the second level; b3=9 folders at the third level; b4=23 folders at the fourth level)
+</li><li> total number of subfolders from the hierarchy (in full mode) - Sn formula
+</li><li> total number of subfolders from the deepest level : 23 folders, Bn' = Bn - (Sn - t/r). (Bn=27; Sn=40; t/r=36)
+</li><li> hierarchy level - n=4 (logarithmical function)
+</li></ul>
+<p><a href="http://wiki.eclipse.org/Image:SMILA-BinaryStorage-Hierarchical.jpg" class="image" title="Image:SMILA-BinaryStorage-Hierarchical.jpg"><img alt="Image:SMILA-BinaryStorage-Hierarchical.jpg" src="http://wiki.eclipse.org/images/5/5d/SMILA-BinaryStorage-Hierarchical.jpg" width="1020" height="755" border="0" /></a>
+</p><p>Binary Storage Service has to map each attachment identifier to the path where the binary data is being stored. The mappings needs to be persisted so they can be reused if the system gets restarted.
+</p><p>An external manipulation of persistence storage structure (like deleting data form inside of it) will break the mappings. This is considered an exceptional case and it is not in the Binary Storage Service scope.
+</p><p>Fallowing table provides an overview of the hierarchical structure based on configured parameters:
+</p>
+<table border="1">
+
+<tr>
+<th style="background-color: #eeeeee; width:12%"> t (number of attachments)
+</th><th style="background-color: #eeeeee;width:12%"> q (max number of subfolders in folder)
+</th><th style="background-color: #eeeeee;width:12%"> r (max number of att.in folder)
+</th><th style="width:12%"> TF (number of folders)
+</th><th style="width:12%"> n (hierarchical level)
+</th><th style="width:12%"> Sn (full mode hierarchy)
+</th><th style="width:12%"> M (missing subfolders in deepest level)
+</th></tr>
+<tr>
+<th style="background-color: #eeeeee;align:right"> 360
+</th><th style="background-color: #eeeeee;align:right"> 3
+</th><th style="background-color: #eeeeee;align:right"> 10
+</th><th style="align:right"> 36
+</th><th style="align:right"> 4
+</th><th style="align:right"> 40
+</th><th style="align:right"> 4
+</th></tr>
+<tr>
+<th style="background-color: #eeeeee;align:right"> 1000000
+</th><th style="background-color: #eeeeee;align:right"> 25
+</th><th style="background-color: #eeeeee;align:right"> 200
+</th><th style="align:right"> 5000
+</th><th style="align:right"> 4
+</th><th style="align:right"> 16276
+</th><th style="align:right"> 11276
+</th></tr>
+<tr>
+<th style="background-color: #eeeeee;align:right"> 1000000
+</th><th style="background-color: #eeeeee;align:right"> 50
+</th><th style="background-color: #eeeeee;align:right"> 200
+</th><th style="align:right"> 5000
+</th><th style="align:right"> 4
+</th><th style="align:right"> 127551
+</th><th style="align:right"> 122551
+</th></tr>
+<tr>
+<th style="background-color: #eeeeee;align:right"> 1000000
+</th><th style="background-color: #eeeeee;align:right"> 75
+</th><th style="background-color: #eeeeee;align:right"> 300
+</th><th style="align:right"> 3333
+</th><th style="align:right"> 3
+</th><th style="align:right"> 5701
+</th><th style="align:right"> 2368
+</th></tr>
+<tr>
+<th style="background-color: #eeeeee;align:right"> 1000000
+</th><th style="background-color: #eeeeee;align:right"> 100
+</th><th style="background-color: #eeeeee;align:right"> 300
+</th><th style="align:right"> 3333
+</th><th style="align:right"> 3
+</th><th style="align:right"> 10101
+</th><th style="align:right"> 6768
+</th></tr>
+<tr>
+<th style="background-color: #eeeeee;align:right"> 1000000
+</th><th style="background-color: #eeeeee;align:right"> 150
+</th><th style="background-color: #eeeeee;align:right"> 300
+</th><th style="align:right"> 3333
+</th><th style="align:right"> 3
+</th><th style="align:right"> 22651
+</th><th style="align:right"> 19318
+</th></tr>
+<tr>
+<th style="background-color: #eeeeee;align:right"> 1000000
+</th><th style="background-color: #eeeeee;align:right"> 200
+</th><th style="background-color: #eeeeee;align:right"> 350
+</th><th style="align:right"> 2857
+</th><th style="align:right"> 3
+</th><th style="align:right"> 40201
+</th><th style="align:right"> 37344
+</th></tr>
+<tr>
+<th style="background-color: #eeeeee;align:right"> 1000000
+</th><th style="background-color: #eeeeee;align:right"> 250
+</th><th style="background-color: #eeeeee;align:right"> 500
+</th><th style="align:right"> 2000
+</th><th style="align:right"> 3
+</th><th style="align:right"> 62751
+</th><th style="align:right"> 60751
+</th></tr>
+<tr>
+<th style="background-color: #eeeeee;align:right"> 1000000
+</th><th style="background-color: #eeeeee;align:right"> 300
+</th><th style="background-color: #eeeeee;align:right"> 750
+</th><th style="align:right"> 1333
+</th><th style="align:right"> 3
+</th><th style="align:right"> 90301
+</th><th style="align:right"> 88968
+</th></tr>
+<tr>
+<th style="background-color: #eeeeee;align:right"> 1000000
+</th><th style="background-color: #eeeeee;align:right"> 100
+</th><th style="background-color: #eeeeee;align:right"> 400
+</th><th style="align:right"> 2500
+</th><th style="align:right"> 3
+</th><th style="align:right"> 10101
+</th><th style="align:right"> 7601
+</th></tr>
+<tr>
+<th style="background-color: #eeeeee;align:right"> 1000000
+</th><th style="background-color: #eeeeee;align:right"> 200
+</th><th style="background-color: #eeeeee;align:right"> 500
+</th><th style="align:right"> 2000
+</th><th style="align:right"> 3
+</th><th style="align:right"> 40201
+</th><th style="align:right"> 38201
+</th></tr>
+<tr>
+<th style="background-color: #eeeeee;align:right"> 1000000
+</th><th style="background-color: #eeeeee;align:right"> 250
+</th><th style="background-color: #eeeeee;align:right"> 600
+</th><th style="align:right"> 1666
+</th><th style="align:right"> 3
+</th><th style="align:right"> 62751
+</th><th style="align:right"> 61085
+</th></tr>
+<tr>
+<th style="background-color: #eeeeee;align:right"> 1000000
+</th><th style="background-color: #eeeeee;align:right"> 300
+</th><th style="background-color: #eeeeee;align:right"> 750
+</th><th style="align:right"> 1333
+</th><th style="align:right"> 3
+</th><th style="align:right"> 90301
+</th><th style="align:right"> 88968
+</th></tr>
+<tr>
+<th style="background-color: #eeeeee;align:right"> 1000000
+</th><th style="background-color: #eeeeee;align:right"> 300
+</th><th style="background-color: #eeeeee;align:right"> 1000
+</th><th style="align:right"> 1000
+</th><th style="align:right"> 3
+</th><th style="align:right"> 90301
+</th><th style="align:right"> 89301
+</th></tr>
+</table>
+<a name="3._Hierarchical_structure_.28deterministically_calculation.29"></a><h4> <span class="mw-headline"> 3. Hierarchical structure (deterministically calculation) </span></h4>
+<p>Another solution for building the hierarchical structure uses deterministically calculation based on the hash id, passed by the blackboard service to the Binary Storage Service.
+The solution comes to avoid storing data into a single path location and to offer a hierarchic structure. The structure will be located under the binary.storage.root.path and it will be build by using parts from the passed hashed id.
+</p><p>i.e. for a passed binary data, having the ID = "1d41cd87e735ceb23fdfafd814366b3ca9816e3dfce6fecc30560f8c242de", the deterministically calculation will assign fallowing path, where the record will be stored:
+</p>
+<pre> binary.storage.root.path\1d\41\cd\87\1d41cd87e735ceb23fdfafd814366b3ca9816e3dfce6fecc30560f8c242de
+</pre>
+<p>When using the deterministically calculation all data will be stored at the same hierarchic level.
+</p><p>There are two parameters that could be configured in order to define the deterministically calculation:
+</p>
+<ul><li> hierarchy level (in our case n = 4)
+</li><li> sub-tree (folder) name length (l = 2, these are the substring-parts starting from the left side of the hashed id, used to build the structure like : "1d", "41", "cd" and "87")
+</li></ul>
+<p>Because of the starting part of hashed id of different records (which define the hierarchic structure - deterministically calculation) may be different enough, it is very possible that in many cases there will be only single record stored into a deterministically calculated location (since there will be no match, or at least not enough, related to the left part of the hashed IDs - which defines the location where the record is going to be persisted). As a matter of fact, it is possible that a hierarchic structure to contains many subfolders that contain only one subfolder(not deepest level) or single record(deepest level). This my be an issue since most of the file system APIs creates listeners for all these sub-folders in order to provide cache (refresh) functionality, so for single record there will be 5 listeners (4 sub-folders + 1 record) created and memory consumption increases significantly.
+</p><p><br />
+</p>
+<table border="1">
+
+<tr>
+<th style="background-color: #eeeeee; width:12%"> t (number of attachments)
+</th><th style="background-color: #eeeeee;width:12%"> n (hierarchy level)
+</th><th style="background-color: #eeeeee;width:12%"> l (sub-tree-folder name length )
+</th><th style="width:12%"> TF (total number of folders)
+</th></tr>
+<tr>
+<th style="background-color: #eeeeee;align:right"> 540
+</th><th style="background-color: #eeeeee;align:right"> 4
+</th><th style="background-color: #eeeeee;align:right"> 2
+</th><th style="align:right"> 977
+</th></tr>
+<tr>
+<th style="background-color: #eeeeee;align:right"> 19013
+</th><th style="background-color: #eeeeee;align:right"> 4
+</th><th style="background-color: #eeeeee;align:right"> 2
+</th><th style="align:right"> 54503
+</th></tr>
+</table>
+<p>As long as the records number to be stored gets higher, the matching coincidence (the first string part of the hashed IDs that is used by the deterministically calculation) increases and the system becomes more efficient - from the number of records to number of sub-folders report.
+</p><p>Following image, represents a simple sample of hierarchical structure obtained with deterministically calculation. Since accessing (storing and fetching) of records is done based on the hashed ID, there is no necessary to save any mapping between the record and calculated path location.
+</p><p><a href="http://wiki.eclipse.org/Image:SMILA-BinaryStorage-HierarchicalCalculation.jpg" class="image" title="Image:SMILA-BinaryStorage-HierarchicalCalculation.jpg"><img alt="Image:SMILA-BinaryStorage-HierarchicalCalculation.jpg" src="http://wiki.eclipse.org/images/8/80/SMILA-BinaryStorage-HierarchicalCalculation.jpg" width="688" height="788" border="0" /></a>
+</p><p>The sample, also outlines hashed ID part matching on first hierarchic level which means common usage of some first subfloders level.
+</p>
+<a name="Analyze_of_hierarchical_structure"></a><h4> <span class="mw-headline"> Analyze of hierarchical structure </span></h4>
+<table border="1">
+
+<tr>
+<th style="width:20%">
+</th><th style="width:40%"> Advantages
+</th><th style="width:40%"> Disadvantages
+</th></tr>
+<tr>
+<th> Configurable Tree
+</th><th>
+<ul><li> configurable structure; splits node only when required
+</li><li> less memory consumption
+</li><li> better structure control
+</li></ul>
+</th><th>
+<ul><li> mapping between hashed ID and persistence path needs to be stored
+</li><li> possibility of assync. situations between the existing storage persistence and stored mapping (in case of some external factors alters the persistence storage)
+</li><li> implementation effort
+</li></ul>
+</th></tr>
+<tr>
+<th> Deterministically Calculation
+</th><th>
+<ul><li> deterministically calculation -> no mapping needs to be stored (hashed ID - stored path)
+</li><li> less implementation effort (almost done)
+</li></ul>
+</th><th>
+<ul><li> less control of the hierarchic structure
+</li><li> nodes gets split depending on the matching coincidence between the first string part of the hashed IDs that is used by the deterministically calculation
+</li><li> memory consumption and faster risk of OutOfMemory occurrence (the file system APIs creates listeners for all these sub-folders in order to provide cache (refresh) functionality, so for single record there will be 5 listeners (4 sub-folders + 1 record) created and memory consumption increases significantly)
+</li></ul>
+</th></tr>
+</table>
+<a name="II._Distributed_file_system_.28SFTP.2C_FTP.29"></a><h3> <span class="mw-headline"> II. Distributed file system (SFTP, FTP) </span></h3>
+<p>The purpose of distributed file system option is to allow storing/accessing of binary data into network storage devices transparently through SFTP, FTP. User needs to provide configuration data related to distributed systems (host, user, password). It is considered that user has write access to the distributed system at the configured persistence location path.
+</p>
+<a name="1._Flat_structure_2"></a><h4> <span class="mw-headline"> 1. Flat structure </span></h4>
+<p>It has the same characteristics like in the local flat configuration, but it is applied on the persistence location from the distributed system.
+</p>
+<a name="2._Hierarchical_structure_.28configurable_tree.29_2"></a><h4> <span class="mw-headline"> 2. Hierarchical structure (configurable tree) </span></h4>
+<p>It has the same characteristics like in the local hierarchic (configurable tree) configuration, but it is applied on the persistence location from the distributed system.
+</p>
+<a name="3._Hierarchical_structure_.28deterministically_calculation.29_2"></a><h4> <span class="mw-headline"> 3. Hierarchical structure (deterministically calculation) </span></h4>
+<p>It has the same characteristics like in the local hierarchic (deterministically calculation) configuration, but it is applied on the persistence location from the distributed system.
+</p>
+<a name="B._RDBMS"></a><h3> <span class="mw-headline"> B. RDBMS </span></h3>
+<p>Binary Storage Service shall also be able to store the records (blob) into RDBMS. Url connection-string shall be configured (driver, host, database name, port, user, password).
+</p><p>For performance considerations, database schema shall contain multiple tables (since large BLOBs will be stored). Binary Storage Service shall deterministically distribute records to database tables.
+</p>
+<a name="C._Object_DataBase"></a><h3> <span class="mw-headline"> C. Object DataBase </span></h3>
+<p>Binary Storage Service will use existing Open Source Object Database Engine to store the binary data. It is not Binary Storage Service responsibility to directly access the stored data; the service will store/fetch the data by using the exposed API.
+</p><p>Open Source Database Engines :
+</p>
+<ul><li> db4o - <a href="http://www.db4objects.com" class="external free" title="http://www.db4objects.com" rel="nofollow">http://www.db4objects.com</a> - GNU General Public License (GPL)
+</li><li> NeoDatis ODB - <a href="http://www.neodatis.org/" class="external free" title="http://www.neodatis.org/" rel="nofollow">http://www.neodatis.org/</a> - GNU General Public License (GPL)
+</li><li> Perst - <a href="http://www.mcobject.com/perst/" class="external free" title="http://www.mcobject.com/perst/" rel="nofollow">http://www.mcobject.com/perst/</a> - GNU General Public License (GPL)
+</li><li> Neo4j - <a href="http://www.neo4j.org" class="external free" title="http://www.neo4j.org" rel="nofollow">http://www.neo4j.org</a> - GNU General Public License (GPL)
+</li><li> JODB - <a href="http://www.java-objects-database.com" class="external free" title="http://www.java-objects-database.com" rel="nofollow">http://www.java-objects-database.com</a> - GNU General Public License (GPL)
+</li></ul>
+<ul><li> Oracle Berkeley DB
+</li><li> Berkeley DB Java Edition
+</li></ul>
+<a name="Cluster_configuration"></a><h2> <span class="mw-headline"> Cluster configuration </span></h2>
+<p>Binary Storage Service must offer fallowing cluster configurations:
+</p>
+<ul><li> Client components clustering (like blackboard service) - where the client services run in cluster and all the cluster nodes needs to share the same data (which means, all the nodes have to share the same binary persistence storage). This will be only possible by configuring the Binary Storage Service to use the distributed file system option or object database option (where the Object Database Engine is capable to be remotely accessed - not an embedded designed database which does not allow directly remote connections);
+</li><li> Persistence storage clustering - where binary data will be stored in more than one nodes.
+</li></ul>
+<p>The two cluster options shall be available even configuring both at the same time, or only one, or non of them.
+</p><p>Both options must be supported by the frameworks / RDBMS that Binary Storage Service will use.
+</p>
+<a name="Concurrent_access"></a><h2> <span class="mw-headline"> Concurrent access </span></h2>
+<p>Binary Storage Service shall allow multiple clients accessing (read/write) the storage. It is Binary Storage Service responsibilities to synchronize the operation in order to avoid deadlocks.
+</p>
+<a name="Technical_aspects_for_designing_the_Binary_Storage_Service"></a><h2> <span class="mw-headline"> Technical aspects for designing the Binary Storage Service </span></h2>
+<ul><li> Binary data compressing and encryption shall be available via configuration
+</li><li> Binary storage shall internally manage its persistence hierarchy.
+</li><li> The binary service shall be designed as a single bundle / service.
+</li><li> Exception handling mechanism should treat all internal binary storage (logical and unexpected) errors and wrap the exceptions into a “binary storage exception” that makes sense for the Blackboard service
+</li><li> Resources synchronization shall be done at the lowest possible level
+</li><li> Binary Storage shall manage its configuration internally (highly couple classes are difficult to maintain and hard to understand in isolation – they tend to introduce internal dependencies). Decouple binary storage configuration from blackboard service
+</li></ul>
+<p><a href="http://wiki.eclipse.org/Image:2.Sequence_Diagram_NewBinaryStorae.jpg" class="image" title="Image:2.Sequence Diagram NewBinaryStorae.jpg"><img alt="Image:2.Sequence Diagram NewBinaryStorae.jpg" src="http://wiki.eclipse.org/images/c/c2/2.Sequence_Diagram_NewBinaryStorae.jpg" width="652" height="300" border="0" /></a>
+</p>
+<ul><li> The Binary Storage Service API shall stay as simple as possible
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw4">void</span> store<span class="br0">(</span><span class="kw3">String</span> id, <span class="kw3">InputStream</span> stream<span class="br0">)</span>;
+<span class="kw4">void</span> store<span class="br0">(</span><span class="kw3">String</span> id, <span class="kw4">byte</span><span class="br0">[</span><span class="br0">]</span> blob<span class="br0">)</span>
+<span class="kw4">byte</span><span class="br0">[</span><span class="br0">]</span> fetchAsByte<span class="br0">(</span><span class="kw3">String</span> id<span class="br0">)</span>
+<span class="kw3">InputStream</span> fetchAsStream<span class="br0">(</span><span class="kw3">String</span> id<span class="br0">)</span>
+<span class="kw4">void</span> remove<span class="br0">(</span><span class="kw3">String</span> id<span class="br0">)</span>
+<span class="kw4">int</span> fetchSize<span class="br0">(</span><span class="kw3">String</span> id<span class="br0">)</span></pre></div>
+<a name="UML_Class_Diagram"></a><h2> <span class="mw-headline"> UML Class Diagram </span></h2>
+<p><a href="http://wiki.eclipse.org/Image:SMILA-BinaryStorage-ClassDiagram.jpg" class="image" title="SMILA-BinaryStorage-ClassDiagram.jpg"><img alt="" src="http://wiki.eclipse.org/images/thumb/3/3d/SMILA-BinaryStorage-ClassDiagram.jpg/1024px-SMILA-BinaryStorage-ClassDiagram.jpg" width="1024" height="790" border="0" /></a>
+</p>
+<a name="Test_Results"></a><h2> <span class="mw-headline"> Test Results </span></h2>
+<p>Following link contains results of tests based on different implementations (simple java.io and EFS).
+</p><p><a href="https://bugs.eclipse.org/bugs/show_bug.cgi?id=254852" class="external free" title="https://bugs.eclipse.org/bugs/show_bug.cgi?id=254852" rel="nofollow">https://bugs.eclipse.org/bugs/show_bug.cgi?id=254852</a>
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 25/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:16278-0!1!0!!en!2!edit=0 and timestamp 20120203060935 -->
+<div class="printfooter">
+Retrieved from "<a href="Binary_Storage.html">http://wiki.eclipse.org/SMILA/Project_Concepts/Binary_Storage</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 09:04, 18 November 2008 by <a href="http://wiki.eclipse.org/index.php?title=User:Marius.cimpean.numerica.de&action=edit" class="new" title="User:Marius.cimpean.numerica.de">Marius Cimpean</a>. Based on work by <a href="http://wiki.eclipse.org/User:T.menzel.brox.de" title="User:T.menzel.brox.de">thomas menzel</a>.</p>
+ <p id="footerviews">This page has been accessed 4,453 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.069 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Blackboard_Service_Concept.html b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Blackboard_Service_Concept.html
new file mode 100644
index 0000000..6ba7060
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Blackboard_Service_Concept.html
@@ -0,0 +1,545 @@
+
+
+
+
+
+
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Project Concepts/Blackboard Service Concept,SMILA/Project Concepts/Data Model and XML representation,G.schmidt.brox.de,Juergen.schumacher.empolis.com" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Project_Concepts/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Project Concepts/Blackboard Service Concept - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Project_Concepts/Blackboard_Service_Concept";
+var wgTitle = "SMILA/Project Concepts/Blackboard Service Concept";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15157";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "285054";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-java {line-height: normal; font-size: medium;}
+.source-java li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for java
+ * CSS class: source-java, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-java .de1, .source-java .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-java {}
+.source-java .head {}
+.source-java .foot {}
+.source-java .imp {font-weight: bold; color: red;}
+.source-java .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-java li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-java li.li2 {font-weight: bold;}
+.source-java .kw1 {color: #7F0055; font-weight: bold;}
+.source-java .kw2 {color: #7F0055; font-weight: bold;}
+.source-java .kw3 {color: #000000; font-weight: normal}
+.source-java .kw4 {color: #7F0055; font-weight: bold;}
+.source-java .co1 {color: #3F7F5F; font-style: italic;}
+.source-java .co2 {color: #3F7F5F;}
+.source-java .co3 {color: #3F7F5F; font-style: italic; font-weight: bold;}
+.source-java .coMULTI {color: #3F5FBF; font-style: italic;}
+.source-java .es0 {color: #000000;}
+.source-java .br0 {color: #000000;}
+.source-java .st0 {color: #2A00ff;}
+.source-java .nu0 {color: #000000;}
+.source-java .me1 {color: #000000;}
+.source-java .me2 {color: #000000;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="Blackboard_Service_Concept.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Project_Concepts_Blackboard_Service_Concept">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project_Concepts/Blackboard_Service_Concept">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Project_Concepts/Blackboard_Service_Concept">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Project_Concepts/Blackboard_Service_Concept">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Blackboard_Service_Concept&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Blackboard_Service_Concept&oldid=285054">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Blackboard_Service_Concept.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Project_Concepts/Blackboard_Service_Concept&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Blackboard_Service_Concept&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Blackboard_Service_Concept&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project%20Concepts/Blackboard%20Service%20Concept"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Project Concepts/Blackboard Service Concept</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Project_Concepts.1.html" title="SMILA/Project Concepts">Project Concepts</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Blackboard_Service_Concept.html#column-one">navigation</a>, <a href="Blackboard_Service_Concept.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Blackboard_Service_Concept.html#Description"><span class="tocnumber">1</span> <span class="toctext">Description</span></a></li>
+<li class="toclevel-1"><a href="Blackboard_Service_Concept.html#Discussion"><span class="tocnumber">2</span> <span class="toctext">Discussion</span></a>
+<ul>
+<li class="toclevel-2"><a href="Blackboard_Service_Concept.html#When_to_persist_data_into_the_a_storage."><span class="tocnumber">2.1</span> <span class="toctext">When to persist data into the a storage.</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Blackboard_Service_Concept.html#Technical_proposal"><span class="tocnumber">3</span> <span class="toctext">Technical proposal</span></a>
+<ul>
+<li class="toclevel-2"><a href="Blackboard_Service_Concept.html#Basics"><span class="tocnumber">3.1</span> <span class="toctext">Basics</span></a></li>
+<li class="toclevel-2"><a href="Blackboard_Service_Concept.html#Workflow"><span class="tocnumber">3.2</span> <span class="toctext">Workflow</span></a></li>
+<li class="toclevel-2"><a href="Blackboard_Service_Concept.html#Content_on_Blackboard"><span class="tocnumber">3.3</span> <span class="toctext">Content on Blackboard</span></a></li>
+<li class="toclevel-2"><a href="Blackboard_Service_Concept.html#Service_Interfaces"><span class="tocnumber">3.4</span> <span class="toctext">Service Interfaces</span></a></li>
+<li class="toclevel-2"><a href="Blackboard_Service_Concept.html#What_about_pipelets_running_in_a_separate_VM.3F"><span class="tocnumber">3.5</span> <span class="toctext">What about pipelets running in a separate VM?</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Description"></a><h2> <span class="mw-headline"> Description </span></h2>
+<p>Design a service to ease management of SMILA records during workflow processing.
+</p><p><br />
+</p>
+<a name="Discussion"></a><h2> <span class="mw-headline"> Discussion </span></h2>
+<a name="When_to_persist_data_into_the_a_storage."></a><h3> <span class="mw-headline"> When to persist data into the a storage. </span></h3>
+<p><a href="http://wiki.eclipse.org/User:G.schmidt.brox.de" title="User:G.schmidt.brox.de">User:G.schmidt.brox.de</a>: Several month ago we have had a discussion, how to persist information into the search index. At that time i proposed a configuration mechanism for controlling the storage/indexing processes when leaving BPEL. At that time we moved this discussion in the direction of using BPEL pipelets for e.g. indexing purposes because that way we are free to configure when and where to use this option. From my point of view such operations should be a general paradime. Either we use by default a configurable process for indexing/storage at the end of BPEL processing or we use pipelets for this case. Please share your thoughts.
+</p>
+<ul><li> <a href="http://wiki.eclipse.org/User:Juergen.schumacher.empolis.com" title="User:Juergen.schumacher.empolis.com">Juergen.schumacher.empolis.com</a> Yes, that is probably another valid way to configure it. It would be a minor change: Instead of writing back the records to the persistence layer on at the commit after each workflow which also invalidates the blackboard content, we could introduce a relatively simple pipelet to trigger the commit, after which the blackboard content must stay valid until the router has finished processing the records. So one would have more control over record persistence (the current concept causes each processed record to be persisted after each successfully finished workflow). The reason why I put this outside of BPEL was that I distinguished between "infrastructure" elements that are required to run with each workflow and "application" elements that are different in different setups. To me, "insert to index" is mainly an "application" element, as I can think of SMILA setups that are not used to build search indices. In my picture, persistence was a "infrastructure" element: To be able to chain several workflows via queues it is necessary that the blackboard content is persisted after single each workflow such that the next workflow can access the result (ok, strictly speaking this is not necessary after final workflows that are not followed by others anymore). So I thought it would safer to enforce record persistence this way, and that a workflow creator this way can concentrate more on the "create my application workflow" side of his problem instead of the "making my application work" side. If the team is more in favor of a more flexible solution, no problem. Just vote here (-:
+</li></ul>
+<a name="Technical_proposal"></a><h2> <span class="mw-headline"> Technical proposal </span></h2>
+<p>Purpose of the Blackboard Service is the management of SMILA record data during processing in a SMILA component (Connectivity, Workflow Processor). The problem is that different processing engines could require different physical formats of the record data (see <a href="Data_Model_and_XML_representation.html" title="SMILA/Project Concepts/Data Model and XML representation">SMILA/Project Concepts/Data Model and XML representation</a> for a discussion). Because this means either complex implementations of the logical data model or big data coversion problems, the idea is to keep the complete record data only on a "blackboard" which is not pushed through the workflow engine itself and to extract only a small "workflow object" from the blackboard to feed the workflow engine. This workflow object would contain only the part from the complete record data which the workflow engine needs for loop or branch conditions (and the record ID, of course). Thus it could be efficient enough to do the conversion between blackboard and workflow object before and after each workflow service invocation. As a side effect, the blackboard service could hide the handling of record persistence from the services to make service development easier.
+</p>
+<a name="Basics"></a><h3> <span class="mw-headline"> Basics </span></h3>
+<p>This figure given an overview about how these services could be composed:
+</p><p><a href="http://wiki.eclipse.org/Image:SMILA-Blackboard-Service.png" class="image" title="Image:SMILA-Blackboard-Service.png"><img alt="Image:SMILA-Blackboard-Service.png" src="http://wiki.eclipse.org/images/4/43/SMILA-Blackboard-Service.png" width="960" height="720" border="0" /></a>
+</p><p>Note that the use of the Blackboard service is not restricted to workflow processing, but it can be also used in Connectivity to create the initial SMILA record from the data sent by Crawlers. This way the persistence services are hidden from Connectivity, too.
+</p><p>It is assumed that the workflow engine itself (which will be a third party product usually) must be embedded into SMILA using some wrapper that translates incoming calls to workflow specific objects and service invocations from the workflow into real SMILA service calls. At least with a BPEL engine like ODE it must be done this way. In the following this wrapper is called the Workflow Integration Service. This workflow integration service will also handle the necessary interaction between workflow engine and blackboard (see next section for details).
+</p><p>For ODE, the use of Tuscany SCA Java would simplify the development of this integration service because it could be based on the BPEL implementation type of Tuscany. However, in the first version we will create an SMILA specific workflow integration service for ODE that can only orchestrate SMILA pipelet because the Tuscany BPEL implementation type does not yet support service references (see this <a href="http://mail-archives.apache.org/mod_mbox/ws-tuscany-user/200804.mbox/%3c5a75db780804160846u6161d069p17c09a9422b2da8b@mail.gmail.com%3e" class="external text" title="http://mail-archives.apache.org/mod_mbox/ws-tuscany-user/200804.mbox/%3c5a75db780804160846u6161d069p17c09a9422b2da8b@mail.gmail.com%3e" rel="nofollow">mail in the Tuscany user mailing list</a>).
+</p>
+<ul><li> Update 2008-04-21: Tuscany is making progress on this: <a href="http://mail-archives.apache.org/mod_mbox/ws-tuscany-dev/200804.mbox/%3c5a75db780804181720n248b697ar419eff7e945c8e36@mail.gmail.com%3e" class="external text" title="http://mail-archives.apache.org/mod_mbox/ws-tuscany-dev/200804.mbox/%3c5a75db780804181720n248b697ar419eff7e945c8e36@mail.gmail.com%3e" rel="nofollow">mail in dev mailing list</a>
+</li></ul>
+<a name="Workflow"></a><h3> <span class="mw-headline"> Workflow </span></h3>
+<p>The next picture illustrates how and which data flows through this system:
+</p><p><a href="http://wiki.eclipse.org/Image:SMILA-Blackboard-Activity.png" class="image" title="Image:SMILA-Blackboard-Activity.png"><img alt="Image:SMILA-Blackboard-Activity.png" src="http://wiki.eclipse.org/images/3/32/SMILA-Blackboard-Activity.png" width="960" height="720" border="0" /></a>
+</p><p>In more detail:
+</p>
+<ul><li> Listener receives record from queue.
+</li></ul>
+<p>bq. The record usually contains only the ID. In special cases it could optionally include some small attribute values or annotations that could be used to control routing inside the message broker.
+</p>
+<ul><li> Listener calls blackboard to load record data from persistence service and writes attributes contained in message record to blackboard.
+</li><li> Listener calls workflow service with ID from message record.
+</li><li> Workflow integration creates workflow object for ID.
+</li></ul>
+<p>bq. The workflow object uses engine specific classes (e.g. DOM for ODE BPEL engine) to represent the record ID and some chosen attributes that are needed in the engine for condition testing or computation. It's an configuration option of the workflow integration which attributes are to be included. In a more advanced version it may be possible to analyse the workflow definition (e.g. the BPEL process) to determine which attributes are needed.
+</p>
+<ul><li> Workflow integration invokes the workflow engine. This causes the following steps to be executed a couple of times:
+<ul><li> Workflow engine invokes SMILA service (pipelet). At least for ODE BPEL this means that the engine calls the integration layer which in turn routes the request to the invoked pipelet. So the workflow integration layer receives (potentially modified) workflow objects.
+</li><li> Workflow integration writes workflow objects to blackboard and creates record IDs. The selected pipelet is called with these IDs
+</li><li> Pipelet processes IDs and manipulates blackboard content. The result is a new list of record IDs (usually identical to the argument list, and usually the list has length 1)
+</li><li> Workflow integration creates new workflow objects from the result IDs and blackboard content and feeds them back to the workflow engine.
+</li></ul>
+</li><li> Workflow engine finishes successfully and returns a list of workflow objects.
+</li></ul>
+<p>bq. If it finishes with an exception, instead of the following the Listener/Router has to invalidate the blackboard for all IDs related to the workflow such that they are not committed back to the storages, and also it has to signal the message broker that the received message has not been processed successfully such that the message broker can move it to the dead letter queue.
+</p>
+<ul><li> Workflow integration extracts IDs from workflow objects and returns them.
+</li><li> Router creates outgoing messages with message records depending on blackboard content for given IDs.
+</li></ul>
+<p>bq. Two things may need configuration here: When to create an outgoing message to which queue (never, always, depending on conditions of attribute values or annotations) - this could also be done in workflow by setting a "nextDestination" annotation for each record ID. And which attributes/annotations are to be included in the message record - if any.
+</p>
+<ul><li> Router commits IDs on blackboard. This writes the blackboard content to the persistence services and invalidates the blackboard content for these IDs.
+</li><li> Router sends outgoing messages to message broker.
+</li></ul>
+<a name="Content_on_Blackboard"></a><h3> <span class="mw-headline"> Content on Blackboard </span></h3>
+<p>The Blackboard contains two kinds of content:
+</p>
+<ul><li>Records:* All records currently processed in this runtime process. The structure of an record is defined in <a href="Data_Model_and_XML_representation.html" title="SMILA/Project Concepts/Data Model and XML representation">SMILA/Project Concepts/Data Model and XML representation</a>. Clients manipulate the records through Blackboard API methods. This way the records are completely under control of the Blackboard which may be used in advanced versions for optimised communication with the persistence services.
+</li></ul>
+<p>Records enter the blackboard by one of the following operations:
+</p>
+<ul><li> create: create a new record with a given ID. No data is loaded from persistence, if a record with this ID exists already in the storages it will be overwritten when the created record is commited. E.g. used by Connectivity to initialize the record from incoming data.
+</li><li> load: loads record data for the given ID from persistence (or prepare it to be loaded). Used by a client to indicate that it wants to process this record.
+</li><li> split: creates a fragment of a given record, i.e. the record content is copied to a new ID derived from the given by adding a frament name (see [ID Concept] for details).
+</li></ul>
+<p>All these methods should care about locking the record ID in the storages such that no second runtime process can try to manipulate the same record.
+</p><p>A record is removed from the blackboard with one of these operations:
+</p>
+<ul><li> commit: all changes are written to the storages before the record is removed. The record is unlocked in the database.
+</li><li> invalidate: the record is removed from the blackboard. The record is unlocked in the database. If the record was created new (not overwritten) on this blackboard it should be removed from the storage completely.
+</li></ul>
+<ul><li>Notes:* Additional temporary data created by pipelets to be used in later pipelets in the same workflow, but not to be persisted in the storages. Notes can be either global or record specific (associated to a record ID). Record specific notes are copied on record splits and removed when the associated record is removed from the blackboard. In any case a note has a name and the value can be of any serializable Java class such that they can be accessed from separated services in own VMs.
+</li></ul>
+<p>bq. A nice extension would be workflow instance specific notes such that a pipelet can pass non persistent information to another pipelet invoked later in the workflow which is not associated to a single record, but does not conflict with information from different workflow instances like global notes would (based on the assumption that the workflow engine supports multi-threaded execution). This information would be removed from the blackboard after the workflow instance has finished. However, it has to be clarified how they are can associated to the workflow instance, even when accessed from a remote VM.
+</p>
+<a name="Service_Interfaces"></a><h3> <span class="mw-headline"> Service Interfaces </span></h3>
+<p>The Blackboard will be implemented as an OSGi service. The interface could look similar to the following definition. It is getting quite big, so maybe it makes sense to divide it up into the different parts (handling of lifecycle, literal values, object values, annotation, notes, attachments?) for better readability? We'll see about this when implementing.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">interface</span> Blackboard <span class="br0">{</span>
+ <span class="co1">// record life cycle methods</span>
+ <span class="kw4">void</span> create<span class="br0">(</span>ID id<span class="br0">)</span> <span class="kw1">throws</span> BlackboardAccessException;
+ <span class="kw4">void</span> load<span class="br0">(</span>ID id<span class="br0">)</span> <span class="kw1">throws</span> BlackboardAccessException;
+ ID split<span class="br0">(</span>ID id, <span class="kw3">String</span> fragmentName<span class="br0">)</span> <span class="kw1">throws</span> BlackboardAccessException;
+ <span class="kw4">void</span> commit<span class="br0">(</span>ID id<span class="br0">)</span> <span class="kw1">throws</span> BlackboardAccessException;
+ <span class="kw4">void</span> invalidate<span class="br0">(</span>ID id<span class="br0">)</span>;
+
+ <span class="co1">// factory methods for attribute values and annotation objects</span>
+ <span class="co1">// Literal and Annotation are just interfaces, </span>
+ <span class="co1">// blackboard implementation can determine the actual types for optimization</span>
+ Literal createLiteral<span class="br0">(</span><span class="br0">)</span>;
+ <span class="kw3">Annotation</span> createAnnotation<span class="br0">(</span><span class="br0">)</span>;
+
+ <span class="co1">// record content methods</span>
+ <span class="co1">// - record metadata </span>
+ <span class="co1">// for referenced types see interfaces proposed in [[SMILA/Project Concepts/Data Model and XML representation]]</span>
+ <span class="co1">// for string format of an attribute path see definition of AttributePath class below.</span>
+ <span class="co1">// -- basic navigation</span>
+ Iterator<String> getAttributeNames<span class="br0">(</span>ID id, Path path<span class="br0">)</span> <span class="kw1">throws</span> BlackboardAccessException;
+ Iterator<String> getAttributeNames<span class="br0">(</span>ID id<span class="br0">)</span> <span class="kw1">throws</span> BlackboardAccessException; <span class="co1">// convenience for getAttributeNames(ID, null);</span>
+ <span class="kw4">boolean</span> hasAttribute<span class="br0">(</span>ID id, Path path<span class="br0">)</span> <span class="kw1">throws</span> BlackboardAccessException;
+
+ <span class="co1">// -- handling of literal values</span>
+ <span class="co1">// navigation support</span>
+ <span class="kw4">boolean</span> hasLiterals<span class="br0">(</span>ID id, Path path<span class="br0">)</span> <span class="kw1">throws</span> BlackboardAccessException;
+ <span class="kw4">int</span> getLiteralsSize<span class="br0">(</span>ID id, Path path<span class="br0">)</span> <span class="kw1">throws</span> BlackboardAccessException;
+ <span class="co1">// get all literal attribute values of an attribute (index of last step is irrelevant)</span>
+ <span class="co1">// a client should not expect the blackboard to reflect changes done to these object automatically,</span>
+ <span class="co1">// but always should call one of the modification methods below to really set the changes.</span>
+ List<Literal> getLiterals<span class="br0">(</span>ID id, Path path<span class="br0">)</span> <span class="kw1">throws</span> BlackboardAccessException;
+
+ <span class="co1">// get single attribute value, index is specified in last step of path, defaults to 0.</span>
+ Literal getLiteral<span class="br0">(</span>ID id, Path path<span class="br0">)</span> <span class="kw1">throws</span> BlackboardAccessException;
+
+ <span class="co1">// modification of attribute values on blackboard</span>
+ <span class="kw4">void</span> setLiterals<span class="br0">(</span>ID id, Path path, List<Literal> values<span class="br0">)</span> <span class="kw1">throws</span> BlackboardAccessException;
+ <span class="co1">// set single literal value, index of last attribute step is irrelevant</span>
+ <span class="kw4">void</span> setLiteral<span class="br0">(</span>ID id, Path path, Literal value<span class="br0">)</span> <span class="kw1">throws</span> BlackboardAccessException;
+ <span class="co1">// add a single literal value, index of last attribute step is irrelevant</span>
+ <span class="kw4">void</span> addLiteral<span class="br0">(</span>ID id, Path path, Literal value<span class="br0">)</span> <span class="kw1">throws</span> BlackboardAccessException;
+
+ <span class="co1">// remove literal specified by index in last step</span>
+ <span class="kw4">void</span> removeLiteral<span class="br0">(</span>ID id, Path path<span class="br0">)</span> <span class="kw1">throws</span> BlackboardAccessException;
+ <span class="co1">// remove all literals of specified attribute</span>
+ <span class="kw4">void</span> removeLiterals<span class="br0">(</span>ID id, Path path<span class="br0">)</span> <span class="kw1">throws</span> BlackboardAccessException;
+
+ <span class="co1">// -- handling of sub-objects</span>
+ <span class="co1">// navigation: check if an attribute has sub-objects and get their number.</span>
+ <span class="kw4">boolean</span> hasObjects<span class="br0">(</span>ID id, Path path<span class="br0">)</span> <span class="kw1">throws</span> BlackboardAccessException;
+ <span class="kw4">int</span> getObjectSize<span class="br0">(</span>ID id, Path path<span class="br0">)</span> <span class="kw1">throws</span> BlackboardAccessException;
+
+ <span class="co1">// deleting sub-objects</span>
+ <span class="co1">// remove sub-objects specified by index in last step</span>
+ <span class="kw4">void</span> removeObject<span class="br0">(</span>ID id, Path path<span class="br0">)</span> <span class="kw1">throws</span> BlackboardAccessException;
+ <span class="co1">// remove all sub-objects of specified attribute</span>
+ <span class="kw4">void</span> removeObjects<span class="br0">(</span>ID id, Path path<span class="br0">)</span> <span class="kw1">throws</span> BlackboardAccessException;
+
+ <span class="co1">// access semantic type of sub-object attribute values. </span>
+ <span class="co1">// semantic types of literals are modified at literal object </span>
+ <span class="kw3">String</span> getObjectSemanticType<span class="br0">(</span>ID id, Path path<span class="br0">)</span> <span class="kw1">throws</span> BlackboardAccessException;
+ <span class="kw4">void</span> setObjectSemanticType<span class="br0">(</span>ID id, Path path, <span class="kw3">String</span> typename<span class="br0">)</span> <span class="kw1">throws</span> BlackboardAccessException;
+
+ <span class="co1">// -- annotations of attributes and sub-objects. </span>
+ <span class="co1">// annotations of literals are accessed via the Literal object</span>
+ <span class="co1">// use null, "" or an empty attribute path to access root annotations of record.</span>
+ <span class="co1">// use PathStep.ATTRIBUTE_ANNOTATION as index in final step to access the annotation </span>
+ <span class="co1">// of the attribute itself.</span>
+ Iterator<String> getAnnotationNames<span class="br0">(</span>ID id, Path path<span class="br0">)</span> <span class="kw1">throws</span> BlackboardAccessException;
+ <span class="kw4">boolean</span> hasAnnotations<span class="br0">(</span>ID id, Path path<span class="br0">)</span> <span class="kw1">throws</span> BlackboardAccessException;
+ <span class="kw4">boolean</span> hasAnnotation<span class="br0">(</span>ID id, Path path, <span class="kw3">String</span> name<span class="br0">)</span> <span class="kw1">throws</span> BlackboardAccessException;
+
+ List<Annotation> getAnnotations<span class="br0">(</span>ID id, Path path, <span class="kw3">String</span> name<span class="br0">)</span> <span class="kw1">throws</span> BlackboardAccessException;
+ <span class="co1">// shortcut to get only first annotation if one exists.</span>
+ <span class="kw3">Annotation</span> getAnnotation<span class="br0">(</span>ID id, Path path, <span class="kw3">String</span> name<span class="br0">)</span> <span class="kw1">throws</span> BlackboardAccessException;
+ <span class="kw4">void</span> setAnnotations<span class="br0">(</span>ID id, Path path, <span class="kw3">String</span> name, List<Annotation> annotations<span class="br0">)</span> <span class="kw1">throws</span> BlackboardAccessException;
+ <span class="kw4">void</span> setAnnotation<span class="br0">(</span>ID id, Path path, <span class="kw3">String</span> name, <span class="kw3">Annotation</span> annotation<span class="br0">)</span> <span class="kw1">throws</span> BlackboardAccessException;
+ <span class="kw4">void</span> addAnnotation<span class="br0">(</span>ID id, Path path, <span class="kw3">String</span> name, <span class="kw3">Annotation</span> annotation<span class="br0">)</span> <span class="kw1">throws</span> BlackboardAccessException;
+ <span class="kw4">void</span> removeAnnotation<span class="br0">(</span>ID id, Path path, <span class="kw3">String</span> name<span class="br0">)</span> <span class="kw1">throws</span> BlackboardAccessException;
+ <span class="kw4">void</span> removeAnnotations<span class="br0">(</span>ID id, Path path<span class="br0">)</span> <span class="kw1">throws</span> BlackboardAccessException;
+
+ <span class="co1">// - record attachments</span>
+ <span class="kw4">boolean</span> hasAttachment<span class="br0">(</span>ID id, <span class="kw3">String</span> name<span class="br0">)</span> <span class="kw1">throws</span> BlackboardAccessException;
+ <span class="kw4">byte</span><span class="br0">[</span><span class="br0">]</span> getAttachment<span class="br0">(</span>ID id, <span class="kw3">String</span> name<span class="br0">)</span> <span class="kw1">throws</span> BlackboardAccessException;
+ <span class="kw3">InputStream</span> getAttachmentAsStream<span class="br0">(</span>ID id, <span class="kw3">String</span> name<span class="br0">)</span> <span class="kw1">throws</span> BlackboardAccessException;
+ <span class="kw4">void</span> setAttachment<span class="br0">(</span>ID id, <span class="kw3">String</span> name, <span class="kw4">byte</span><span class="br0">[</span><span class="br0">]</span> name<span class="br0">)</span> <span class="kw1">throws</span> BlackboardAccessException;
+ <span class="kw3">InputStream</span> setAttachmentFromStream<span class="br0">(</span>ID id, <span class="kw3">String</span> name, <span class="kw3">InputStream</span> name<span class="br0">)</span> <span class="kw1">throws</span> BlackboardAccessException;
+
+ <span class="co1">// - notes methods</span>
+ <span class="kw4">boolean</span> hasGlobalNote<span class="br0">(</span><span class="kw3">String</span> name<span class="br0">)</span> <span class="kw1">throws</span> BlackboardAccessException;
+ <span class="kw3">Serializable</span> getGlobalNote<span class="br0">(</span><span class="kw3">String</span> name<span class="br0">)</span> <span class="kw1">throws</span> BlackboardAccessException;
+ <span class="kw4">void</span> setGlobalNote<span class="br0">(</span><span class="kw3">String</span> name, <span class="kw3">Serializable</span> object<span class="br0">)</span> <span class="kw1">throws</span> BlackboardAccessException;
+ <span class="kw4">boolean</span> hasRecordNote<span class="br0">(</span>ID id, <span class="kw3">String</span> name<span class="br0">)</span> <span class="kw1">throws</span> BlackboardAccessException;
+ <span class="kw3">Serializable</span> getRecordNote<span class="br0">(</span>ID id, <span class="kw3">String</span> name<span class="br0">)</span> <span class="kw1">throws</span> BlackboardAccessException;
+ <span class="kw4">void</span> setRecordNote<span class="br0">(</span>ID id, <span class="kw3">String</span> name, <span class="kw3">Serializable</span> object<span class="br0">)</span> <span class="kw1">throws</span> BlackboardAccessException;
+
+ <span class="co1">// This is certainly not complete ... just to give an idea of how it could taste.</span>
+ <span class="co1">// lots of convenience methods can be added later.</span>
+<span class="br0">}</span></pre></div>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">public</span> <span class="kw1">class</span> Path <span class="kw1">implements</span> <span class="kw3">Serializable</span>, Iterable<PathStep> <span class="br0">{</span>
+ <span class="co1">// string format of attribute path could be something like </span>
+ <span class="co1">// "attributeName1[index1]/attributeName2[index2]/..." or </span>
+ <span class="co1">// "attributeName1@index1/attributeName2@index2/...". </span>
+ <span class="co1">// The first is probably better because similar to XPath?</span>
+ <span class="co1">// The specification of index is optional and defaults to 0.</span>
+ <span class="co1">// Whether the index refers to a literal or a sub-object depends on methods getting the argument</span>
+
+ <span class="kw1">public</span> <span class="kw1">static</span> <span class="kw1">final</span> <span class="kw4">char</span> SEPARATOR = <span class="st0">'/'</span>;
+
+ <span class="kw1">public</span> Path<span class="br0">(</span><span class="br0">)</span>;
+ <span class="kw1">public</span> Path<span class="br0">(</span>Path path<span class="br0">)</span>;
+ <span class="kw1">public</span> Path<span class="br0">(</span><span class="kw3">String</span> path<span class="br0">)</span>;
+
+ <span class="co1">// extend path extended more steps. This modifies the object itself and returns it again </span>
+ <span class="co1">// for further modifications, e.g. path.add("level1").add("level2");</span>
+ <span class="kw1">public</span> Path add<span class="br0">(</span>PathStep step<span class="br0">)</span>;
+ <span class="kw1">public</span> Path add<span class="br0">(</span><span class="kw3">String</span> attributeName<span class="br0">)</span>;
+ <span class="kw1">public</span> Path add<span class="br0">(</span><span class="kw3">String</span> attributeName, <span class="kw4">int</span> index<span class="br0">)</span>;
+
+ <span class="co1">// remove tail element of this. This modifies the object itself and returns it again </span>
+ <span class="co1">// for further modifications, e.g. path.up().add("siblingAttribute");</span>
+ <span class="kw1">public</span> Path up<span class="br0">(</span><span class="br0">)</span>;
+
+ <span class="kw1">public</span> Iterator<PathStep> iterator<span class="br0">(</span><span class="br0">)</span>;
+ <span class="kw1">public</span> <span class="kw4">boolean</span> isEmpty<span class="br0">(</span><span class="br0">)</span>;
+ <span class="kw1">public</span> PathStep get<span class="br0">(</span><span class="kw4">int</span> positionInPath<span class="br0">)</span>;
+ <span class="kw1">public</span> <span class="kw3">String</span> getName<span class="br0">(</span><span class="kw4">int</span> positionInPath<span class="br0">)</span>;
+ <span class="kw1">public</span> <span class="kw4">int</span> getIndex<span class="br0">(</span><span class="kw4">int</span> positionInPath<span class="br0">)</span>;
+ <span class="kw1">public</span> <span class="kw4">int</span> length<span class="br0">(</span><span class="br0">)</span>;
+
+ <span class="kw1">public</span> <span class="kw4">boolean</span> equals<span class="br0">(</span>Path other<span class="br0">)</span>;
+ <span class="kw1">public</span> <span class="kw4">int</span> hashCode<span class="br0">(</span><span class="br0">)</span>;
+ <span class="kw1">public</span> <span class="kw3">String</span> toString<span class="br0">(</span><span class="br0">)</span>;
+<span class="br0">}</span></pre></div>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">public</span> <span class="kw1">class</span> PathStep <span class="kw1">implements</span> <span class="kw3">Serializable</span> <span class="br0">{</span>
+ <span class="kw1">public</span> <span class="kw1">static</span> <span class="kw1">final</span> <span class="kw4">int</span> ATTRIBUTE_ANNOTATION = <span class="nu0">-1</span>;
+
+ <span class="kw1">private</span> <span class="kw3">String</span> name;
+ <span class="kw1">private</span> <span class="kw4">int</span> index = <span class="nu0">0</span>; / index of value in multivalued attributes. <span class="kw1">default</span> is first value.
+
+ <span class="kw1">public</span> PathStep<span class="br0">(</span><span class="kw3">String</span> name<span class="br0">)</span>;
+ <span class="kw1">public</span> PathStep<span class="br0">(</span><span class="kw3">String</span> name, <span class="kw4">int</span> index<span class="br0">)</span>;
+
+ <span class="kw1">public</span> <span class="kw3">String</span> getName<span class="br0">(</span><span class="br0">)</span>;
+ <span class="kw1">public</span> <span class="kw4">int</span> getIndex<span class="br0">(</span><span class="br0">)</span>;
+
+ <span class="kw1">public</span> <span class="kw4">boolean</span> equals<span class="br0">(</span>AttributePath other<span class="br0">)</span>;
+ <span class="kw1">public</span> <span class="kw4">int</span> hashCode<span class="br0">(</span><span class="br0">)</span>;
+ <span class="kw1">public</span> <span class="kw3">String</span> toString<span class="br0">(</span><span class="br0">)</span>;
+<span class="br0">}</span></pre></div>
+<p>The business interface of a pipelet to be used in an SMILA workflow will be rather simple. It can get access to the local blackboard service using OSGi service lookup or by injection using OSGi Declarative Services. Therefore the main business method just needs to take a list of record IDs as an argument and return a new (or the same) list of IDs as the result. This is the same method that a workflow integration service needs to expose to the Listener/Router component, therefore it makes sense to use a common interface definition for both. This way it is possible to deploy processing runtimes with only a single pipelet without having to create dummy workflow definitions, because a pipelet can be wired up to the Listener/Router immediately. Becasue remote communication with separated pipelets (see below) will be implemented later pipelets (and therefore workflow integrations, too) must be implemented as OSGi services such that the remote communication can be coordinated using SCA. Thus, interfaces could look like this:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">interface</span> RecordProcessor <span class="br0">{</span>
+ ID<span class="br0">[</span><span class="br0">]</span> process<span class="br0">(</span>ID<span class="br0">[</span><span class="br0">]</span> records<span class="br0">)</span> <span class="kw1">throws</span> ProcessingException;
+<span class="br0">}</span></pre></div>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">interface</span> Pipelet <span class="kw1">extends</span> RecordProcessor <span class="br0">{</span>
+ <span class="co1">// specific methods for pipelets</span>
+<span class="br0">}</span></pre></div>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">interface</span> WorkflowIntegration <span class="kw1">extends</span> RecordProcessor <span class="br0">{</span>
+ <span class="co1">// specific methods for workflow integration services.</span>
+<span class="br0">}</span></pre></div>
+<p><br />
+</p>
+<a name="What_about_pipelets_running_in_a_separate_VM.3F"></a><h3> <span class="mw-headline"> What about pipelets running in a separate VM? </span></h3>
+<ul><li>Not relevant for initial implementation. This will be added in advanced versions and discussed in more detail then.*
+</li></ul>
+<p>We want to be able have pipelets running in separated VM if they are known to be unstable or non-terminating in error conditions. This can be supported by the blackboard service like this:
+</p><p><a href="http://wiki.eclipse.org/Image:SMILA-Blackboard-SeparatedService.png" class="image" title="Image:SMILA-Blackboard-SeparatedService.png"><img alt="Image:SMILA-Blackboard-SeparatedService.png" src="http://wiki.eclipse.org/images/9/98/SMILA-Blackboard-SeparatedService.png" width="960" height="720" border="0" /></a>
+</p><p>The separated pipelet VM would have a proxy blackboard service that coordinates the communication with the master blackboard in the workflow processor VM. Only the record ID needs to be sent to the separated pipelets. However, the separated pipelet must be wrapped to provide control of the record life cycle on the proxy blackboard, especially because the changes done in the remote blackboard must be committed back to the master blackboard when the separated pipelet has finished successful, or the proxy blackboard content must be invalidated without commit in case of an pipelet error. Possibly, this pipelet wrapper can also provide "watchdog" functionality to monitor the separated pipelet and terminate and restart it in case of endless loops or excessive memory consumption.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 28/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15157-0!1!0!!en!2!edit=0 and timestamp 20120203101533 -->
+<div class="printfooter">
+Retrieved from "<a href="Blackboard_Service_Concept.html">http://wiki.eclipse.org/SMILA/Project_Concepts/Blackboard_Service_Concept</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 09:53, 19 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a>. Based on work by <a href="http://wiki.eclipse.org/User:Juergen.schumacher.empolis.com" title="User:Juergen.schumacher.empolis.com">Juergen Schumacher</a>.</p>
+ <p id="footerviews">This page has been accessed 3,451 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.367 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Blackboard_Service_Restructured.html b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Blackboard_Service_Restructured.html
new file mode 100644
index 0000000..aaa902e
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Blackboard_Service_Restructured.html
@@ -0,0 +1,413 @@
+
+
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Project Concepts/Blackboard Service Restructured,SMILA/Documentation/Usage of Blackboard Service,SMILA/Specifications/Partitioning Storages,Andreas.Weber.empolis.com,Daniel.stucky.empolis.com,Juergen.schumacher.empolis.com,Churkin.ivan.gmail.com" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Project_Concepts/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Project Concepts/Blackboard Service Restructured - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Project_Concepts/Blackboard_Service_Restructured";
+var wgTitle = "SMILA/Project Concepts/Blackboard Service Restructured";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "18736";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "172685";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-java {line-height: normal; font-size: medium;}
+.source-java li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for java
+ * CSS class: source-java, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-java .de1, .source-java .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-java {}
+.source-java .head {}
+.source-java .foot {}
+.source-java .imp {font-weight: bold; color: red;}
+.source-java .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-java li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-java li.li2 {font-weight: bold;}
+.source-java .kw1 {color: #7F0055; font-weight: bold;}
+.source-java .kw2 {color: #7F0055; font-weight: bold;}
+.source-java .kw3 {color: #000000; font-weight: normal}
+.source-java .kw4 {color: #7F0055; font-weight: bold;}
+.source-java .co1 {color: #3F7F5F; font-style: italic;}
+.source-java .co2 {color: #3F7F5F;}
+.source-java .co3 {color: #3F7F5F; font-style: italic; font-weight: bold;}
+.source-java .coMULTI {color: #3F5FBF; font-style: italic;}
+.source-java .es0 {color: #000000;}
+.source-java .br0 {color: #000000;}
+.source-java .st0 {color: #2A00ff;}
+.source-java .nu0 {color: #000000;}
+.source-java .me1 {color: #000000;}
+.source-java .me2 {color: #000000;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-text {line-height: normal; font-size: medium;}
+.source-text li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for text
+ * CSS class: source-text, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-text .de1, .source-text .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-text {}
+.source-text .head {}
+.source-text .foot {}
+.source-text .imp {font-weight: bold; color: red;}
+.source-text .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-text li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-text li.li2 {font-weight: bold;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="Blackboard_Service_Restructured.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Project_Concepts_Blackboard_Service_Restructured">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project_Concepts/Blackboard_Service_Restructured">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Project_Concepts/Blackboard_Service_Restructured">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Project_Concepts/Blackboard_Service_Restructured">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Blackboard_Service_Restructured&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Blackboard_Service_Restructured&oldid=172685">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Blackboard_Service_Restructured.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Project_Concepts/Blackboard_Service_Restructured&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Blackboard_Service_Restructured&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Blackboard_Service_Restructured&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project%20Concepts/Blackboard%20Service%20Restructured"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Project Concepts/Blackboard Service Restructured</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Project_Concepts.1.html" title="SMILA/Project Concepts">Project Concepts</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Blackboard_Service_Restructured.html#column-one">navigation</a>, <a href="Blackboard_Service_Restructured.html#searchInput">search</a></div> <!-- start content -->
+ <p>
+</p>
+<div class="messagebox" style="background-color: #def3fe; border: 1px solid #c5d7e0; color: black; padding: 5px; margin: 1ex 0; min-height: 35px; padding-left: 45px;">
+<div style="float: left; margin-left: -40px;"><a href="http://wiki.eclipse.org/Image:Note.png" class="image" title="Note.png"><img alt="" src="http://wiki.eclipse.org/images/c/cc/Note.png" width="35" height="35" border="0" /></a></div>
+<div><b>Implemented </b><br />This concept has been merged into the trunk @ rev 353 on 2009-05-05<br />
+The <a href="../Documentation/Usage_of_Blackboard_Service.html" title="SMILA/Documentation/Usage of Blackboard Service">SMILA/Documentation/Usage of Blackboard Service</a> has been updated accordingly</div>
+</div>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Blackboard_Service_Restructured.html#Restructuring_the_Blackboard_Service"><span class="tocnumber">1</span> <span class="toctext">Restructuring the Blackboard Service</span></a>
+<ul>
+<li class="toclevel-2"><a href="Blackboard_Service_Restructured.html#Why_all_this.3F"><span class="tocnumber">1.1</span> <span class="toctext">Why all this?</span></a></li>
+<li class="toclevel-2"><a href="Blackboard_Service_Restructured.html#Proposal"><span class="tocnumber">1.2</span> <span class="toctext">Proposal</span></a>
+<ul>
+<li class="toclevel-3"><a href="Blackboard_Service_Restructured.html#New_interfaces"><span class="tocnumber">1.2.1</span> <span class="toctext">New interfaces</span></a></li>
+<li class="toclevel-3"><a href="Blackboard_Service_Restructured.html#Impact_on_existing_code"><span class="tocnumber">1.2.2</span> <span class="toctext">Impact on existing code</span></a></li>
+<li class="toclevel-3"><a href="Blackboard_Service_Restructured.html#Further_usage"><span class="tocnumber">1.2.3</span> <span class="toctext">Further usage</span></a></li>
+<li class="toclevel-3"><a href="Blackboard_Service_Restructured.html#Later_extensions"><span class="tocnumber">1.2.4</span> <span class="toctext">Later extensions</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="Blackboard_Service_Restructured.html#Implementation"><span class="tocnumber">1.3</span> <span class="toctext">Implementation</span></a></li>
+<li class="toclevel-2"><a href="Blackboard_Service_Restructured.html#Discussion"><span class="tocnumber">1.4</span> <span class="toctext">Discussion</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Restructuring_the_Blackboard_Service"></a><h2> <span class="mw-headline"> Restructuring the Blackboard Service </span></h2>
+<a name="Why_all_this.3F"></a><h3> <span class="mw-headline"> Why all this? </span></h3>
+<p>While thinking about the fix for <a href="https://bugs.eclipse.org/bugs/show_bug.cgi?id=269967" class="external text" title="https://bugs.eclipse.org/bugs/show_bug.cgi?id=269967" rel="nofollow">269967</a> it occured to me that the current blackboard service archtitecture is too simple. The problem there is that a workflow creates multiple records on the blackboard from the input object by splitting it. All of these records must be removed (after committing them to the storages in case of successful processing) after processing from the blackboard again to release the used memory again. This is easy in case of a single split in the pipeline, because then the listener knows all pipelet IDs: one input ID and the output IDs. But imagine that the pipeline splits the first split results again: then the IDs of the first splitting would not be returned to the listener and it could not care about committing/invalidating them. They would stay on the blackboard which results in a memory leak.
+</p><p>There are several ways to solve this:
+</p>
+<ol><li> Let the pipelets splitting the record care about what to do with the source records: Apart from introducing a lot of error potential for badly implemented pipelets (and making pipelet programming harder in general), this is problematic because one pipelet usually cannot decide if other pipelets might still need the source records.
+</li><li> Manage dependencies between reords on the blackboard so that all element/fragment records will also be removed when the source record is removed: Seems error prone, too: How to handle error cases? What if someone else already wants to process a split result when the source record is finished? Also, a record may be created in other ways than splitting so that no dependency is recorded.
+</li></ol>
+<p>And additionally, there may also be error cases which prevent a record to be correctly removed from the blackboard, so there is always a potential of memory leaks.
+</p><p>Next, I think the current design introduces problems with synchronous access to a single record from two seperate pipelines.
+</p><p>Finally, the Search service currently needs a blackboard implementation that does not persist the records.
+It uses an own implementation of the Blackboard interface that is not linked to any storage and just keeps everything in memory. This works but it would probably be nicer to have all blackboard stuff in a single place. And other service might have use for such a "transient" blackboard implementation, too.
+</p>
+<a name="Proposal"></a><h3> <span class="mw-headline"> Proposal </span></h3>
+<p>The following proposal might solve these problems (or at least be a starting point):
+</p>
+<ul><li> Instead of a single Blackboard service we create a BlackboardFactory service. The factory is linked to binary and record storages optionally and runs as a Declarative Service.
+</li><li> The factory can create Blackboard instances which are either "transient" (pure in-memory implementation, not using any storages) or "persisting" (linked to binary storage and optionally to record storage). The client selects which kind of blackboard it wants to use. A persisting blackboard can only be created successfully, if at least a binary storage is known. Creation of transient blackboards is always possible.
+</li><li> For each "session" an own new blackboard instance is created that manages only those records worked on by this request. A session is for example:
+<ul><li> a single task list execution of a QueueWorker router or listener (i.e. add/delete one record in Connectivity, or processing one input record from a queue message and manage all additional records created by the invoked workflows)
+</li><li> a single search request in the search service.
+</li></ul>
+</li><li> After the session the blackboard instance is released completely, thus freeing any memory resources automatically without interfering with other blackboard sessions.
+</li></ul>
+<a name="New_interfaces"></a><h4> <span class="mw-headline"> New interfaces </span></h4>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="coMULTI">/**
+ * Extension of existing BlackboardService interface,
+ * but not a service (in the OSGi sense) anymore.
+ */</span>
+<span class="kw1">interface</span> Blackboard <span class="br0">{</span>
+ <span class="co1">//</span>
+ <span class="co1">// this interface contains all methods of current BlackboardService interface, plus:</span>
+ <span class="co1">//</span>
+
+ <span class="coMULTI">/**
+ * commit ALL records on this blackboard to storages (if any) and release resources
+ */</span>
+ <span class="kw4">void</span> commit<span class="br0">(</span><span class="br0">)</span>;
+
+ <span class="coMULTI">/**
+ * remove ALL records from blackboard and release all associated resources
+ */</span>
+ <span class="kw4">void</span> invalidate<span class="br0">(</span><span class="br0">)</span>;
+<span class="br0">}</span></pre></div>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">interface</span> BlackboardFactory <span class="br0">{</span>
+ <span class="coMULTI">/**
+ * create a new non-persisting blackboard instance.
+ * This method must always return a valid empty blackboard instance.
+ */</span>
+ Blackboard createTransientBlackboard<span class="br0">(</span><span class="br0">)</span>;
+
+ <span class="coMULTI">/**
+ * create a blackboard able to persist records in storages
+ * @throws BlackboardAccessException no persisting blackboard can be created, because
+ * not even a binary storage service is available (record storage remains optional)
+ */</span>
+ Blackboard createPersistingBlackboard<span class="br0">(</span><span class="br0">)</span> <span class="kw1">throws</span> BlackboardAccessException;
+<span class="br0">}</span></pre></div>
+<a name="Impact_on_existing_code"></a><h4> <span class="mw-headline"> Impact on existing code </span></h4>
+<p>Most code could be left unchanged after this change (apart from renaming the current interface "BlackboardService" to simply "Blackboard"), because the new blackboard interface has all current methods, too. Only the access to the blackboard in the QueueWorker and SearchService would have to be changed. And of course we would have to find places where the final commit() or invalidate() would be called. No changes are necessary in pipelets or processing services.
+</p>
+<a name="Further_usage"></a><h4> <span class="mw-headline"> Further usage </span></h4>
+<ul><li> The QueueWorker implementation is currently intented to support operation without a blackboard, too, by working directly with records. This could be changed to use a transient blackboard instead. I think this would make the QueueWorker (the TaskListExecution service especially) code a lot simpler: there are many conditions now to decide if a record must be synced to a blackboard etc. Some code in the QueueWorker would have to be refactored to use "Id" instead of "Record" in method signatures for this.
+</li></ul>
+<a name="Later_extensions"></a><h4> <span class="mw-headline"> Later extensions </span></h4>
+<ul><li> The <tt>createPersistingBlackboard()</tt> could be extended to support blackboard persisting into different <a href="../Specifications/Partitioning_Storages.html" title="SMILA/Specifications/Partitioning Storages">Storage Points</a> by adding a method parameter naming a storage point ID to use.
+</li><li> Maybe we can use the BlackboardFactory to add caching of records/attachments over multiple blackboard sessions.
+</li></ul>
+<a name="Implementation"></a><h3> <span class="mw-headline"> Implementation </span></h3>
+<p>The proposal is implemented for review in a branch of our repository:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-text">http://dev.eclipse.org/svnroot/rt/org.eclipse.smila/branches/2009-04-06_jschumacher_Blackboard-Restructuring</pre></div>
+<a name="Discussion"></a><h3> <span class="mw-headline"> Discussion </span></h3>
+<ul><li><a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">User:Daniel.stucky.empolis.com</a>: I like the idea of restructuring the BlackboardService. I encountered some of those issues during development of the chemical information extraction demo were Records are splitted into elements and fragments. Is it possible to hide the commit() and invalidate() methods so that these cannot be used from within Pipelets ?
+</li></ul>
+<ul><li><ul><li> <a href="http://wiki.eclipse.org/User:Juergen.schumacher.empolis.com" title="User:Juergen.schumacher.empolis.com">Juergen.schumacher.empolis.com</a> Everything is possible (-; We could introduce another interface that extends Blackboard and adds these methods, but I do not really like this approach, it makes the API too complicated. I think it should be sufficient to just add to the javadoc of the methods, that these methods are not intended to be called by pipelets.
+</li></ul>
+</li></ul>
+<ul><li><a href="http://wiki.eclipse.org/User:Andreas.Weber.empolis.com" title="User:Andreas.Weber.empolis.com">User:Andreas.Weber.empolis.com</a>: Hi Jürgen, that sounds very good for me, too. Like Daniel, I also had some open questions in SMILA usage when splitting records in a Pipelet (e.g.: Should I remove the source record? Do I have to care about blackboard snychronization? etc). So I like the idea of having a "framework" that supports a user with that, or even better, releases a user from having to think about it at all. ;) BTW, I think it's very important to clarify the lifetime of a blackboard instance (resp. "session"). In your three examples, what about simplifying the first and second example by just saying: "In a Queueworker (router and listener), the session's/blackboard's liftetime is a single task execution" ?
+</li></ul>
+<ul><li><ul><li> <a href="http://wiki.eclipse.org/User:Juergen.schumacher.empolis.com" title="User:Juergen.schumacher.empolis.com">Juergen.schumacher.empolis.com</a> Done. But I've changed it to "task list execution", because in our code a "Task" is either a "Process" or a "Send", so "single task execution" could sound like creating a new blackboard between a "Process" and "Send" in the same listener task list.
+</li></ul>
+</li></ul>
+<ul><li><a href="http://wiki.eclipse.org/index.php?title=User:Churkin.ivan.gmail.com&action=edit" class="new" title="User:Churkin.ivan.gmail.com">Churkin.ivan.gmail.com</a> I want to make only one remark: QueueWorker have "Record" signature because its stored Record in queue ( mainly it contains only Id ). Sometimes ago it was planned to do XPath message selectors support. And now ability to store whole record in queue used to organize cluster.
+<ul><li> <a href="http://wiki.eclipse.org/User:Juergen.schumacher.empolis.com" title="User:Juergen.schumacher.empolis.com">Juergen.schumacher.empolis.com</a> The QueueWorker still can do the same. In the branch I only changed the interfaces of the actual QueueWorker tasks such that the TaskListExecutionService first puts the incoming record on a Blackboard instance (optionally a transient one such that it is not written to any storages) and using only IDs to call the tasks instead of the complete records. If the task then needs the complete record, it can easily get it from the blackboard instance used in this execution. Or did I miss the point of your comment?
+<ul><li> <a href="http://wiki.eclipse.org/index.php?title=User:Churkin.ivan.gmail.com&action=edit" class="new" title="User:Churkin.ivan.gmail.com">Churkin.ivan.gmail.com</a> Got it! With this remark everything is cool.
+</li></ul>
+</li></ul>
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 60/1000000
+Post-expand include size: 1066/2097152 bytes
+Template argument size: 542/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:18736-0!1!0!!en!2!edit=0 and timestamp 20120203101513 -->
+<div class="printfooter">
+Retrieved from "<a href="Blackboard_Service_Restructured.html">http://wiki.eclipse.org/SMILA/Project_Concepts/Blackboard_Service_Restructured</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 10:55, 30 September 2009 by <a href="http://wiki.eclipse.org/User:Tmenzel.brox.de" title="User:Tmenzel.brox.de">thomas menzel</a>. Based on work by <a href="http://wiki.eclipse.org/User:Juergen.schumacher.empolis.com" title="User:Juergen.schumacher.empolis.com">Juergen Schumacher</a>, <a href="http://wiki.eclipse.org/index.php?title=User:Churkin.ivan.gmail.com&action=edit" class="new" title="User:Churkin.ivan.gmail.com">Ivan Churkin</a> and <a href="http://wiki.eclipse.org/User:Andreas.Weber.empolis.com" title="User:Andreas.Weber.empolis.com">Andreas Weber</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Blackboard_Service_Restructured&action=credits" title="SMILA/Project Concepts/Blackboard Service Restructured">others</a>.</p>
+ <p id="footerviews">This page has been accessed 2,581 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.140 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Components_and_Modules.html b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Components_and_Modules.html
new file mode 100644
index 0000000..cde0327
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Components_and_Modules.html
@@ -0,0 +1,341 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Project Concepts/Components and Modules,SMILA/Project Concepts/Outdated" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Project_Concepts/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Project Concepts/Components and Modules - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Project_Concepts/Components_and_Modules";
+var wgTitle = "SMILA/Project Concepts/Components and Modules";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15296";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "121925";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Components_and_Modules.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Project_Concepts_Components_and_Modules">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project_Concepts/Components_and_Modules">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Project_Concepts/Components_and_Modules">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Project_Concepts/Components_and_Modules">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Components_and_Modules&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Components_and_Modules&oldid=121925">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Components_and_Modules.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Project_Concepts/Components_and_Modules&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Components_and_Modules&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Components_and_Modules&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project%20Concepts/Components%20and%20Modules"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Project Concepts/Components and Modules</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Project_Concepts.1.html" title="SMILA/Project Concepts">Project Concepts</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Components_and_Modules.html#column-one">navigation</a>, <a href="Components_and_Modules.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Components_and_Modules.html#Description"><span class="tocnumber">1</span> <span class="toctext">Description</span></a></li>
+<li class="toclevel-1"><a href="Components_and_Modules.html#Discussion"><span class="tocnumber">2</span> <span class="toctext">Discussion</span></a></li>
+<li class="toclevel-1"><a href="Components_and_Modules.html#Technical_proposal"><span class="tocnumber">3</span> <span class="toctext">Technical proposal</span></a>
+<ul>
+<li class="toclevel-2"><a href="Components_and_Modules.html#Connectivity"><span class="tocnumber">3.1</span> <span class="toctext">Connectivity</span></a></li>
+<li class="toclevel-2"><a href="Components_and_Modules.html#BPEL"><span class="tocnumber">3.2</span> <span class="toctext">BPEL</span></a></li>
+<li class="toclevel-2"><a href="Components_and_Modules.html#Data_Storage"><span class="tocnumber">3.3</span> <span class="toctext">Data Storage</span></a></li>
+<li class="toclevel-2"><a href="Components_and_Modules.html#Queue"><span class="tocnumber">3.4</span> <span class="toctext">Queue</span></a></li>
+<li class="toclevel-2"><a href="Components_and_Modules.html#Scheduler_.28P2.29"><span class="tocnumber">3.5</span> <span class="toctext">Scheduler (P2)</span></a></li>
+<li class="toclevel-2"><a href="Components_and_Modules.html#Mashup_.28P2.29"><span class="tocnumber">3.6</span> <span class="toctext">Mashup (P2)</span></a></li>
+<li class="toclevel-2"><a href="Components_and_Modules.html#Communication_.28P2.29"><span class="tocnumber">3.7</span> <span class="toctext">Communication (P2)</span></a></li>
+<li class="toclevel-2"><a href="Components_and_Modules.html#RSS_and_JMS_Publish.2FSubscribe_.28P2.29"><span class="tocnumber">3.8</span> <span class="toctext">RSS and JMS Publish/Subscribe (P2)</span></a></li>
+<li class="toclevel-2"><a href="Components_and_Modules.html#Configuration_Manager_.28P2.29"><span class="tocnumber">3.9</span> <span class="toctext">Configuration Manager (P2)</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Description"></a><h2> <span class="mw-headline"> Description </span></h2>
+<p>Modulesare functional components or a placeholder for them.
+</p><p><a href="http://wiki.eclipse.org/Image:Architecture_Overview_-_Service_Level.png" class="image" title="Image:Architecture Overview - Service Level.png"><img alt="Image:Architecture Overview - Service Level.png" src="http://wiki.eclipse.org/images/9/92/Architecture_Overview_-_Service_Level.png" width="693" height="498" border="0" /></a>
+</p>
+<a name="Discussion"></a><h2> <span class="mw-headline"> Discussion </span></h2>
+<a name="Technical_proposal"></a><h2> <span class="mw-headline"> Technical proposal </span></h2>
+<p>{info}
+Note: This section may only be edited by assigned developer(s). His responsibility is also to reflect any agreed changes/details in discussion section.
+</p><p>Outdated information could be found at: <a href="http://wiki.eclipse.org/SMILA/Project_Concepts/Outdated" title="SMILA/Project Concepts/Outdated">SMILA/Project_Concepts/Outdated</a>
+{info}
+</p><p><br />
+</p>
+<a name="Connectivity"></a><h3> <span class="mw-headline"> Connectivity </span></h3>
+<p>The connectivity module is the entry point for external data sources. The connectivity module is a single point of entry - on information level.
+</p><p>The connectivity module normalizes incoming information to an internally used message format. Large sets of incoming data could also be persisted into an external storage to reduce the queue load.
+</p><p>The connectivity module is also able to provide feedback to data source integration processes using a envelope mechanism. This envelope provides feedback to the IRM (e.g. whether data is up to date, incomplete, whether it was not able to take the data at all, ...). The data could also be exchanged in larger sets (multiple records at a time to reduce roundtrips). Additionally delta indexing support is provided allow high performance IRM based indexing.
+</p><p>Routing (assigning informations to information processes) and buffering functionality will be implemented within the connectivity module.
+</p><p>Currently no definitions regarding transport protocols are being made. We are sure that support for different communication protocols are of advantage.
+</p>
+<a name="BPEL"></a><h3> <span class="mw-headline"> BPEL </span></h3>
+<p>The BPEL module is a part of the data flow process. In this area all information are annotated. Further actions could be executed. Services are the base for each operation.
+Sample Services:
+</p>
+<ul><li> Stellent
+</li><li> Ontologies
+</li><li> Language analysis
+</li><li> Rule engine
+</li><li> Creation of events (for publish and subscribe)
+</li></ul>
+<p>The BPEL module allows debugging in a controlled environment (e.g. UI).
+</p><p>The following integration steps will be performed:
+</p>
+<ol><li> Creation of an optimized object model for java
+</li></ol>
+<p>The required know-how and abilities by the developer is kept during design into credit. The development know-how should be as low as possible. Core technologies should be at maximum Java, XML and OSGi.
+</p>
+<ol><li> On a strategic level SCA support is important. The integration should allow an abstraction of the communication model between components that are used in the BPEL workflow. Its important that SCA provides us advantages in the area of instable Pipelets.
+</li><li> Support of web services is a upside and no core functionality.
+</li></ol>
+<p>From Publish/Subscribe: It could be interesting to deliver a delta for the change notification (e.g. property XY has been modified) ? BPEL is document oriented. We have to take an view onto a definition what is a technical info (meta or control data) and what are real data. Does BPEL support variables?
+</p><p>The target architecture will do the whole message processing within the BPEL module. The change for making the XML message processor obsolete requires the introduction of two different configuration classes. In the new design "system processes" (e.g. splitting, filters, persistence, ...) and "data manipulation processes" (e.g. ontologies, file conversions, mime type detection, ...) are separated. This separation is a logical concept (not a technical one). For the end user these two processes must be distinguishable by the UI or by file extension.
+</p><p><a href="http://wiki.eclipse.org/Image:Architecture_Overview_-_BPEL.png" class="image" title="Image:Architecture Overview - BPEL.png"><img alt="Image:Architecture Overview - BPEL.png" src="http://wiki.eclipse.org/images/c/cd/Architecture_Overview_-_BPEL.png" width="757" height="426" border="0" /></a>
+</p><p><br />
+</p>
+<a name="Data_Storage"></a><h3> <span class="mw-headline"> Data Storage </span></h3>
+<p>The data storage allows the storage and access to information. This information could be stored by different vehicles. Targeting version 1 of SMILA an XML based storage is taken into credit because this storage type allows easy lookup of information (search, access, change, ...).
+</p><p>Later SMILA versions could use distributed file systems. To optimize performance combined approaches could be taken into credit (e.g. small data to XML; large files to distributed storage).
+</p><p>To discuss: how to select data.
+</p><p>The data storage also contains further information per document (e.g. process or record related meta data). This information should support internal processes (e.g. delta indexing).
+</p>
+<ul><li>To discuss*: are different versions of a record interesting?
+</li><li>To discuss*: Binary handling (external \[probably distributed\] Storage... Security, ... Backup, ...)
+</li></ul>
+<a name="Queue"></a><h3> <span class="mw-headline"> Queue </span></h3>
+<p>The queue is currently the way to distributed load to the different nodes of the installation. Messages are inserted into the queue and listeners are resolving these messages from the queue when they have further processing capatibilities. These listeners assign the resolved messages to the appropriate data flow process.
+</p>
+<a name="Scheduler_.28P2.29"></a><h3> <span class="mw-headline"> Scheduler (P2) </span></h3>
+<p>The scheduler service is a component that controls reoccurring invocations of functionalities.
+</p><p>Each kind of functionality in SMILA should be callable by this service.
+</p><p>Sample activities:
+</p>
+<ul><li> Execute a BPEL process
+</li><li> Deletion of temporary data
+</li><li> Start backup process
+</li><li> Updating data
+</li></ul>
+<ul><li>Remark*: Quartz, Java library like crontab [<a href="http://www.opensymphony.com/quartz/" class="external autonumber" title="http://www.opensymphony.com/quartz/" rel="nofollow">[1]</a>]
+</li><li>Warning: Distributed installations*
+</li></ul>
+<a name="Mashup_.28P2.29"></a><h3> <span class="mw-headline"> Mashup (P2) </span></h3>
+<p>The mashup component is able to combine information from different storages. The goal is to create a new information level. (e.g. documents with extended author information)
+The new information is then sent to the connectivity module for further handling.
+</p>
+<a name="Communication_.28P2.29"></a><h3> <span class="mw-headline"> Communication (P2) </span></h3>
+<p>The communication module allows the access to SMILA enhanced data by other applications. That way annotated information could be accessed easily.
+</p>
+<a name="RSS_and_JMS_Publish.2FSubscribe_.28P2.29"></a><h3> <span class="mw-headline"> RSS and JMS Publish/Subscribe (P2) </span></h3>
+<p>The RSS functionality is implemented as a simple web application. The web application allows users to watch for modifications in collections or data storages.
+</p><p>The selection functionality, which is used to create a RSS feed is strongly related to the abilities of an data storage.
+</p><p>The implementation of the publish/subscribe message patterns is controlled by event configurations in BPEL processes.
+</p><p>Using this functionality its possible to send messages to any component (e.g. a queue or external components). Changes in information could be sent to interested parties by this functionality.
+</p>
+<ul><li>Sample*: [<a href="http://dev.eclipse.org/mhonarc/newsLists/news.eclipse.technology.eilf/msg00013.html" class="external autonumber" title="http://dev.eclipse.org/mhonarc/newsLists/news.eclipse.technology.eilf/msg00013.html" rel="nofollow">[2]</a>]
+</li></ul>
+<p>It could be interesting to deliver a delta for the change notification (e.g. property XY has been modified) ? BPEL is document oriented. We have to take an view onto a definition what is a technical info (meta or control data) and what are real data. Does BPEL support variables?
+</p>
+<a name="Configuration_Manager_.28P2.29"></a><h3> <span class="mw-headline"> Configuration Manager (P2) </span></h3>
+<p>The configuration manager allows transparent access to configuration files. This service is also provided in a distributed installation.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 13/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15296-0!1!0!!en!2!edit=0 and timestamp 20120203101603 -->
+<div class="printfooter">
+Retrieved from "<a href="Components_and_Modules.html">http://wiki.eclipse.org/SMILA/Project_Concepts/Components_and_Modules</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 13:38, 5 October 2008 by <a href="http://wiki.eclipse.org/index.php?title=User:Szhbankova.brox.de&action=edit" class="new" title="User:Szhbankova.brox.de">Sofya Zhbankova</a>. Based on work by <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>.</p>
+ <p id="footerviews">This page has been accessed 1,858 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.103 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/CompoundManagement.html b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/CompoundManagement.html
new file mode 100644
index 0000000..74ad591
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/CompoundManagement.html
@@ -0,0 +1,485 @@
+
+
+
+
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Project Concepts/CompoundManagement,Daniel.stucky.empolis.com,Sebastian.voigt.brox.de" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Project_Concepts/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Project Concepts/CompoundManagement - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Project_Concepts/CompoundManagement";
+var wgTitle = "SMILA/Project Concepts/CompoundManagement";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15227";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "153026";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-java {line-height: normal; font-size: medium;}
+.source-java li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for java
+ * CSS class: source-java, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-java .de1, .source-java .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-java {}
+.source-java .head {}
+.source-java .foot {}
+.source-java .imp {font-weight: bold; color: red;}
+.source-java .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-java li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-java li.li2 {font-weight: bold;}
+.source-java .kw1 {color: #7F0055; font-weight: bold;}
+.source-java .kw2 {color: #7F0055; font-weight: bold;}
+.source-java .kw3 {color: #000000; font-weight: normal}
+.source-java .kw4 {color: #7F0055; font-weight: bold;}
+.source-java .co1 {color: #3F7F5F; font-style: italic;}
+.source-java .co2 {color: #3F7F5F;}
+.source-java .co3 {color: #3F7F5F; font-style: italic; font-weight: bold;}
+.source-java .coMULTI {color: #3F5FBF; font-style: italic;}
+.source-java .es0 {color: #000000;}
+.source-java .br0 {color: #000000;}
+.source-java .st0 {color: #2A00ff;}
+.source-java .nu0 {color: #000000;}
+.source-java .me1 {color: #000000;}
+.source-java .me2 {color: #000000;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="CompoundManagement.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Project_Concepts_CompoundManagement">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project_Concepts/CompoundManagement">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Project_Concepts/CompoundManagement">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Project_Concepts/CompoundManagement">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/CompoundManagement&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/CompoundManagement&oldid=153026">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="CompoundManagement.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Project_Concepts/CompoundManagement&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/CompoundManagement&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/CompoundManagement&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project%20Concepts/CompoundManagement"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Project Concepts/CompoundManagement</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Project_Concepts.1.html" title="SMILA/Project Concepts">Project Concepts</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="CompoundManagement.html#column-one">navigation</a>, <a href="CompoundManagement.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="CompoundManagement.html#Description"><span class="tocnumber">1</span> <span class="toctext">Description</span></a></li>
+<li class="toclevel-1"><a href="CompoundManagement.html#Technical_proposal"><span class="tocnumber">2</span> <span class="toctext">Technical proposal</span></a>
+<ul>
+<li class="toclevel-2"><a href="CompoundManagement.html#Overview"><span class="tocnumber">2.1</span> <span class="toctext">Overview</span></a></li>
+<li class="toclevel-2"><a href="CompoundManagement.html#Configuration"><span class="tocnumber">2.2</span> <span class="toctext">Configuration</span></a>
+<ul>
+<li class="toclevel-3"><a href="CompoundManagement.html#CompoundHandlerRegistry_Configuration"><span class="tocnumber">2.2.1</span> <span class="toctext">CompoundHandlerRegistry Configuration</span></a></li>
+<li class="toclevel-3"><a href="CompoundManagement.html#CompoundHandler_Runtime_Configuration"><span class="tocnumber">2.2.2</span> <span class="toctext">CompoundHandler Runtime Configuration</span></a></li>
+<li class="toclevel-3"><a href="CompoundManagement.html#Alternative_Compound_Configuration"><span class="tocnumber">2.2.3</span> <span class="toctext">Alternative Compound Configuration</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="CompoundManagement.html#Interfaces"><span class="tocnumber">2.3</span> <span class="toctext">Interfaces</span></a></li>
+<li class="toclevel-2"><a href="CompoundManagement.html#Implementation"><span class="tocnumber">2.4</span> <span class="toctext">Implementation</span></a></li>
+<li class="toclevel-2"><a href="CompoundManagement.html#CompoundManagement_vs._Splitter"><span class="tocnumber">2.5</span> <span class="toctext">CompoundManagement vs. Splitter</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Description"></a><h2> <span class="mw-headline"> Description </span></h2>
+<p>Work out a concept to handle compound objects (objects that contain or can be split up into multiple objects).
+</p>
+<a name="Technical_proposal"></a><h2> <span class="mw-headline"> Technical proposal </span></h2>
+<a name="Overview"></a><h3> <span class="mw-headline"> Overview </span></h3>
+<p>The CompoundManagement is responsible for extraction of elements from compound objects of various mimetypes (like zip archives, Windows Help Files (hlp), etc.). The CompoundManagement provides an Crawler interface over the extracted elements, this is identical to the ones provided by CrawlerFactories, thus it provides delta indexing support.
+The processing of the various types of compound objects and creation of "CompoundCrawlers" is delegated to so called CompoundHandlers. Each CompoundHandler implementation is associated with specific mimetypes.
+</p><p>This chart shows the architecture of the CompoundManagement:
+<a href="http://wiki.eclipse.org/Image:Compound_management_architecture.png" class="image" title="Image:compound_management_architecture.png"><img alt="Image:compound_management_architecture.png" src="http://wiki.eclipse.org/images/5/5d/Compound_management_architecture.png" width="960" height="720" border="0" /></a>
+<b>Note</b>: The component CompoundHandlerRegistry is most likely obsolete, as it's functionality (registration of CompoundHandlers) can be achieved by using OSGi technologies.
+</p>
+<a name="Configuration"></a><h3> <span class="mw-headline"> Configuration </span></h3>
+<a name="CompoundHandlerRegistry_Configuration"></a><h4> <span class="mw-headline"> CompoundHandlerRegistry Configuration </span></h4>
+<p>At first we need a configuration for the CompoundHandlerRegistry that associates a CompoundHandler implementation (there may be multiple supporting the same mimetype) with a mimetype. This could look like this:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><CompoundHandlerRegistry<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><CompoundHandler</span> <span class="re0">mimetype</span>=<span class="st0">"application/zip"</span> <span class="re0">class</span>=<span class="st0">"org.eclipse.smila.irm.compoundmanagement.ZipCompoundHandler"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><CompoundHandler</span> <span class="re0">mimetype</span>=<span class="st0">"application/mshelp"</span> <span class="re0">class</span>=<span class="st0">"org.eclipse.smila.irm.compoundmanagement.HlpCompoundHandler"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><CompoundHandler</span> <span class="re0">mimetype</span>=<span class="st0">"application/java-archive"</span> <span class="re0">class</span>=<span class="st0">"org.eclipse.smila.irm.compoundmanagement.ZipCompoundHandler"</span><span class="re2">></span></span>
+ ...
+<span class="sc3"><span class="re1"></CompoundHandlerRegistry<span class="re2">></span></span></span></pre></div>
+<p><a href="http://wiki.eclipse.org/index.php?title=User:Sebastian.voigt.brox.de&action=edit" class="new" title="User:Sebastian.voigt.brox.de">Sebastian Voigt</a>: This configuration could be omit. The CompoundManagement should resolve automatically which Compound "Handler" is installed. I would call them Compound Bundle or something else because each Handler is deployed with a bundle.
+The CompoundManagement can use a defined extension points to find "installed" compound bundles. Extension Point can be called org.eccenca.irm.compound.
+</p><p>This Extension Point should offer the following Interface:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="br0">{</span>
+ <span class="kw3">String</span> getMimeType<span class="br0">(</span><span class="br0">)</span>;
+ <span class="kw3">String</span> getCompoundHandlerName<span class="br0">(</span><span class="br0">)</span> - returns a Description of the Compound Handler <span class="br0">(</span>used <span class="kw1">for</span> Logging<span class="br0">)</span>
+<span class="br0">}</span></pre></div>
+<p>Before each indexing job the Compound Manager should retrieve all installed bundles that implement the Compound Extension point and should warn the user if there are bundles installed that address the same mimetype.
+</p>
+<a name="CompoundHandler_Runtime_Configuration"></a><h4> <span class="mw-headline"> CompoundHandler Runtime Configuration </span></h4>
+<p>Then during runtime we have to provide a configuration to the CompoundManagement that is passed to the CompoundHandler implementations. It contains information about how to process extracted data. This could/should contain
+</p>
+<ul><li> information about working directories where to extract the data to
+</li><li> information about attributes that should be inherited from the compound object. During inheritance there may be special actions required, like
+<ul><li> replace existing values
+</li><li> append to existing values
+</li><li> set value, if no value exists
+</li></ul>
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><inheritedAttributes<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">name</span>=<span class="st0">"accessRights"</span> <span class="re0">action</span>=<span class="st0">"replace"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">name</span>=<span class="st0">"lastModified"</span> <span class="re0">action</span>=<span class="st0">"replace"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">name</span>=<span class="st0">"abc"</span> <span class="re0">action</span>=<span class="st0">"append"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">name</span>=<span class="st0">"xyz"</span> <span class="re0">action</span>=<span class="st0">"set"</span><span class="re2">></span></span>
+ ...
+<span class="sc3"><span class="re1"></inheritedAttributes<span class="re2">></span></span></span></pre></div>
+<ul><li> information about filters. It would be great if the filters of an IRM configuration could be applied to CompoundHandlers (e.g. a filesystem is crawled and .log files are excluded, so we also want to exclude .log files contained in zips.)
+<ul><li> another option would be to let the Agent/Crawler Controller apply filtering logic on the Records returned by the CompoundCrawler by delegating it back to the Agent/Crawler. So filtering logic has to be part of the Crawler interface.
+</li></ul>
+</li><li> information on how to create Record IDs ? Or is this logic up to the implementation ?
+</li><li> information on how to create Delta Indexing hash key (what attributes to use)
+</li><li> information on what attribute contain the content to be extracted
+</li></ul>
+<p>As different CompoundHandler implementations may need different configuration we should make the configuration schema extendable as done in the IRM configuration. Some configurations will be needed in all cases (like Inheritance of attributes, delta indexing hash), some may be optional or different (like configuration of working environment and filters).
+</p>
+<a name="Alternative_Compound_Configuration"></a><h4> <span class="mw-headline"> Alternative Compound Configuration </span></h4>
+<p><a href="http://wiki.eclipse.org/index.php?title=User:Sebastian.voigt.brox.de&action=edit" class="new" title="User:Sebastian.voigt.brox.de">Sebastian Voigt</a>:
+A CompoundHandler behave as and has the same workflow as a Crawler. Therefore it should use the same configuration file.
+The Compound Manager defines a Compound config schema, and each Compound Handler can redefine the Attributes and the Process Tags (like in the workflow for the irm configuration).
+Process can be used to define behavior like filtering etc. for the extracting Job. HashAttributes and KeyAttributes are used to build the Record and ID (build be the Controller).
+</p><p>The Compound configuration should contain additionally a description of an Index Job. The Configuration is only used for this index job. Thus for each CompoundHandler and for each Index Job Configuration there could be a config for the compound handler (different behavior for different index jobs)
+</p><p>I would not add action tags like defined above. The IRM Framework should not change attributes or the information. It is only responsible to return information from specific data source. Therefore I think Attributes should not join or replaced.
+Usually the Compound contents don't fit to the data source like e.g. Sharepoint and Zips. Sharepoint Objects has no path in a file system, and zips have only a sub path. There is no need to join/replace any information.
+The Use of Compound handler is to return further/additional Attributes that describe the Object in a Compound more.
+</p>
+<ul><li> <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>: we agreed, that adaptation of attributes in compound elements is needed and that we should do it as early as possible - inside a CompoundHandler (the alternative was during BPEL, but as the data of the parent object is needed we would have to store both the elements as well as the parents attributes in the objects EILRecord.). This "attribute inheritance" should be implemented once (abstract base class). If we really need different actions will be seen during implementation.
+</li></ul>
+<p><a href="http://wiki.eclipse.org/index.php?title=User:Sebastian.voigt.brox.de&action=edit" class="new" title="User:Sebastian.voigt.brox.de">Sebastian Voigt</a>: Ok. We can adopt a IRM Configuration for this job. We need the following information:
+</p><p>1) which attributes has to gathered from the compound
+2) where should they be stored
+3) which operation is used when it is stored in an attribute that has been inherited
+</p><p>\--> CompoundConfiguration
+Attribute: Which information should be gathered from the Compound ( Compound defines with schema itself what is possible)
+Name: In which Attribute in the Record should be stored the Information (if this Attribute exists in the Record it will be overwritten)
+Attributes that should not be gathered but inherited are selected with a a <Inherited/> tag.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><CompoundConfiguration</span> <span class="re0">xmlns:xsi</span>=<span class="st0">"http://www.w3.org/2001/XMLSchema-instance"</span> <span class="re0">xsi:noNamespaceSchemaLocation</span>=<span class="st0">"CompoundHandlerZip.xsd"</span><span class="re2">></span></span>
+<span class="sc3"><span class="re1"><IndexJob<span class="re2">></span></span></span>
+ FileSystemIndexJob
+<span class="sc3"><span class="re1"></IndexJob<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attributes<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">Type</span>=<span class="st0">"Date"</span> <span class="re0">Name</span>=<span class="st0">"Date"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><FileAttributes<span class="re2">></span></span></span>FileDate<span class="sc3"><span class="re1"></FileAttributes<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Attribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">Type</span>=<span class="st0">"String"</span> <span class="re0">Name</span>=<span class="st0">"Filename"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><FileAttributes<span class="re2">></span></span></span>Name<span class="sc3"><span class="re1"></FileAttributes<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Attribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">Type</span>=<span class="st0">"String"</span> <span class="re0">Name</span>=<span class="st0">"Path"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><FileAttributes<span class="re2">></span></span></span>Path<span class="sc3"><span class="re1"></FileAttributes<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Attribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">Type</span>=<span class="st0">"String"</span> <span class="re0">Name</span>=<span class="st0">"PermissionUsers"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Inherited</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></Attribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">Type</span>=<span class="st0">"StringCollection"</span> <span class="re0">Name</span>=<span class="st0">"PermissionGroup"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Inherited<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Attribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">Type</span>=<span class="st0">"String"</span> <span class="re0">Name</span>=<span class="st0">"Content"</span> <span class="re0">MimeTypeAttribute</span>=<span class="st0">"Content"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><FileAttributes<span class="re2">></span></span></span>Content<span class="sc3"><span class="re1"></FileAttributes<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Attribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">Type</span>=<span class="st0">"String"</span> <span class="re0">Name</span>=<span class="st0">"Extension"</span> <span class="re0">MimeTypeAttribute</span>=<span class="st0">"FileExtension"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><FileAttributes<span class="re2">></span></span></span>FileExtension<span class="sc3"><span class="re1"></FileAttributes<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Attribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Attributes<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Process<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Filter</span> <span class="re0">Recursive</span>=<span class="st0">"true"</span> <span class="re0">CaseSensitive</span>=<span class="st0">"false"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Include</span> <span class="re0">Name</span>=<span class="st0">"*.txt"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></Filter<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Process<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></IRMConfiguration<span class="re2">></span></span></span></pre></div>
+<p>e.g.
+The Date, the filename, path, content and the extension are gathered from the compound and the permissions are inherited from the compoound itself.
+\\
+</p>
+<a name="Interfaces"></a><h3> <span class="mw-headline"> Interfaces </span></h3>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">interface</span> CompoundManagement
+<span class="br0">{</span>
+ Crawler extract<span class="br0">(</span> Record compound, CMConfig config, <span class="kw3">String</span> mimetype <span class="br0">)</span>;
+<span class="br0">}</span></pre></div>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">interface</span> CompoundHandler
+<span class="br0">{</span>
+ Crawler extract<span class="br0">(</span> Record compound, CMConfig config <span class="br0">)</span>;
+<span class="br0">}</span></pre></div>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">interface</span> CompoundHandlerRegistry
+<span class="br0">{</span>
+ CompoundHandler getCompoundHandler<span class="br0">(</span> <span class="kw3">String</span> mimetype <span class="br0">)</span>;
+ <span class="kw4">void</span> register<span class="br0">(</span> <span class="kw3">String</span> mimetype, Sring clazz <span class="br0">)</span>;
+ <span class="kw4">void</span> unregister<span class="br0">(</span> <span class="kw3">String</span> mimetype <span class="br0">)</span>;
+<span class="br0">}</span></pre></div>
+<a name="Implementation"></a><h3> <span class="mw-headline"> Implementation </span></h3>
+<p>CompoundManagement and CompoundHandlerRegistry are kind of fixed components that do not need to be reimplemented by SMILA users.
+CompoundHandler implementations do the real work and contributions are expected here. We should provide one or two sample implementations (I suggest one for zip files). Each CompoundHandler implementation is free on how to implement it's functionality. It can be done in process using Java libs or in external processes (like executing unzip.exe). There are no restrictions on these implementations.
+</p><p>The CompoundHandler interface could support SCA but except for the technology independence I do not see a big gain here. CompoundHandlers should not be executed remotely\!
+</p>
+<a name="CompoundManagement_vs._Splitter"></a><h3> <span class="mw-headline"> CompoundManagement vs. Splitter </span></h3>
+<p>CompoundManagement and Splitter functionality basically offer the same functionality:
+</p>
+<ul><li> input: one object
+</li><li> output N objects
+</li></ul>
+<p>The usage of both is slightly different:
+</p>
+<ul><li> CompoundManagement
+<ul><li> is used in the IRM (in generall "near" the data source)
+</li><li> multiple types of compounds must be processed dynamically
+</li></ul>
+</li><li> Splitter
+<ul><li> is used in BPEL to provide Chapter or Page wise indexing
+</li><li> usually only a single object type is splitted, because splitting is most likely based on INSO output and not done on the raw data
+</li></ul>
+</li></ul>
+<p>Therefore we should provide a BPEL service for Splitting. This service should be configurable to support splitting of one concrete type. Internally we can reuse the concept for CompoundManagement registerung just a single CompoundHandler.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 33/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15227-0!1!0!!en!2!edit=0 and timestamp 20120203101503 -->
+<div class="printfooter">
+Retrieved from "<a href="CompoundManagement.html">http://wiki.eclipse.org/SMILA/Project_Concepts/CompoundManagement</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 07:01, 12 May 2009 by <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>. </p>
+ <p id="footerviews">This page has been accessed 2,020 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.250 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Concept_for_a_Performance_Measurement_Framework.html b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Concept_for_a_Performance_Measurement_Framework.html
new file mode 100644
index 0000000..f769313
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Concept_for_a_Performance_Measurement_Framework.html
@@ -0,0 +1,389 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Project Concepts/Concept for a Performance Measurement Framework" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Project_Concepts/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Project Concepts/Concept for a Performance Measurement Framework - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Project_Concepts/Concept_for_a_Performance_Measurement_Framework";
+var wgTitle = "SMILA/Project Concepts/Concept for a Performance Measurement Framework";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15324";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "113774";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Concept_for_a_Performance_Measurement_Framework.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Project_Concepts_Concept_for_a_Performance_Measurement_Framework">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project_Concepts/Concept_for_a_Performance_Measurement_Framework">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Project_Concepts/Concept_for_a_Performance_Measurement_Framework">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Project_Concepts/Concept_for_a_Performance_Measurement_Framework">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Concept_for_a_Performance_Measurement_Framework&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Concept_for_a_Performance_Measurement_Framework&oldid=113774">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Concept_for_a_Performance_Measurement_Framework.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Project_Concepts/Concept_for_a_Performance_Measurement_Framework&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Concept_for_a_Performance_Measurement_Framework&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Concept_for_a_Performance_Measurement_Framework&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project%20Concepts/Concept%20for%20a%20Performance%20Measurement%20Framework"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Project Concepts/Concept for a Performance Measurement Framework</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Project_Concepts.1.html" title="SMILA/Project Concepts">Project Concepts</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Concept_for_a_Performance_Measurement_Framework.html#column-one">navigation</a>, <a href="Concept_for_a_Performance_Measurement_Framework.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Concept_for_a_Performance_Measurement_Framework.html#Goals_of_the_Performance_Measurement_Framework:"><span class="tocnumber">1</span> <span class="toctext">Goals of the Performance Measurement Framework:</span></a></li>
+<li class="toclevel-1"><a href="Concept_for_a_Performance_Measurement_Framework.html#Survey"><span class="tocnumber">2</span> <span class="toctext">Survey</span></a>
+<ul>
+<li class="toclevel-2"><a href="Concept_for_a_Performance_Measurement_Framework.html#Survey_of_techniques_for_the_Measurement_Interface.2FAPI:"><span class="tocnumber">2.1</span> <span class="toctext">Survey of techniques for the Measurement Interface/API:</span></a></li>
+<li class="toclevel-2"><a href="Concept_for_a_Performance_Measurement_Framework.html#nSurvey_of_techniques_for_the_Data_Collection_Component:"><span class="tocnumber">2.2</span> <span class="toctext">nSurvey of techniques for the Data Collection Component:</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Concept_for_a_Performance_Measurement_Framework.html#Review:"><span class="tocnumber">3</span> <span class="toctext">Review:</span></a></li>
+<li class="toclevel-1"><a href="Concept_for_a_Performance_Measurement_Framework.html#Further_Steps:"><span class="tocnumber">4</span> <span class="toctext">Further Steps:</span></a></li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Goals_of_the_Performance_Measurement_Framework:"></a><h2> <span class="mw-headline"> Goals of the Performance Measurement Framework: </span></h2>
+<p>Framework for:
+</p>
+<ul><li> Measurements of Application Metrics like
+<ul><li> Response time
+</li><li> Throughput
+</li><li> Resource Utilization
+</li><li> Workload
+</li></ul>
+</li><li> A totally distributed application
+</li><li> A heterogeneous Components (Hardware / Operation System)
+</li><li> Applications are based on Java
+</li><li> Profiling (Monitoring on instruction level) is not important
+</li></ul>
+<p><br />
+</p>
+<a name="Survey"></a><h2> <span class="mw-headline"> Survey </span></h2>
+<p>The Concept for the Framework can be divided into two components:
+</p>
+<ul><li> Measurement Interface/API - Component: Measurements are taken from application\-specific results. Therefore the Applications have to measure the metric itself. The results can be delivered to the Measurement interface/API which can be used from the Data Collection Component.
+</li><li> Data Collection Component: The Data Collection Component can contact the Measurement Interface/API that is used in parts of the distributed application to collect the results of the measurement. Furthermore this component can analyze/convert the data and can create statistics or graphs.
+</li></ul>
+<p><br />
+</p>
+<a name="Survey_of_techniques_for_the_Measurement_Interface.2FAPI:"></a><h3> <span class="mw-headline"> Survey of techniques for the Measurement Interface/API: </span></h3>
+<ul><li> Logging
+<ul><li> Every Part of the distributed Application can use logging to save results of the measurement.
+<ul><li> Advantages: Simple approach
+</li><li> Disadvantages: Synchronization of Measurement entries
+</li><li> Unsolved: the Collection of the logging files
+<ul><li> Can be solved with an implementation over JMS /ActiveMQ
+</li></ul>
+</li></ul>
+</li></ul>
+</li><li> JMX (Java Management Extensions)
+<ul><li> Framework for Management and Monitoring of Java\-Applications
+</li><li> Advantages:
+<ul><li> Simple publication of application properties (can be measurement results)
+<ul><li> MBeans ( like Pojo\-Objects with getter/setter)
+</li><li> Notifications possible
+</li></ul>
+</li></ul>
+</li><li> Disadvantages:
+<ul><li> MBeans Properties has to be polled (probably, otherwise use of notifications)
+</li></ul>
+</li></ul>
+</li><li> ARM (Application Response Measurement)
+<ul><li> Open standard ([<a href="http://www.opengroup.org/tech/management/arm/|http://www.opengroup.org/tech/management/arm/" class="external autonumber" title="http://www.opengroup.org/tech/management/arm/|http://www.opengroup.org/tech/management/arm/" rel="nofollow">[1]</a>])
+</li><li> "for monitoring and diagnosing performance bottlenecks within complex enterprise applications that use loosely\-coupled designs or service\-oriented architectures"
+</li><li> Standard contains the API for C and java that allows timing information associated with each step in processing a transaction to be logged to a remote server for later analysis
+</li><li> Contains Functions for Performance Counters, Monitoring of Transactions, etc.
+</li><li> Implementations:
+<ul><li> Open Source: open\-arm.sourceforge.net
+<ul><li> Alpha/Beta' status (version 0.009)
+</li><li> Contains for the distribution of results:
+<ul><li> Logging
+</li><li> SNMP
+</li></ul>
+</li></ul>
+</li><li> ARM\-SDK4 (distributed from the standardization group)
+<ul><li> Uses the C Lib and JNI for the java API
+</li><li> Measurement functions are implement
+</li><li> Implementation of the Distribution of measurement results
+<ul><li> ONLY: logging
+</li></ul>
+</li></ul>
+</li><li> Commercial: tang\-it.com
+<ul><li> Commercial!
+</li><li> E.g.: Supports the collection/distribution of measurement data to a database server
+</li><li> Advantages: best solution for the Performance Measurement Framework
+</li><li> Disadvantages: there is no (open source, non-commercial) implementation that supports distributed applications and distributed measurements
+</li></ul>
+</li></ul>
+</li></ul>
+</li></ul>
+<a name="nSurvey_of_techniques_for_the_Data_Collection_Component:"></a><h3> <span class="mw-headline"> nSurvey of techniques for the Data Collection Component: </span></h3>
+<p>Most Techniques are developed for the monitoring of J2EE\-Applications/Servers and for profiling Java\-Applications
+</p><p><br />
+</p>
+<ul><li> JManage (jmanage.org): Client for JMX: runs in a Web server:
+</li></ul>
+<p>Can be used to access applications that use JMX
+Can create graphs from the returned data
+</p><p><br />
+</p>
+<ul><li> Commercial Tools:
+<ul><li> DynaTrace
+</li><li> Intrascope
+</li></ul>
+</li></ul>
+<p><br />
+</p>
+<ul><li> Eclipse Test & Performance Tools Platform Project ([<a href="http://www.eclipse.org/tptp" class="external autonumber" title="http://www.eclipse.org/tptp" rel="nofollow">[2]</a> www.eclipse.org/tptp]) :
+</li><li> TPTP provides powerful frameworks and services for an open platform upon which developers build unique test and performance tools
+</li></ul>
+<ul><li> TPTP can be used for profiling of Java\-Applications and JMX\-Application can be managed:
+</li></ul>
+<ul><li> Advantages:
+<ul><li> Logging concept : TPTP supports CBE (Common Base Events). It can read logs and can convert them to CBE. CBE can be used for statistical analyze of the data
+</li></ul>
+</li></ul>
+<ul><li><ul><li> Open Platform: The TPTP\- Framework can be extended
+<ul><li> Agent Controller specific:
+<ul><li> E.g. Eclipse Help:
+<ul><li> TPTP Data Collection Framework / How to write a TPTP Data Collection Agent
+</li><li> Extending the monitoring, profiling, and testing functions
+</li></ul>
+</li></ul>
+</li></ul>
+</li></ul>
+</li></ul>
+<p><br />
+</p>
+<ul><li> Problems/Disadvantages:
+<ul><li> JMX can used for managing JMX\-Applications, but JMX information cannot be used to creating graphs/statistical
+</li><li> For the "Statistical" Launch Configuration there is no Agent (Agent is a collecting service that can be started in the Agent Controller) in the Agent Controller that can use ARM or JMX - Clients (JMX only for specific JBoss/Jonas, no JSR\-160').
+</li><li> And only one agent can be selected in eclipse TPTP( but: according to the documentation it should be possible to use more agents [<a href="http://help.eclipse.org/help32/index.jsp'topic=/org.eclipse.tptp.platform.agentcontroller.doc.isv/ref/ac/Cpp\_API/TPTP\_Data\_Collection\_Subsytem\_External\_Spec.html|http://help.eclipse.org/help32/index.jsp?topic=/org.eclipse.tptp.platform.agentcontroller.doc.isv/ref/ac/Cpp_API/TPTP_Data_Collection_Subsytem_External_Spec.html" class="external autonumber" title="http://help.eclipse.org/help32/index.jsp'topic=/org.eclipse.tptp.platform.agentcontroller.doc.isv/ref/ac/Cpp\_API/TPTP\_Data\_Collection\_Subsytem\_External\_Spec.html|http://help.eclipse.org/help32/index.jsp?topic=/org.eclipse.tptp.platform.agentcontroller.doc.isv/ref/ac/Cpp_API/TPTP_Data_Collection_Subsytem_External_Spec.html" rel="nofollow">[3]</a>] )
+</li><li> Therefore for the use of TPTP for this Framework there have to be some further development ( a special agent that can address JMX or ARM and simultaneously the windows PerfMon functionality)
+</li></ul>
+</li></ul>
+<p><br />
+</p>
+<ul><li> Eclipse Cosmos:
+</li></ul>
+<p>The COSMOS (Community\-driven Systems Management in Open Source) project aims to provide an extensible, standards\-based framework upon which software developers can create specialized, differentiated and inter\-operable offerings of tools for system management.
+</p>
+<ul><li><ul><li> Review: Cosmos is no option. Release V1.0 is Sommer 2008
+</li></ul>
+</li></ul>
+<p><br />
+</p>
+<a name="Review:"></a><h2> <span class="mw-headline"> Review: </span></h2>
+<ul><li> the non-commercial arm - software allows no distributed application (only the logging facility is implemented, with open-arm snmp, probably this is a option!?)
+</li><li> JMX is used by many applications to allow the management of (runtime) properties, but it isnt often used for measurement functionality (but it can be used for it)
+</li></ul>
+<a name="Further_Steps:"></a><h2> <span class="mw-headline"> Further Steps: </span></h2>
+<ul><li> Open Issue: How can JMX/ARM integrated into the TPTP-Framework to use the "statisticals" launch configuration (for Graphs)?
+<ul><li> Own Implementation of an agent for the agent controller (work?)
+</li><li> Can this agent support JMX/ARM and Windows Performace Information?
+</li></ul>
+</li><li> Open Issue: Alternatives?
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 7/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15324-0!1!0!!en!2!edit=0 and timestamp 20120203101610 -->
+<div class="printfooter">
+Retrieved from "<a href="Concept_for_a_Performance_Measurement_Framework.html">http://wiki.eclipse.org/SMILA/Project_Concepts/Concept_for_a_Performance_Measurement_Framework</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 15:32, 15 August 2008 by <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>. </p>
+ <p id="footerviews">This page has been accessed 1,908 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.114 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Connectivity.html b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Connectivity.html
new file mode 100644
index 0000000..3d88676
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Connectivity.html
@@ -0,0 +1,489 @@
+
+
+
+
+
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Project Concepts/Connectivity,SMILA/Project Concepts/ConnectivityMessageInterface,SMILA/Project Concepts/ID Concept,SMILA/Project Concepts/IRM,Daniel.stucky.empolis.com" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Project_Concepts/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Project Concepts/Connectivity - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Project_Concepts/Connectivity";
+var wgTitle = "SMILA/Project Concepts/Connectivity";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15224";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "113296";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-java {line-height: normal; font-size: medium;}
+.source-java li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for java
+ * CSS class: source-java, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-java .de1, .source-java .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-java {}
+.source-java .head {}
+.source-java .foot {}
+.source-java .imp {font-weight: bold; color: red;}
+.source-java .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-java li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-java li.li2 {font-weight: bold;}
+.source-java .kw1 {color: #7F0055; font-weight: bold;}
+.source-java .kw2 {color: #7F0055; font-weight: bold;}
+.source-java .kw3 {color: #000000; font-weight: normal}
+.source-java .kw4 {color: #7F0055; font-weight: bold;}
+.source-java .co1 {color: #3F7F5F; font-style: italic;}
+.source-java .co2 {color: #3F7F5F;}
+.source-java .co3 {color: #3F7F5F; font-style: italic; font-weight: bold;}
+.source-java .coMULTI {color: #3F5FBF; font-style: italic;}
+.source-java .es0 {color: #000000;}
+.source-java .br0 {color: #000000;}
+.source-java .st0 {color: #2A00ff;}
+.source-java .nu0 {color: #000000;}
+.source-java .me1 {color: #000000;}
+.source-java .me2 {color: #000000;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="Connectivity.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Project_Concepts_Connectivity">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project_Concepts/Connectivity">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Project_Concepts/Connectivity">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Project_Concepts/Connectivity">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Connectivity&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Connectivity&oldid=113296">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Connectivity.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Project_Concepts/Connectivity&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Connectivity&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Connectivity&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project%20Concepts/Connectivity"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Project Concepts/Connectivity</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Project_Concepts.1.html" title="SMILA/Project Concepts">Project Concepts</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Connectivity.html#column-one">navigation</a>, <a href="Connectivity.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Connectivity.html#Description"><span class="tocnumber">1</span> <span class="toctext">Description</span></a></li>
+<li class="toclevel-1"><a href="Connectivity.html#Discussion"><span class="tocnumber">2</span> <span class="toctext">Discussion</span></a></li>
+<li class="toclevel-1"><a href="Connectivity.html#Technical_proposal"><span class="tocnumber">3</span> <span class="toctext">Technical proposal</span></a>
+<ul>
+<li class="toclevel-2"><a href="Connectivity.html#Overview"><span class="tocnumber">3.1</span> <span class="toctext">Overview</span></a></li>
+<li class="toclevel-2"><a href="Connectivity.html#Sub-Components"><span class="tocnumber">3.2</span> <span class="toctext">Sub-Components</span></a>
+<ul>
+<li class="toclevel-3"><a href="Connectivity.html#APIs"><span class="tocnumber">3.2.1</span> <span class="toctext">APIs</span></a></li>
+<li class="toclevel-3"><a href="Connectivity.html#Processor"><span class="tocnumber">3.2.2</span> <span class="toctext">Processor</span></a></li>
+<li class="toclevel-3"><a href="Connectivity.html#Buffer_.28P2.29"><span class="tocnumber">3.2.3</span> <span class="toctext">Buffer (P2)</span></a></li>
+<li class="toclevel-3"><a href="Connectivity.html#Router"><span class="tocnumber">3.2.4</span> <span class="toctext">Router</span></a></li>
+<li class="toclevel-3"><a href="Connectivity.html#Delta_Indexing_Manager"><span class="tocnumber">3.2.5</span> <span class="toctext">Delta Indexing Manager</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="Connectivity.html#Interfaces"><span class="tocnumber">3.3</span> <span class="toctext">Interfaces</span></a></li>
+<li class="toclevel-2"><a href="Connectivity.html#Workflow"><span class="tocnumber">3.4</span> <span class="toctext">Workflow</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Description"></a><h2> <span class="mw-headline"> Description </span></h2>
+<p>The Connectivity Manager is the entry point for external data. It is a single point of entry - on information level. The Connectivity Manager normalizes incoming information to an internally used message format. Large sets of incoming data (binary data) should also be persisted into an external storage to reduce the queue load. It also includes functionality for buffering and routing of the incoming information.
+</p>
+<a name="Discussion"></a><h2> <span class="mw-headline"> Discussion </span></h2>
+<ul><li> <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>: While implementing and testing the LucenePipelet, I found out that there may be a need to send special actions after a DataSource was indexed (e.g. for Lucene: send a flush action so that all changes are visible in the index to IndexReaders). I already discussed this with Igor and we had the following idea: As the whole system is asynchronus, we don't exatcly know when a index job has finished completely. ConnectivityManager knows when a Crawler has finished crawling. Thereafter it could create a special Queue Message to execute a pipeline (e.g. to flush Lucene index). Of course there may still be messages of the crawled DataSource either in the Buffer or in the Queue. Therefor before sending this special message, it should be checked that the Buffer and the Queue don't contain anymore messages belonging to the datasource.
+</li></ul>
+<p>As Lucene IndexReaders only have the index state of the time the index was opened available, they have to reopen the index from time to time to be up to date. The only posibility is to poll the index on a regular basis. This could be done in the Lucene Query Service or more genereal using some scheduling service of SMILA.
+</p>
+<a name="Technical_proposal"></a><h2> <span class="mw-headline"> Technical proposal </span></h2>
+<p>The Connectivity Manager is the single point of entry for information (data) in the SMILA. It's functionality is devided into several Sub-Components for better modularization. The Connectivity Manager, and it's Sub-Components, should all be implemented in Java. The external interfaces should also support SCA.
+</p>
+<a name="Overview"></a><h3> <span class="mw-headline"> Overview </span></h3>
+<p>This chart shows the Connectivity Manager, it's Sub-Components and their relationship as well as the relationship to other components :
+<a href="http://wiki.eclipse.org/Image:Connectivity_Module.png" class="image" title="Image:Connectivity_Module.png"><img alt="Image:Connectivity_Module.png" src="http://wiki.eclipse.org/images/c/cc/Connectivity_Module.png" width="960" height="720" border="0" /></a>
+The connections using arrowheads represent the actual flow of data to/in/from the Connectivity Manager. See section <a href="Connectivity.html#Workflow" title="">Workflow</a> for detailed information.
+The XML and binary storages are global storages also accessible by BPEL.
+</p>
+<a name="Sub-Components"></a><h3> <span class="mw-headline"> Sub-Components </span></h3>
+<a name="APIs"></a><h4> <span class="mw-headline"> APIs </span></h4>
+<p>Probably the Connectivity Manager has to provide more than one interface/technologies for access. The main interface is used by IRMs to provide crawled data objects. But it may also be used from within BPEL processes or from the Publish/Subscribe Module. This concepts focuses on the interfaces used by IRMs. I also decided to integrate the Delta Indexing Manager functionality as a Sub-Component in the Connectivity Manager. But parts of it's API are accessible via the Connectivity Manager interface. The Connectivity Manager's APIs should be available via SCA, but there is no such need for the Sub-Components.
+</p>
+<a name="Processor"></a><h4> <span class="mw-headline"> Processor </span></h4>
+<p>The Processor is the core of the Connectivity Manager, it does the actual processing of the incoming data objects. The incoming data is stored depending on it's type:
+</p>
+<ul><li> large or binary data is stored in a binary store (eg. distributed filesystem)
+</li><li> all other data os stored in a XML store (e.g. XML database)
+</li></ul>
+<p>The Processor also creates the message object to be enqueued. A message contains the unique ID of the object, the Delta Indexing hash, routing information and any additional needed information. It should be configurable what information is part of a message.
+The Processor should also be able to standardize incoming objects (either Records and/or MessageObjects of the 2nd alternative interface design) to the latest version (internal representation) or to reject them.
+</p>
+<a name="Buffer_.28P2.29"></a><h4> <span class="mw-headline"> Buffer (P2) </span></h4>
+<p>The Buffer delays the enqueueing of outgoing messages. Therefore it needs a seperate Queue mechanism to temporarily store the messages. This has not to be mistaken with the Queue Servers\! The Buffer provides functionality to detect and resolve competing messages (add/update and delete of the same document).
+</p><p>For a first release the Buffer functionality is of low priority (P2).
+</p>
+<a name="Router"></a><h4> <span class="mw-headline"> Router </span></h4>
+<p>The Router routes messages to according Queues and/or BPEL workflows. The routing information (what whereto) has to be provided by configuration. The Router also has to update the Delta Indexing information accordingly. Neither the IRM nor the Connectivity Manager get's any feedback if/how a message was processed (successfully or if some error noccured). The only feedback the Router (and so the Connectivity Manager) gets is if a message was enqueed or not. Therefore after a message was successfully enqueued one of the following actions must be triggered by the Router:
+</p>
+<ul><li> add: create the Delta Indexing entry and mark as processed (visited)
+</li><li> update: update the Delta Indexing entry and mark as processed (visited)
+</li><li> delete: remove the Delta Indexing entry
+</li></ul>
+<p>It may be neccessary to directly access the Router after a BPEL workflow has finished to route a message to another Queue and therefore expand the API.
+</p><p>{anchor:Delta Indexing Manager}
+</p>
+<a name="Delta_Indexing_Manager"></a><h4> <span class="mw-headline"> Delta Indexing Manager </span></h4>
+<p>The Delta Indexing Manager stores information about last modification of each document (even compound elements) and can determine if a document has changed. The information about last modification should be some kind of Hash computed by the Crawler (see <a href="IRM.html" title="SMILA/Project Concepts/IRM">IRM</a> for further information.) It provides functionality to manage this information, to determine if documents have changed, to mark documents that have not changed (visited flag) and to determine documents that are indexed but no longer exist in the data source. The Delta Indexing Manager was moved inside the Connectivity Manager for these reasons:
+</p>
+<ul><li> some of it's functionality is used within the Connectivity Manager
+</li><li> as a single point of access should "know" about the delta indexing information
+</li><li> in a distributed system we only need one connection from a IRM to the Connectivity Manager and not a second one to access Delta Indexing Manager (this seems not to be a big gain, but may proove valid in high volume distributed scenarios)
+</li></ul>
+<p>Despite of being a part of the Connectivity Manager, the implementation of Delta Indexing Manager is still replaceable to provide different stores for the delta indexing information (e.g. database or even a search index).
+</p><p>Here is a list of the information that needs to be stored by the Delta Indexing Manager:
+</p>
+<ul><li> ID: the id of the document
+</li><li> Hash: the hash of the document to determine modifications
+</li><li> DataSourceID: the id of the data source from where the document was provided. This is already part of the document's ID, but we need it as seperate value to clear by source
+</li><li> IsCompound: flag, if the document is a compound object. This is needed to clean up recursively
+</li><li> ParentID or ChildIDs: a reference to the parent document (if any exists) or refferences to child documents. This is needed to clean up recursively.
+</li><li> VisitedFlag: flag that is temporary set during processing of a data source, to mark documents as visited. At the end all unmarked documents of a data source are deleted.
+</li></ul>
+<p>If this information is stored in a database we have to provide an efficient table scheme.{info:title=Improvement}
+A further feature improvement of DeltaIndexing is to not only store information about data objects but also store information about hierarchy nodes (e.g. folders in filesystem or exchange). Assuming that hierarchy nodes now if any of their sub elements (data objects or hierarchy nodes) have changed, delta indexing performs faster as complete hierarchy levels can be skipped during crawling. A hierarchy does not have to be a tree but may be a graph as well. So data objects and hierarchy nodes may be refferenced by more than one hierarchy node, it's not a 1:1 child - parent relationship. Special care has to be taken when deleting hierarchy nodes to not delete elements that are refferenced by other hierarchy nodes. Crawlers neeed to be adopted so that hierachy nodes are returned, too.
+I suggest to make this feature P2, as such an optimization is not neccessary for a first release..{info}{anchor:Interfaces}
+</p>
+<a name="Interfaces"></a><h3> <span class="mw-headline"> Interfaces </span></h3>
+<p>The following data types are used in the Interfaces:
+</p>
+<ul><li> DataObject: contains the objects ID, the hash value used for delta Indexing and all information (xml and bin)
+</li><li> ID: a unique id of a DataObject. See <a href="ID_Concept.html" title="SMILA/Project Concepts/ID Concept">ID Concept</a> for details about IDs.
+</li></ul>
+<p>The Sub-Component Processor has no interface itself, but it implements the Connectivity Manager Interface.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">interface</span> ConnectivityManager
+<span class="br0">{</span>
+ <span class="kw4">void</span> add<span class="br0">(</span>DataObject data<span class="br0">)</span>;
+ <span class="kw4">void</span> update<span class="br0">(</span>DataObject data<span class="br0">)</span>;
+ <span class="kw4">void</span> delete<span class="br0">(</span>ID id<span class="br0">)</span>;
+
+ <span class="co1">// external interface for DeltaIndexing</span>
+ <span class="kw4">void</span> clear<span class="br0">(</span><span class="br0">)</span>;
+ <span class="kw4">void</span> clear<span class="br0">(</span><span class="kw3">String</span> dataSourceID<span class="br0">)</span>;
+ <span class="kw4">void</span> init<span class="br0">(</span><span class="kw3">String</span> dataSourceID<span class="br0">)</span>;
+ <span class="kw4">boolean</span> checkForUpdate<span class="br0">(</span>ID id, <span class="kw3">String</span> hash<span class="br0">)</span>;
+ <span class="kw4">void</span> deleteDelta<span class="br0">(</span><span class="kw3">String</span> dataSourceID<span class="br0">)</span>;
+ <span class="kw4">void</span> deleteDelta<span class="br0">(</span>ID id<span class="br0">)</span>; <span class="co1">// to handle delta deletion for a single compound object and it's elements (recursion !)</span>
+<span class="br0">}</span></pre></div>
+<p>An alternative to optimize network overhead is to provide methods supporting Lists of objects.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">interface</span> ConnectivityManager
+<span class="br0">{</span>
+
+ <span class="kw4">void</span> add<span class="br0">(</span>List<DataObject> data<span class="br0">)</span>;
+ <span class="kw4">void</span> update<span class="br0">(</span>List<DataObject> data<span class="br0">)</span>;
+ <span class="kw4">void</span> delete<span class="br0">(</span>List<ID> ids<span class="br0">)</span>;
+ List<boolean> checkForUpdate<span class="br0">(</span>List<DeltaIndexInfo> infos<span class="br0">)</span>;
+<span class="br0">}</span>
+
+<span class="kw1">class</span> DeltaIndexInfo
+<span class="br0">{</span>
+ ID id;
+ <span class="kw3">String</span> hash;
+<span class="br0">}</span></pre></div>
+<p><br />
+It makes especially sense for checkUpdate() and delete(), as the parameters of those methods do not contain much data. The size of the DataObject used in add() and update() varies greatly.
+For smaller objects it makes sense to provide Lists, for larger objects not. Of course the maximum List size should be configurable but who decides what List size to use (1 vs. N)? This has to be done dynamically to avoid memory errors\!
+Another problem is that the Iterator concept used in Crawlers does not fit to methods with Lists. Therefore the iteration over DeltaIndexInfo must be seperated from getting the DataObjects. For some Crawlers/DataSources it may be difficult or even impossible to support direct access on objects outside of an iteration. All of this complicates the logic\!
+</p><p>{note:title=2nd Alternative Interface }
+On page <a href="ConnectivityMessageInterface.html" title="SMILA/Project Concepts/ConnectivityMessageInterface">ConnectivityMessageInterface</a> you will find another alternative for the Connectivity Managers interface based on messages.{note}
+</p><p><br />
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">interface</span> DeltaIndexingManager
+<span class="br0">{</span>
+ <span class="kw4">void</span> clear<span class="br0">(</span><span class="br0">)</span>;
+ <span class="kw4">void</span> clear<span class="br0">(</span><span class="kw3">String</span> dataSourceID<span class="br0">)</span>;
+ <span class="kw4">void</span> init<span class="br0">(</span><span class="kw3">String</span> dataSourceID<span class="br0">)</span>;
+ <span class="kw4">void</span> finish<span class="br0">(</span><span class="kw3">String</span> dataSourceID<span class="br0">)</span>;
+ <span class="kw4">boolean</span> checkForUpdate<span class="br0">(</span>ID id, <span class="kw3">String</span> hash<span class="br0">)</span>; <span class="co1">// to reduce method calls mark entry as visited on return value false</span>
+ <span class="kw4">void</span> visit<span class="br0">(</span>ID id, <span class="kw3">String</span> hash<span class="br0">)</span>;
+ <span class="kw4">void</span> delete<span class="br0">(</span>ID id<span class="br0">)</span>;
+ List<Identity> getObsoleteIDs<span class="br0">(</span><span class="kw3">String</span> dataSourceID<span class="br0">)</span>;
+ List<Identity> getObsoleteIDs<span class="br0">(</span>ID id<span class="br0">)</span>; <span class="co1">// for compounds</span>
+<span class="br0">}</span></pre></div>
+<ul><li> clear: clears the complete state information
+</li><li> clear: clears the state information for one dataSourceID
+</li><li> init: initializes the internal state for an import of a dataSourceID and establishes a lock to avoid that the same dataSourceID ist initialized multiple times concurrently
+</li><li> checkForUpdate: checks for the hash of the current id is new or has changed (true) or not (false)
+</li><li> visit: updates the hash and marks this id as visited
+</li><li> getObsoleteIDs: returns the entries that have not been marked as visited
+</li><li> finish: removes the lock
+</li></ul>
+<p><br />
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">interface</span> Buffer
+<span class="br0">{</span>
+ <span class="kw4">void</span> store<span class="br0">(</span>Message msg<span class="br0">)</span>;
+<span class="br0">}</span></pre></div>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">interface</span> Router
+<span class="br0">{</span>
+ <span class="kw4">void</span> route<span class="br0">(</span>Message msg<span class="br0">)</span>;
+<span class="br0">}</span></pre></div>
+<p>{info:title=Conclusion}
+During the team meeting on April 15 we agreed to implement the "1st alternative interface", employing lists to reduce communication overhead. In addition, the Crawler interface will also support lists. A Message-like interface or a pure XML interface may be adde later on.
+{info}
+</p>
+<a name="Workflow"></a><h3> <span class="mw-headline"> Workflow </span></h3>
+<p>Here follows a description of the workflow when used by an IRM:
+</p>
+<ul><li>Crawler*
+</li><li> the CrawlerController initializes an import by calling init() to reset Delta Indexing Manager visited flags. It should not be allowed to concurrently import the same DataSource, Connectivity and DeltaIIndexing Manager have to enshure this.
+</li><li> for each Record (only ID and hash) the CrawlerController receives by the Crawler, it asks the Connectivity Manager (internally the DeltaIndexing Manager) if it needs to be added/updated
+<ul><li> no:
+<ul><li> mark the Delta Indexing entry as visited
+</li></ul>
+</li><li> yes:
+<ul><li> the Record (now with all data) is sent to the Connectivity Manager. The Connectivity Manager should not request the data object via callback. Crawlers should be the active components that send/request information.
+</li><li> the Processor stores the Record data in the external stores (Bin and XML) and creates an add/update Message and sends it to the Buffer
+</li><li> the Buffer applies it's logic (holding back the message some time, checking for conflicts) and sends the add/update message to the Router
+</li><li> the Router routes the add/update Message to the appropriate Queue/BPEL workflow
+<ul><li> add: creates a Delta Indexing entry for the object and marks it as visited
+</li><li> update: updates the Delta Indexing entry for the object and marks it as visited
+</li></ul>
+</li></ul>
+</li></ul>
+</li><li> after the iteration has finished the CrawlerController tells the Connectivity Manager to perform Delta Indexing Manager Delete
+<ul><li> the Processor checks the Buffer, until no more messages belonging to this DataSource are on hold
+</li><li> the Processor gets the list of objects to be deleted from the Delta Indexing Manager
+</li><li> the Processor creates N delete messages and adds each to the Buffer and calls Delta Index Manager finish() (cleans up the visited flags)
+</li><li> the Buffer applies it's logic and sends each delete message to the Router
+</li><li> the Router routes the delete Message to the appropriate Queue/BPEL workflow and removes the corresponding entry from the Delta Indexing Manager {info:title=Useful Information}For better performance it may be preferable to not create a single delete Message for each oject but to create one delete Message with a list of IDs to be deleted. DeltaIndexing should then support a delete(List<ID>) metod. But this will complicate the Buffer logic. Is it possible to pack a list of IDs in a message ?{info}
+</li></ul>
+</li></ul>
+<ul><li>Agent*
+</li><li> the Agent sends a add Record (all data) to the AgentController, which in turn calls add on the ConnectivityManager. No DeltaIndex is done (init() is not called) so no component applies DeltaIndexing logic.
+<ul><li> the Processor stores the Record data in the external stores (Bin and XML) and creates an add Message and sends it to the Buffer
+</li><li> the Buffer applies it's logic (holding back the message some time, checking for conflicts) and sends the add message to the Router
+</li><li> the Router routes the add Message to the appropriate Queue/BPEL workflow
+</li><li> add: creates a Delta Indexing entry for the object and marks it as visited
+</li></ul>
+</li><li> the Agent sends a update Record (all data) to the AgentController, which in turn calls update on the ConnectivityManager
+<ul><li> the Processor stores the Record data in the external stores (Bin and XML) and creates an update Message and sends it to the Buffer
+</li><li> the Buffer applies it's logic (holding back the message some time, checking for conflicts) and sends the update message to the Router
+</li><li> the Router routes the update Message to the appropriate Queue/BPEL workflow
+</li></ul>
+</li><li> the Agent sends a delete Record (just ID) to the AgentController, which in turn calls delete on the ConnectivityManager
+<ul><li> the Processor creates an delete Message and sends it to the Buffer
+</li><li> the Buffer applies it's logic (holding back the message some time, checking for conflicts) and sends the delete message to the Router
+</li><li> the Router routes the delete Message to the appropriate Queue/BPEL workflow
+</li></ul>
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 28/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15224-0!1!0!!en!2!edit=0 and timestamp 20120203101507 -->
+<div class="printfooter">
+Retrieved from "<a href="Connectivity.html">http://wiki.eclipse.org/SMILA/Project_Concepts/Connectivity</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 12:17, 13 August 2008 by <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>. </p>
+ <p id="footerviews">This page has been accessed 1,925 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.218 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/ConnectivityMessageInterface.html b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/ConnectivityMessageInterface.html
new file mode 100644
index 0000000..d6742a9
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/ConnectivityMessageInterface.html
@@ -0,0 +1,570 @@
+
+
+
+
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Project Concepts/ConnectivityMessageInterface" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Project_Concepts/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Project Concepts/ConnectivityMessageInterface - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Project_Concepts/ConnectivityMessageInterface";
+var wgTitle = "SMILA/Project Concepts/ConnectivityMessageInterface";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15226";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "113298";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-java {line-height: normal; font-size: medium;}
+.source-java li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for java
+ * CSS class: source-java, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-java .de1, .source-java .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-java {}
+.source-java .head {}
+.source-java .foot {}
+.source-java .imp {font-weight: bold; color: red;}
+.source-java .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-java li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-java li.li2 {font-weight: bold;}
+.source-java .kw1 {color: #7F0055; font-weight: bold;}
+.source-java .kw2 {color: #7F0055; font-weight: bold;}
+.source-java .kw3 {color: #000000; font-weight: normal}
+.source-java .kw4 {color: #7F0055; font-weight: bold;}
+.source-java .co1 {color: #3F7F5F; font-style: italic;}
+.source-java .co2 {color: #3F7F5F;}
+.source-java .co3 {color: #3F7F5F; font-style: italic; font-weight: bold;}
+.source-java .coMULTI {color: #3F5FBF; font-style: italic;}
+.source-java .es0 {color: #000000;}
+.source-java .br0 {color: #000000;}
+.source-java .st0 {color: #2A00ff;}
+.source-java .nu0 {color: #000000;}
+.source-java .me1 {color: #000000;}
+.source-java .me2 {color: #000000;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="ConnectivityMessageInterface.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Project_Concepts_ConnectivityMessageInterface">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project_Concepts/ConnectivityMessageInterface">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Project_Concepts/ConnectivityMessageInterface">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Project_Concepts/ConnectivityMessageInterface">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/ConnectivityMessageInterface&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/ConnectivityMessageInterface&oldid=113298">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="ConnectivityMessageInterface.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Project_Concepts/ConnectivityMessageInterface&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/ConnectivityMessageInterface&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/ConnectivityMessageInterface&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project%20Concepts/ConnectivityMessageInterface"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Project Concepts/ConnectivityMessageInterface</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Project_Concepts.1.html" title="SMILA/Project Concepts">Project Concepts</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="ConnectivityMessageInterface.html#column-one">navigation</a>, <a href="ConnectivityMessageInterface.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="ConnectivityMessageInterface.html#Description"><span class="tocnumber">1</span> <span class="toctext">Description</span></a></li>
+<li class="toclevel-1"><a href="ConnectivityMessageInterface.html#Technical_proposal"><span class="tocnumber">2</span> <span class="toctext">Technical proposal</span></a>
+<ul>
+<li class="toclevel-2"><a href="ConnectivityMessageInterface.html#Interface"><span class="tocnumber">2.1</span> <span class="toctext">Interface</span></a></li>
+<li class="toclevel-2"><a href="ConnectivityMessageInterface.html#Message_Objects"><span class="tocnumber">2.2</span> <span class="toctext">Message Objects</span></a></li>
+<li class="toclevel-2"><a href="ConnectivityMessageInterface.html#MessageItem_Structure"><span class="tocnumber">2.3</span> <span class="toctext">MessageItem Structure</span></a></li>
+<li class="toclevel-2"><a href="ConnectivityMessageInterface.html#Utilities"><span class="tocnumber">2.4</span> <span class="toctext">Utilities</span></a></li>
+<li class="toclevel-2"><a href="ConnectivityMessageInterface.html#Message_Objects_vs_plain_XML_Messaging"><span class="tocnumber">2.5</span> <span class="toctext">Message Objects vs plain XML Messaging</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Description"></a><h2> <span class="mw-headline"> Description </span></h2>
+<p>This is an alternative concept for the Connectivity Interface. It does not use a traditional structured API but a message like approach.
+Attached is a sample implementation that illustrates the usage: [^ConnectivityInterface.zip].
+</p>
+<a name="Technical_proposal"></a><h2> <span class="mw-headline"> Technical proposal </span></h2>
+<a name="Interface"></a><h3> <span class="mw-headline"> Interface </span></h3>
+<p>The interface has only one method that processes the incoming message and creates a response message.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">public</span> <span class="kw1">class</span> ConnectivityManager
+ <span class="br0">{</span>
+ Message process<span class="br0">(</span>Message msg<span class="br0">)</span> <span class="kw1">throws</span> <span class="kw3">Exception</span>
+ <span class="br0">}</span></pre></div>
+<p><br />
+</p>
+<a name="Message_Objects"></a><h3> <span class="mw-headline"> Message Objects </span></h3>
+<p>A Message can be either a REQUEST to Connectivity or a RESPONSE by Connectivity. This is the Type of the message. It also contains and identifier for an Action that is/was performed.
+And finaly a message has a MessageItem, the content of the message. Type and Action are Enumerations, that can be extended easily.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">public</span> <span class="kw1">class</span> Message
+<span class="br0">{</span>
+ Type type;
+ <span class="kw3">Action</span> action;
+ MessageItem item;
+<span class="br0">}</span>
+
+<span class="kw1">public</span> <span class="kw1">enum</span> Type
+<span class="br0">{</span>
+ REQUEST, RESPONSE
+<span class="br0">}</span>
+
+<span class="kw1">public</span> <span class="kw1">enum</span> <span class="kw3">Action</span>
+<span class="br0">{</span>
+ DI_INIT, DI_CHECK_FOR_UPDATE, DI_FINISH, DI_DELETE, <span class="co1">// delta indexing</span>
+ ADD, UPDATE, DELETE, <span class="co1">// indexing</span>
+ CLEAR <span class="co1">// management</span>
+<span class="br0">}</span></pre></div>
+<p><br />
+The MessageItem is an abstract base class for concrete MessageItem classes. Each concrete MessageItem has a name and a value. If additional MessageItem classes are needed, they can be
+introduced easily just by extending the abstract base class MessageItem. In this way, the content of a message can be assembled in any way. How a message has to be assembeled depends on Type and Action.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">public</span> <span class="kw1">abstract</span> <span class="kw1">class</span> MessageItem
+<span class="br0">{</span>
+ <span class="kw3">String</span> name;
+
+ <span class="kw1">public</span> MessageItem<span class="br0">(</span><span class="kw3">String</span> name<span class="br0">)</span>
+ <span class="br0">{</span>
+ <span class="kw1">this</span>.<span class="me1">name</span> = name;
+ <span class="br0">}</span>
+<span class="br0">}</span>
+
+<span class="kw1">public</span> <span class="kw1">class</span> MessageItemList <span class="kw1">extends</span> MessageItem
+<span class="br0">{</span>
+ MessageItem<span class="br0">[</span><span class="br0">]</span> value;
+
+ MessageItemList<span class="br0">(</span><span class="kw3">String</span> name, <span class="kw4">int</span> size<span class="br0">)</span>
+ <span class="br0">{</span>
+ <span class="kw1">super</span><span class="br0">(</span>name<span class="br0">)</span>;
+ value = <span class="kw1">new</span> MessageItem<span class="br0">[</span>size<span class="br0">]</span>;
+ <span class="br0">}</span>
+<span class="br0">}</span>
+
+<span class="kw1">public</span> <span class="kw1">class</span> RecordItem <span class="kw1">extends</span> MessageItem
+<span class="br0">{</span>
+ Record value;
+
+ <span class="kw1">public</span> RecordItem<span class="br0">(</span><span class="kw3">String</span> name, Record record <span class="br0">)</span>
+ <span class="br0">{</span>
+ <span class="kw1">super</span><span class="br0">(</span>name<span class="br0">)</span>;
+ value = record;
+ <span class="br0">}</span>
+<span class="br0">}</span>
+
+<span class="kw1">public</span> <span class="kw1">class</span> IDItem <span class="kw1">extends</span> MessageItem
+<span class="br0">{</span>
+ ID value;
+
+ <span class="kw1">public</span> IDItem<span class="br0">(</span><span class="kw3">String</span> name, ID id <span class="br0">)</span>
+ <span class="br0">{</span>
+ <span class="kw1">super</span><span class="br0">(</span>name<span class="br0">)</span>;
+ value = id;
+ <span class="br0">}</span>
+
+<span class="br0">}</span>
+
+<span class="kw1">public</span> <span class="kw1">class</span> StringItem <span class="kw1">extends</span> MessageItem
+<span class="br0">{</span>
+ <span class="kw3">String</span> value;
+
+ <span class="kw1">public</span> StringItem<span class="br0">(</span><span class="kw3">String</span> name, <span class="kw3">String</span> string <span class="br0">)</span>
+ <span class="br0">{</span>
+ <span class="kw1">super</span><span class="br0">(</span>name<span class="br0">)</span>;
+ value = string;
+ <span class="br0">}</span>
+
+<span class="br0">}</span>
+
+<span class="kw1">public</span> <span class="kw1">class</span> BooleanItem <span class="kw1">extends</span> MessageItem
+<span class="br0">{</span>
+ <span class="kw4">boolean</span> value;
+ <span class="kw1">public</span> BooleanItem<span class="br0">(</span><span class="kw3">String</span> name, <span class="kw4">boolean</span> bool <span class="br0">)</span>
+ <span class="br0">{</span>
+ <span class="kw1">super</span><span class="br0">(</span>name<span class="br0">)</span>;
+ value = bool;
+ <span class="br0">}</span>
+<span class="br0">}</span>
+
+<span class="kw1">public</span> <span class="kw1">class</span> IntegerItem <span class="kw1">extends</span> MessageItem
+<span class="br0">{</span>
+ <span class="kw4">int</span> value;
+ <span class="kw1">public</span> IntegerItem<span class="br0">(</span><span class="kw3">String</span> name, <span class="kw4">int</span> integer <span class="br0">)</span>
+ <span class="br0">{</span>
+ <span class="kw1">super</span><span class="br0">(</span>name<span class="br0">)</span>;
+ value = integer;
+ <span class="br0">}</span>
+<span class="br0">}</span></pre></div>
+<p><br />
+</p>
+<a name="MessageItem_Structure"></a><h3> <span class="mw-headline"> MessageItem Structure </span></h3>
+<p>As said before, the structure of a message item depends on the Type and Action. For each combination of Type/Action a MessageItem structure has to be defined.
+Here is a table of some simple examples. These are by no means final. If a message needs additional data it can easily be redefined.
+The data could also be represented in other ways, for example the REQUEST/DI_CHECK_FOR_UPDATE could also use a MessageItemList<MessageItemList<String, String>>. Or the ADD and UPDATE actiuons could only allow one RecordItem instead of a list of RecordItems
+</p>
+<table border="1">
+<tr>
+<td>
+</td><th> REQUEST
+</th><th> RESPONSE
+</th></tr>
+<tr>
+<th> DI_INIT
+</th><td> StringItem
+</td><td> BooleanItem
+</td></tr>
+<tr>
+<th> DI_CHECK_FOR_UPDATE
+</th><td> MessageItemList<RecordItem>
+</td><td> MessageItemList<BooleanItem>
+</td></tr>
+<tr>
+<th> DI_FINISH
+</th><td> StringItem
+</td><td> BooleanItem
+</td></tr>
+<tr>
+<th> DI_DELETE
+</th><td> StringItem
+</td><td> IntegerItem
+</td></tr>
+<tr>
+<th> ADD
+</th><td> MessageItemList<RecordItem>
+</td><td> IntegerItem
+</td></tr>
+<tr>
+<th> UPDATE
+</th><td> MessageItemList<RecordItem>
+</td><td> IntegerItem
+</td></tr>
+<tr>
+<th> DELETE
+</th><td> MessageItemList<IDTem>
+</td><td> MessageItemList<IntegerItem>
+</td></tr>
+<tr>
+<th> CLEAR
+</th><td> StringItem
+</td><td> BooleanItem
+</td></tr></table>
+<p>The same applies to names for MessageItems. In some cases there may be no need for explicit names, in other cases the might be helpful to distinguish between different information.
+Here are two examples for complete Message objects used during delta indexing check for update. The Request contains a list of EILFRecords with delta indexing information (ID and hash). The Response contains a list of boolean.
+The index of both lists match, so that the result for a record at request\[x\] can be found at response\[x\]. The examples are represented in XML syntax for better readability. Note that the XML representation of the EILFRecord is just a sample.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><?xml</span> <span class="re0">version</span>=<span class="st0">"1.0"</span> <span class="re0">encoding</span>=<span class="st0">"UTF-8"</span><span class="re2">?></span></span>
+<span class="sc3"><span class="re1"><Message</span> <span class="re0">xmlns:xsi</span>=<span class="st0">"http://www.w3.org/2001/XMLSchema-instance"</span> <span class="re0">xsi:noNamespaceSchemaLocation</span>=<span class="st0">"Message.xsd"</span><span class="re2">></span></span>
+<span class="sc3"><span class="re1"><Message<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Type<span class="re2">></span></span></span>REQUEST<span class="sc3"><span class="re1"></Type<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Action<span class="re2">></span></span></span>CHECK_FOR_UPDATE<span class="sc3"><span class="re1"></Action<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><MessageItemList</span> <span class="re0">name</span>=<span class="st0">"recordCheckList"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><RecordItem</span> <span class="re0">name</span>=<span class="st0">"1"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><EILFRecord<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><ID<span class="re2">></span></span></span>1<span class="sc3"><span class="re1"></ID<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Hash<span class="re2">></span></span></span>aaa<span class="sc3"><span class="re1"></Hash<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></EILFRecord<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></RecordItem<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><RecordItem</span> <span class="re0">name</span>=<span class="st0">"2"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><EILFRecord<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><ID<span class="re2">></span></span></span>2<span class="sc3"><span class="re1"></ID<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Hash<span class="re2">></span></span></span>bbb<span class="sc3"><span class="re1"></Hash<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></EILFRecord<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></RecordItem<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><RecordItem</span> <span class="re0">name</span>=<span class="st0">"3"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><EILFRecord<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><ID<span class="re2">></span></span></span>3<span class="sc3"><span class="re1"></ID<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Hash<span class="re2">></span></span></span>ccc<span class="sc3"><span class="re1"></Hash<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></EILFRecord<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></RecordItem<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></MessageItemList<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></Message<span class="re2">></span></span></span></pre></div>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><?xml</span> <span class="re0">version</span>=<span class="st0">"1.0"</span> <span class="re0">encoding</span>=<span class="st0">"UTF-8"</span><span class="re2">?></span></span>
+<span class="sc3"><span class="re1"><Message</span> <span class="re0">xmlns:xsi</span>=<span class="st0">"http://www.w3.org/2001/XMLSchema-instance"</span> <span class="re0">xsi:noNamespaceSchemaLocation</span>=<span class="st0">"Message.xsd"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Type<span class="re2">></span></span></span>RESPONSE<span class="sc3"><span class="re1"></Type<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Action<span class="re2">></span></span></span>CHECK_FOR_UPDATE<span class="sc3"><span class="re1"></Action<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><MessageItemList</span> <span class="re0">name</span>=<span class="st0">"recordFeedbackList"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><BooleanItem</span> <span class="re0">name</span>=<span class="st0">"1"</span><span class="re2">></span></span>true<span class="sc3"><span class="re1"></BooleanItem<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><BooleanItem</span> <span class="re0">name</span>=<span class="st0">"2"</span><span class="re2">></span></span>true<span class="sc3"><span class="re1"></BooleanItem<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><BooleanItem</span> <span class="re0">name</span>=<span class="st0">"3"</span><span class="re2">></span></span>false<span class="sc3"><span class="re1"></BooleanItem<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></MessageItemList<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></Message<span class="re2">></span></span></span></pre></div>
+<p><br />
+</p>
+<a name="Utilities"></a><h3> <span class="mw-headline"> Utilities </span></h3>
+<p>To make the usage of the MessageItems easier for developers we could also provide Factory classes for creation of certain messages.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">public</span> <span class="kw1">interface</span> MessageFactory
+<span class="br0">{</span>
+ <span class="kw1">static</span> Message createAddRequest<span class="br0">(</span>EILFRecord<span class="br0">[</span><span class="br0">]</span> records<span class="br0">)</span>
+
+ <span class="kw1">static</span> Message createAddResponse<span class="br0">(</span><span class="kw4">int</span> count<span class="br0">)</span>
+
+ <span class="kw1">static</span> Message createCheckForUpdateRequest<span class="br0">(</span>EILFRecord<span class="br0">[</span><span class="br0">]</span> records<span class="br0">)</span>;
+
+ <span class="kw1">static</span> Message createCheckForUpdateResponse<span class="br0">(</span><span class="kw4">boolean</span><span class="br0">[</span><span class="br0">]</span> values<span class="br0">)</span>;
+
+ ...
+<span class="br0">}</span></pre></div>
+<p><br />
+</p>
+<a name="Message_Objects_vs_plain_XML_Messaging"></a><h3> <span class="mw-headline"> Message Objects vs plain XML Messaging </span></h3>
+<p>The idea of the Message Objects was to provide a Java API in the first place. By using SCA it is easily possible to also use the interface remote, either via RMI or Webservice interface.
+However, there are some issues regarding component upgrades. Imagine a setup where components are hosted by different departments and each department has it's own update cycle. This will certainly lead to different software versions of components.
+So an updated IRM could use a newer Version of the Message Objects (e.g. with additional Actions) than the called ConnectivityModule.
+</p>
+<ul><li> plain XML
+</li></ul>
+<p>With a plain XML message concept, using a version flag, it's possible to decide during parsing if Connectivity is capable of processing a given message and a message could be declined (e.g. sending a response or throwing an exception). It's possible to allow downwards compatibility to certain versions.
+</p>
+<ul><li> RMI
+</li></ul>
+<p>Objects exchanged over RMI need to be serializable. This implies the usage of a serialVersionUID, by which the JVM can check if a serialized data fits to the current available .class file. If not, a InvalidClassException is thrown. The serialVersionUID usualy changes on any modifications. However, it is also possible to assign the serialVersionUID manually. In this way the serialVersionUID could be maintained on non conflicting changes (e.g. changes that do not affect the serialized data). It's not possible to be downwards compatible, as it is only checked if the serialVersionUID is equal. Adding a new value to an Enum may be seen as a non conflicting change - it is NOT. During de-serialization the JVM throws a java.lang.IllegalArgumentException. So in case of Message Objects the serialVersionUID needs also to be changed if any of the used Enums changes.
+</p>
+<ul><li> Webservice
+</li></ul>
+<p>The Tuscany generated Webservice interface doesn't care about the serialVersionUID used in serializable classes. Here we would have to use an own version flag. It is also a little more flexible concerning Enums, as if it does not know about a value it initializes the variable with null (no Exception). It's possible to allow downwards compatibility to certain versions.
+</p><p>The biggest problem is that RMI and Webservices behave differently and the client has to be prepared to handle any exceptions, as the binding is configurable. Also, there may be many dependencies in the serializable Message Objects and deciding if modifications need to change the serialVersionUID may not be obvious.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 26/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15226-0!1!0!!en!2!edit=0 and timestamp 20120203101608 -->
+<div class="printfooter">
+Retrieved from "<a href="ConnectivityMessageInterface.html">http://wiki.eclipse.org/SMILA/Project_Concepts/ConnectivityMessageInterface</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 12:39, 13 August 2008 by <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>. </p>
+ <p id="footerviews">This page has been accessed 1,289 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.202 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Controlling_Tasks_Order_Concept.html b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Controlling_Tasks_Order_Concept.html
new file mode 100644
index 0000000..8d7e707
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Controlling_Tasks_Order_Concept.html
@@ -0,0 +1,297 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Project Concepts/Controlling Tasks Order Concept" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Project_Concepts/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Project Concepts/Controlling Tasks Order Concept - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Project_Concepts/Controlling_Tasks_Order_Concept";
+var wgTitle = "SMILA/Project Concepts/Controlling Tasks Order Concept";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15705";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "123511";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Controlling_Tasks_Order_Concept.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Project_Concepts_Controlling_Tasks_Order_Concept">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project_Concepts/Controlling_Tasks_Order_Concept">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Project_Concepts/Controlling_Tasks_Order_Concept">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Project_Concepts/Controlling_Tasks_Order_Concept">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Controlling_Tasks_Order_Concept&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Controlling_Tasks_Order_Concept&oldid=123511">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Controlling_Tasks_Order_Concept.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Project_Concepts/Controlling_Tasks_Order_Concept&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Controlling_Tasks_Order_Concept&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Controlling_Tasks_Order_Concept&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project%20Concepts/Controlling%20Tasks%20Order%20Concept"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Project Concepts/Controlling Tasks Order Concept</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Project_Concepts.1.html" title="SMILA/Project Concepts">Project Concepts</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Controlling_Tasks_Order_Concept.html#column-one">navigation</a>, <a href="Controlling_Tasks_Order_Concept.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Controlling_Tasks_Order_Concept.html#Controlling_Order_of_Tasks_in_the_Workflow_.2F_Race_Conditions"><span class="tocnumber">1</span> <span class="toctext">Controlling Order of Tasks in the Workflow / Race Conditions</span></a></li>
+<li class="toclevel-1"><a href="Controlling_Tasks_Order_Concept.html#The_problem_of_.E2.80.9Ctwo_records_with_the_same_ID_but_different_data_or_initial_operation.E2.80.9D."><span class="tocnumber">2</span> <span class="toctext">The problem of “two records with the same ID but different data or initial operation”.</span></a></li>
+<li class="toclevel-1"><a href="Controlling_Tasks_Order_Concept.html#Solutions"><span class="tocnumber">3</span> <span class="toctext">Solutions</span></a></li>
+<li class="toclevel-1"><a href="Controlling_Tasks_Order_Concept.html#More_complex_solution"><span class="tocnumber">4</span> <span class="toctext">More complex solution</span></a></li>
+<li class="toclevel-1"><a href="Controlling_Tasks_Order_Concept.html#Last_thoughts_about"><span class="tocnumber">5</span> <span class="toctext">Last thoughts about</span></a></li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Controlling_Order_of_Tasks_in_the_Workflow_.2F_Race_Conditions"></a><h2> <span class="mw-headline">Controlling Order of Tasks in the Workflow / Race Conditions</span></h2>
+<p>Our current Workflow allows that more than one record regarding the same Data Source Entry is processed by the framework at once.
+</p><p>Therefore we have several Problems cases regarding our open structure.
+Could the current System run with different records that are for the same Data Source Entry?
+</p><p>And when yes: A newer record could be processed faster (because he is transfered through less GFPs (BPel-Processes) or less Queue.
+</p><p>Simple Scenarios:
+- add Record is sent to framework and a short later arrives a delete Record. Because the Delete Record has not been processed by BPEL it would executed before the result of the add record is ready to put into the index
+- two add records are sent to the framework, we would do the processing twice, but we have no advantage of it, we could purge the first record
+</p><p><br />
+</p>
+<a name="The_problem_of_.E2.80.9Ctwo_records_with_the_same_ID_but_different_data_or_initial_operation.E2.80.9D."></a><h2> <span class="mw-headline">The problem of “two records with the same ID but different data or initial operation”.</span></h2>
+<p>Current workflow process designed for exclusive and consequent record processing. Its assumed that there is “start of processing” ( record crawled ), some business processes executing consequently for record and there is a “process finish” ( record stored into index ). Record between processing is stored in the Blackboard cache ( also finally its stored in XmlStorage and BinStorage ). From the other side execution of business processes is asynchronous (via queue Listener). Blackboard based workflow scheme is unable to work normally with asynchronous processes. Its “assumed” that we process the same record until “process finish”.
+</p>
+<a name="Solutions"></a><h2> <span class="mw-headline">Solutions</span></h2>
+<ol><li> To block new record from processing until previously put record with the same id processing finished.
+<ol><li> Its required some special additional storage for delayed records.
+</li><li> its not clear then previous record is “finished processing”
+</li></ol>
+</li><li> To avoid Blackboard usage and put record completely into queue.
+</li><li> To stop/reject records processing if timestamp is older the last one.
+<ol><li> Really minimum changes in current workflow
+</li><li> Its required some additional but simple service for generating/validating timestamps
+</li></ol>
+</li></ol>
+<p>The main advantage of the first solution that every record modification will be processed. The main disadvantage that is makes record processing synchronous. And there is a problem that if processing of some record failed, it may totally stops future processing of records with this ID.
+</p><p>For current functionality I prefer the last one (stop/reject records processing by timestamp), because its more effective (asynchronous) and safe. Unfortunately some record changes may be lost. Now we don't need them but we may easily imagine some new pipelet that stores/tracks record changes.
+</p><p>It's suggested to add "timestamp" field into Id and to compare Ids by two operations equals and equivalent
+</p><p><br />
+</p>
+<a name="More_complex_solution"></a><h2> <span class="mw-headline">More complex solution</span></h2>
+<p>I may try to suggest base for more complex solution. The main idea is to adopt Blackboard for editing multiple record versions. The following list of requirements represents the idea. But I'm not shure that its required now.
+</p>
+<ol><li> “Timestamp service” used for generating/validating record timestamps.
+</li><li> Blackboard supports editing of records with multiple versions (separated by timestamp).
+</li><li> Attachments saved into BinStorage with timestamp during processing.
+</li><li> When some process wants to commit record (from Blackboard into XmlStorage),it will commit only if its the last one
+</li><li> Other behavior is to store into XmlStorage all record versions with timestamps.
+</li></ol>
+<a name="Last_thoughts_about"></a><h2> <span class="mw-headline">Last thoughts about</span></h2>
+<p>It may be two types of solutions based on one key statement.
+This statement may be is shortly described by one question.
+</p>
+<pre> When Record object passed into "Processor", is it contains complete Record data or it may be partial?
+</pre>
+<p>Sample of partial data may be explained on the next sample.
+</p><p>Two agents collects data from database tables for one Record
+</p><p>table [person] (id, name) - trigger on update linked with Agent A
+table [person_address] (id, person_id, address) - - trigger on update linked with Agent B
+</p><p>Agents A and B collects tables changes and send it to processing, both of them collects data for one object "Person".
+when Record contains partial data for Person.
+</p><p>I'm not sure that partial records supporting required.
+</p><p>If its not required, and Record contains complete data, then it possible to use timestamp for rejecting old records.
+</p><p>Otherwise records for one ID should be processed synchronously one-by-one. Organizing of locks for synchronous one-by-one processing will be performance blocker and its may cause some dead-locks on Records. And, imho, almost all MQ asynchronous processing benefits will be lost.
+</p><p>Any ideas, opinions?
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 6/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15705-0!1!0!!en!2!edit=0 and timestamp 20120203101512 -->
+<div class="printfooter">
+Retrieved from "<a href="Controlling_Tasks_Order_Concept.html">http://wiki.eclipse.org/SMILA/Project_Concepts/Controlling_Tasks_Order_Concept</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 14:39, 15 October 2008 by <a href="http://wiki.eclipse.org/index.php?title=User:Churkin.ivan.gmail.com&action=edit" class="new" title="User:Churkin.ivan.gmail.com">Ivan Churkin</a>. </p>
+ <p id="footerviews">This page has been accessed 1,993 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.152 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Core_Conce.html b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Core_Conce.html
new file mode 100644
index 0000000..b429195
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Core_Conce.html
@@ -0,0 +1,295 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Project Concepts/Core Conce,SMILA/Project Concepts/Components and Modules,SMILA/Project Concepts/Core Indexing Process (global view),SMILA/Project Concepts/Monitoring,SMILA/Project Concepts/Runtime Process and Environment" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Project_Concepts/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Project Concepts/Core Conce - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Project_Concepts/Core_Conce";
+var wgTitle = "SMILA/Project Concepts/Core Conce";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15293";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "113712";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Core_Conce.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Project_Concepts_Core_Conce">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project_Concepts/Core_Conce">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Project_Concepts/Core_Conce">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Project_Concepts/Core_Conce">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Core_Conce&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Core_Conce&oldid=113712">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Core_Conce.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Project_Concepts/Core_Conce&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Core_Conce&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Core_Conce&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project%20Concepts/Core%20Conce"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Project Concepts/Core Conce</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Project_Concepts.1.html" title="SMILA/Project Concepts">Project Concepts</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Core_Conce.html#column-one">navigation</a>, <a href="Core_Conce.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Core_Conce.html#Description"><span class="tocnumber">1</span> <span class="toctext">Description</span></a></li>
+<li class="toclevel-1"><a href="Core_Conce.html#Discussion"><span class="tocnumber">2</span> <span class="toctext">Discussion</span></a></li>
+<li class="toclevel-1"><a href="Core_Conce.html#Technical_proposal"><span class="tocnumber">3</span> <span class="toctext">Technical proposal</span></a>
+<ul>
+<li class="toclevel-2"><a href="Core_Conce.html#Runtime_process_and_environment"><span class="tocnumber">3.1</span> <span class="toctext">Runtime process and environment</span></a></li>
+<li class="toclevel-2"><a href="Core_Conce.html#Monitoring"><span class="tocnumber">3.2</span> <span class="toctext">Monitoring</span></a></li>
+<li class="toclevel-2"><a href="Core_Conce.html#Logging"><span class="tocnumber">3.3</span> <span class="toctext">Logging</span></a></li>
+<li class="toclevel-2"><a href="Core_Conce.html#Performance_Measurement"><span class="tocnumber">3.4</span> <span class="toctext">Performance Measurement</span></a></li>
+<li class="toclevel-2"><a href="Core_Conce.html#Good_and_Bad_Practices"><span class="tocnumber">3.5</span> <span class="toctext">Good and Bad Practices</span></a>
+<ul>
+<li class="toclevel-3"><a href="Core_Conce.html#Good_Practices"><span class="tocnumber">3.5.1</span> <span class="toctext">Good Practices</span></a></li>
+<li class="toclevel-3"><a href="Core_Conce.html#Bad_Practices"><span class="tocnumber">3.5.2</span> <span class="toctext">Bad Practices</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Description"></a><h2> <span class="mw-headline"> Description </span></h2>
+<p>This concept describes the general system architecture. Additionally core or general concepts are referenced. Good and bad practices to keep a ceirtain maintainability are handled also.
+</p><p><br />
+<a href="http://wiki.eclipse.org/Image:Architecture_Overview_-_Service_Level.png" class="image" title="Image:Architecture Overview - Service Level.png"><img alt="Image:Architecture Overview - Service Level.png" src="http://wiki.eclipse.org/images/9/92/Architecture_Overview_-_Service_Level.png" width="693" height="498" border="0" /></a>
+</p><p>Key parts of the architecture could be found in the following concepts:
+</p>
+<ul><li> <a href="Core_Indexing_Process_(global_view).html" title="SMILA/Project Concepts/Core Indexing Process (global view)">SMILA/Project_Concepts/Core Indexing Process (global view)</a>
+</li><li> <a href="Components_and_Modules.html" title="SMILA/Project Concepts/Components and Modules">SMILA/Project_Concepts/Components and Modules</a>
+</li></ul>
+<a name="Discussion"></a><h2> <span class="mw-headline"> Discussion </span></h2>
+<a name="Technical_proposal"></a><h2> <span class="mw-headline"> Technical proposal </span></h2>
+<p>{info}
+Note: This section may only be edited by assigned developer(s). His responsibility is also to reflect any agreed changes/details in discussion section.
+{info}
+</p>
+<a name="Runtime_process_and_environment"></a><h3> <span class="mw-headline"> Runtime process and environment </span></h3>
+<p><a href="Runtime_Process_and_Environment.html" title="SMILA/Project Concepts/Runtime Process and Environment">SMILA/Project_Concepts/Runtime Process and Environment</a>
+</p>
+<a name="Monitoring"></a><h3> <span class="mw-headline"> Monitoring </span></h3>
+<ul><li> Availability of the whole solution
+</li><li> Availability of components
+</li><li> Component control (start, stop, ...)
+</li><li> SNMP, JMX, MBean
+</li></ul>
+<p>see <a href="Monitoring.html" title="SMILA/Project Concepts/Monitoring">SMILA/Project_Concepts/Monitoring</a> for detailed specification.
+</p>
+<a name="Logging"></a><h3> <span class="mw-headline"> Logging </span></h3>
+<ul><li> Normalize Log format
+</li><li> Log statements in conditions!
+</li><li> Commons-logging (interface)
+</li><li> Log4* as background
+</li><li> OSGi Logging Service
+</li></ul>
+<a name="Performance_Measurement"></a><h3> <span class="mw-headline"> Performance Measurement </span></h3>
+<ul><li> Performance counter support in java components
+</li><li> Performance counter usage must be described in concepts.
+</li><li> Developers are responsible to ask for performance counter usage in components
+</li></ul>
+<a name="Good_and_Bad_Practices"></a><h3> <span class="mw-headline"> Good and Bad Practices </span></h3>
+<a name="Good_Practices"></a><h4> <span class="mw-headline"> Good Practices </span></h4>
+<a name="Bad_Practices"></a><h4> <span class="mw-headline"> Bad Practices </span></h4>
+
+<!--
+NewPP limit report
+Preprocessor node count: 11/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15293-0!1!0!!en!2!edit=0 and timestamp 20120203101454 -->
+<div class="printfooter">
+Retrieved from "<a href="Core_Conce.html">http://wiki.eclipse.org/SMILA/Project_Concepts/Core_Conce</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 08:13, 15 August 2008 by <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>. </p>
+ <p id="footerviews">This page has been accessed 3,164 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.081 secs. --></body></html>
diff --git "a/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Core_Indexing_Process_\050global_view\051.html" "b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Core_Indexing_Process_\050global_view\051.html"
new file mode 100644
index 0000000..f73c6eb
--- /dev/null
+++ "b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Core_Indexing_Process_\050global_view\051.html"
@@ -0,0 +1,314 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Project Concepts/Core Indexing Process (global view),SMILA/Project Concepts/Components and Modules" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Project_Concepts/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Project Concepts/Core Indexing Process (global view) - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Project_Concepts/Core_Indexing_Process_(global_view)";
+var wgTitle = "SMILA/Project Concepts/Core Indexing Process (global view)";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15295";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "113714";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Core_Indexing_Process_(global_view).html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Project_Concepts_Core_Indexing_Process_global_view">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project_Concepts/Core_Indexing_Process_(global_view)">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Project_Concepts/Core_Indexing_Process_%28global_view%29">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Project_Concepts/Core_Indexing_Process_%28global_view%29">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Core_Indexing_Process_%28global_view%29&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Core_Indexing_Process_%28global_view%29&oldid=113714">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Core_Indexing_Process_(global_view).html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Project_Concepts/Core_Indexing_Process_%28global_view%29&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Core_Indexing_Process_%28global_view%29&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Core_Indexing_Process_%28global_view%29&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project%20Concepts/Core%20Indexing%20Process%20(global%20view)"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Project Concepts/Core Indexing Process (global view)</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Project_Concepts.1.html" title="SMILA/Project Concepts">Project Concepts</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Core_Indexing_Process_(global_view).html#column-one">navigation</a>, <a href="Core_Indexing_Process_(global_view).html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Core_Indexing_Process_(global_view).html#Description"><span class="tocnumber">1</span> <span class="toctext">Description</span></a></li>
+<li class="toclevel-1"><a href="Core_Indexing_Process_(global_view).html#Discussion"><span class="tocnumber">2</span> <span class="toctext">Discussion</span></a></li>
+<li class="toclevel-1"><a href="Core_Indexing_Process_(global_view).html#Technical_proposal"><span class="tocnumber">3</span> <span class="toctext">Technical proposal</span></a></li>
+<li class="toclevel-1"><a href="Core_Indexing_Process_(global_view).html#SMILA_Core_Indexing_Process_.28Global_View.29"><span class="tocnumber">4</span> <span class="toctext">SMILA Core Indexing Process (Global View)</span></a></li>
+<li class="toclevel-1"><a href="Core_Indexing_Process_(global_view).html#Process_overview"><span class="tocnumber">5</span> <span class="toctext">Process overview</span></a>
+<ul>
+<li class="toclevel-2"><a href="Core_Indexing_Process_(global_view).html#Create.2FDelete_Record"><span class="tocnumber">5.1</span> <span class="toctext">Create/Delete Record</span></a></li>
+<li class="toclevel-2"><a href="Core_Indexing_Process_(global_view).html#Delta-Indexing"><span class="tocnumber">5.2</span> <span class="toctext">Delta-Indexing</span></a></li>
+<li class="toclevel-2"><a href="Core_Indexing_Process_(global_view).html#Index_creation"><span class="tocnumber">5.3</span> <span class="toctext">Index creation</span></a></li>
+<li class="toclevel-2"><a href="Core_Indexing_Process_(global_view).html#Compound_Management"><span class="tocnumber">5.4</span> <span class="toctext">Compound Management</span></a></li>
+<li class="toclevel-2"><a href="Core_Indexing_Process_(global_view).html#Maintenance_Operations"><span class="tocnumber">5.5</span> <span class="toctext">Maintenance Operations</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Description"></a><h2> <span class="mw-headline"> Description </span></h2>
+<p>This concept describes the general system architecture. Additionally core or general concepts are referenced. Good and bad practices to keep a ceirtain maintainability are handled also.
+</p><p>Key parts of the architecture could be found in the following concepts:
+</p>
+<ul><li> <a href="Components_and_Modules.html" title="SMILA/Project Concepts/Components and Modules">SMILA/Project_Concepts/Components and Modules</a>
+</li></ul>
+<a name="Discussion"></a><h2> <span class="mw-headline"> Discussion </span></h2>
+<a name="Technical_proposal"></a><h2> <span class="mw-headline"> Technical proposal </span></h2>
+<p>{info}
+Note: This section may only be edited by assigned developer(s). His responsibility is also to reflect any agreed changes/details in discussion section.
+{info}
+</p><p><br />
+</p>
+<a name="SMILA_Core_Indexing_Process_.28Global_View.29"></a><h2> <span class="mw-headline"> SMILA Core Indexing Process (Global View) </span></h2>
+<a name="Process_overview"></a><h2> <span class="mw-headline"> Process overview </span></h2>
+<a name="Create.2FDelete_Record"></a><h3> <span class="mw-headline"> Create/Delete Record </span></h3>
+<ul><li> Compounds
+</li><li> Optimized queue access -> could obsolete requests be avoided. An example for a obsolete request is the indexing of a document while a delete operation is already present in the queue. It must be guaranteed that its not required to read all messages in the queue (in client process); The question is are queues available that could cover such issues?
+</li><li> Parallel processing could lead to difficulties when concurrently performing create/delete operations
+</li><li> The update of fields of a document in the storage must be possible (e.g. the user rights field)
+</li><li> Delete by Query (several objects, XQuery, Source, ...)
+</li></ul>
+<a name="Delta-Indexing"></a><h3> <span class="mw-headline"> Delta-Indexing </span></h3>
+<ul><li> Source or subset (a part of information in storage) based
+</li><li> Compounds
+</li><li> Status storage using an interface (status for delta discovery at IRM, probably Lucene or an Indexer as storage (e.g. hashes, data, URLs, modifications in user rights)
+</li></ul>
+<a name="Index_creation"></a><h3> <span class="mw-headline"> Index creation </span></h3>
+<ul><li> Pre/post actions of an index process (e.g. starting of services, invoke a functionality of another external system)
+</li></ul>
+<p>Due to queue usage we did not have a real end "of a indexing process"; how do we solve this?
+</p>
+<ul><li> Initial index creation
+</li><li> Delta indexing
+</li><li> Continue indexing (start at point XY)
+</li><li> Stupid append of information (from any origin/source)
+</li></ul>
+<a name="Compound_Management"></a><h3> <span class="mw-headline"> Compound Management </span></h3>
+<ul><li> Processing via BPEL or via a sole pipelet (which approach is better?)
+</li><li> How do we cover filters (is it possible to design a relationship between IRM and filter configuration \[P2 for this remark\])
+</li><li> Warning: Large streams
+</li><li> Recursion
+</li><li> Delta indexing
+</li><li> Extensibility of compound management (e.g. using extensions points)
+</li><li> Ability for debugging
+</li><li> Project templates for covering best practices
+</li><li> Inheritance of data to child records (e.g. user rights)
+</li><li> MIME Type detection
+</li><li>
+</li><li> In den unterschiedlichen Ausprägungen der Installationen
+</li></ul>
+<a name="Maintenance_Operations"></a><h3> <span class="mw-headline"> Maintenance Operations </span></h3>
+<ul><li> CRUD (e.g. collections, indexes)
+</li><li> Backup/Restore/Reset (remove all process related data;
+</li></ul>
+<p>Empty temp storage for delta indexing; empty collection XY)
+</p>
+<ul><li> Backup/Restore/Reset (? Maintenance concept; Probably hosted ad eccenca)
+</li><li> Migration of software versions (including the data)
+</li><li> Reorganization, save/security points, training (e.g. for search, what's related)
+</li><li> Adding of nodes (indices, SMILA, ...)
+</li><li> Creation of reports or statistics
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 11/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15295-0!1!0!!en!2!edit=0 and timestamp 20120203101455 -->
+<div class="printfooter">
+Retrieved from "<a href="Core_Indexing_Process_(global_view).html">http://wiki.eclipse.org/SMILA/Project_Concepts/Core_Indexing_Process_%28global_view%29</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 08:19, 15 August 2008 by <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>. </p>
+ <p id="footerviews">This page has been accessed 2,765 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.124 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/CrawlerController_Remote_Management.html b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/CrawlerController_Remote_Management.html
new file mode 100644
index 0000000..40e112a
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/CrawlerController_Remote_Management.html
@@ -0,0 +1,357 @@
+
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Project Concepts/CrawlerController Remote Management" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Project_Concepts/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Project Concepts/CrawlerController Remote Management - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Project_Concepts/CrawlerController_Remote_Management";
+var wgTitle = "SMILA/Project Concepts/CrawlerController Remote Management";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15321";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "123387";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-text {line-height: normal; font-size: medium;}
+.source-text li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for text
+ * CSS class: source-text, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-text .de1, .source-text .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-text {}
+.source-text .head {}
+.source-text .foot {}
+.source-text .imp {font-weight: bold; color: red;}
+.source-text .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-text li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-text li.li2 {font-weight: bold;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-java {line-height: normal; font-size: medium;}
+.source-java li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for java
+ * CSS class: source-java, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-java .de1, .source-java .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-java {}
+.source-java .head {}
+.source-java .foot {}
+.source-java .imp {font-weight: bold; color: red;}
+.source-java .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-java li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-java li.li2 {font-weight: bold;}
+.source-java .kw1 {color: #7F0055; font-weight: bold;}
+.source-java .kw2 {color: #7F0055; font-weight: bold;}
+.source-java .kw3 {color: #000000; font-weight: normal}
+.source-java .kw4 {color: #7F0055; font-weight: bold;}
+.source-java .co1 {color: #3F7F5F; font-style: italic;}
+.source-java .co2 {color: #3F7F5F;}
+.source-java .co3 {color: #3F7F5F; font-style: italic; font-weight: bold;}
+.source-java .coMULTI {color: #3F5FBF; font-style: italic;}
+.source-java .es0 {color: #000000;}
+.source-java .br0 {color: #000000;}
+.source-java .st0 {color: #2A00ff;}
+.source-java .nu0 {color: #000000;}
+.source-java .me1 {color: #000000;}
+.source-java .me2 {color: #000000;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="CrawlerController_Remote_Management.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Project_Concepts_CrawlerController_Remote_Management">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project_Concepts/CrawlerController_Remote_Management">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Project_Concepts/CrawlerController_Remote_Management">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Project_Concepts/CrawlerController_Remote_Management">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/CrawlerController_Remote_Management&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/CrawlerController_Remote_Management&oldid=123387">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="CrawlerController_Remote_Management.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Project_Concepts/CrawlerController_Remote_Management&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/CrawlerController_Remote_Management&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/CrawlerController_Remote_Management&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project%20Concepts/CrawlerController%20Remote%20Management"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Project Concepts/CrawlerController Remote Management</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Project_Concepts.1.html" title="SMILA/Project Concepts">Project Concepts</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="CrawlerController_Remote_Management.html#column-one">navigation</a>, <a href="CrawlerController_Remote_Management.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="CrawlerController_Remote_Management.html#Description."><span class="tocnumber">1</span> <span class="toctext">Description.</span></a>
+<ul>
+<li class="toclevel-2"><a href="CrawlerController_Remote_Management.html#How_to_manage_CrawlerController_remotely"><span class="tocnumber">1.1</span> <span class="toctext">How to manage CrawlerController remotely</span></a></li>
+<li class="toclevel-2"><a href="CrawlerController_Remote_Management.html#JMX_agent_application"><span class="tocnumber">1.2</span> <span class="toctext">JMX agent application</span></a></li>
+<li class="toclevel-2"><a href="CrawlerController_Remote_Management.html#Configuring_the_JMX_agent_application"><span class="tocnumber">1.3</span> <span class="toctext">Configuring the JMX agent application</span></a>
+<ul>
+<li class="toclevel-3"><a href="CrawlerController_Remote_Management.html#Using_command_line_arguments"><span class="tocnumber">1.3.1</span> <span class="toctext">Using command line arguments</span></a></li>
+<li class="toclevel-3"><a href="CrawlerController_Remote_Management.html#Using_properties_file."><span class="tocnumber">1.3.2</span> <span class="toctext">Using properties file.</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Description."></a><h2> <span class="mw-headline"> Description. </span></h2>
+<a name="How_to_manage_CrawlerController_remotely"></a><h3> <span class="mw-headline"> How to manage CrawlerController remotely </span></h3>
+<p>Bundle org.eclipse.smila.management.crawlercontroller allows remote management of the CrawlerController.
+Currently the following methods of the CrawlerController are offered for management:
+</p><p>- startCrawl(String dataSourceId),
+</p><p>- stopCrawl(String dataSourceId),
+</p><p>- getStatus(String dataSourceId)
+</p><p>- getActiveCrawls()
+</p><p><br />
+To activate remote JMX management SMILA application must be started with the following JVM arguments:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-text">-Dcom.sun.management.jmxremote
+-Dcom.sun.management.jmxremote.ssl=false
+-Dcom.sun.management.jmxremote.authenticate=false
+-Dcom.sun.management.jmxremote.port=9004</pre></div>
+<p>CrawlerController can be managed with any JMX agent, for example JConsole.
+</p>
+<a name="JMX_agent_application"></a><h3> <span class="mw-headline"> JMX agent application </span></h3>
+<p>JMX agent application (jmxagent) allows remote management of the CrawlerController and batch execution of the CrawlerController methods.
+Jmxagent is available as bundle of the SMILA project org.eclipse.smila.monitoring.jmxagent, but it will be also compiled into the jmxagent-folder of SMILA.
+It can be started as a java application in Eclipse, or from console with the appropriate run script from build directory (run.bat or run.sh).
+You can also check sample batch execution script startcrawl.sh or starcrawl.bat.
+</p><p><br />
+</p>
+<a name="Configuring_the_JMX_agent_application"></a><h3> <span class="mw-headline"> Configuring the JMX agent application </span></h3>
+<a name="Using_command_line_arguments"></a><h4> <span class="mw-headline"> Using command line arguments </span></h4>
+<p>jmxagent run.bat or run.sh script must be provided with the following arguments:
+</p>
+<ul><li> agent - remote management agent name to connect to (org.eclipse.smila.connectivity.framework.CrawlerController for the CrawlerController management agent)
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-text">Remote management agent is a bundle that provides service that implements org.eclipse.smila.management.ManagementAgent interface.</pre></div>
+<ul><li> cmd - command to execute, for example startCrawl;
+</li><li> dataSourceId - optional parameter, if dataSourceId is missing it's assumed that operation doesn't have any parameters.
+</li></ul>
+<p>For example:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java">run.<span class="me1">bat</span> -agent=org.<span class="me1">eclipse</span>.<span class="me1">smila</span>.<span class="me1">connectivity</span>.<span class="me1">framework</span>.<span class="me1">CrawlerController</span> -cmd=startCrawl -dataSourceId=file</pre></div>
+<p>In addition, following JMX configuration arguments can be provided (optionally):
+</p>
+<ul><li> host - JMX server host (default is localhost)
+</li><li> port - JMX server port number (default is 9004)
+</li></ul>
+<a name="Using_properties_file."></a><h4> <span class="mw-headline"> Using properties file. </span></h4>
+<p>JMX agent application can be also configured using configuration.properties file. By default it contains default values for host and port properties. Any other command line arguments described above can be placed into configuration.properties file too. Properties from this file will be overridden by the provided corresponding command line properties. The default values host=localhost and port=9004 will be used even if host or port was not specified neither in command line nor in properties file.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 16/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15321-0!1!0!!en!2!edit=0 and timestamp 20120203101522 -->
+<div class="printfooter">
+Retrieved from "<a href="CrawlerController_Remote_Management.html">http://wiki.eclipse.org/SMILA/Project_Concepts/CrawlerController_Remote_Management</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 08:23, 15 October 2008 by <a href="http://wiki.eclipse.org/index.php?title=User:Dhazin.gmail.com&action=edit" class="new" title="User:Dhazin.gmail.com">Dmitry Hazin</a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Akaufmann.brox.de&action=edit" class="new" title="User:Akaufmann.brox.de">Allan Kaufmann</a> and <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>.</p>
+ <p id="footerviews">This page has been accessed 2,308 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.118 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Data_Model_and_XML_representation.html b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Data_Model_and_XML_representation.html
new file mode 100644
index 0000000..74a766f
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Data_Model_and_XML_representation.html
@@ -0,0 +1,643 @@
+
+
+
+
+
+
+
+
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Project Concepts/Data Model and XML representation,SMILA/Project Concepts/Blackboard Service Concept,SMILA/Project Concepts/ID Concept,G.schmidt.brox.de,Juergen.schumacher.empolis.com,Churkin.ivan.gmail.com" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Project_Concepts/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Project Concepts/Data Model and XML representation - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Project_Concepts/Data_Model_and_XML_representation";
+var wgTitle = "SMILA/Project Concepts/Data Model and XML representation";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15156";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "128017";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-java {line-height: normal; font-size: medium;}
+.source-java li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for java
+ * CSS class: source-java, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-java .de1, .source-java .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-java {}
+.source-java .head {}
+.source-java .foot {}
+.source-java .imp {font-weight: bold; color: red;}
+.source-java .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-java li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-java li.li2 {font-weight: bold;}
+.source-java .kw1 {color: #7F0055; font-weight: bold;}
+.source-java .kw2 {color: #7F0055; font-weight: bold;}
+.source-java .kw3 {color: #000000; font-weight: normal}
+.source-java .kw4 {color: #7F0055; font-weight: bold;}
+.source-java .co1 {color: #3F7F5F; font-style: italic;}
+.source-java .co2 {color: #3F7F5F;}
+.source-java .co3 {color: #3F7F5F; font-style: italic; font-weight: bold;}
+.source-java .coMULTI {color: #3F5FBF; font-style: italic;}
+.source-java .es0 {color: #000000;}
+.source-java .br0 {color: #000000;}
+.source-java .st0 {color: #2A00ff;}
+.source-java .nu0 {color: #000000;}
+.source-java .me1 {color: #000000;}
+.source-java .me2 {color: #000000;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="Data_Model_and_XML_representation.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Project_Concepts_Data_Model_and_XML_representation">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project_Concepts/Data_Model_and_XML_representation">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Project_Concepts/Data_Model_and_XML_representation">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Project_Concepts/Data_Model_and_XML_representation">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Data_Model_and_XML_representation&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Data_Model_and_XML_representation&oldid=128017">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Data_Model_and_XML_representation.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Project_Concepts/Data_Model_and_XML_representation&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Data_Model_and_XML_representation&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Data_Model_and_XML_representation&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project%20Concepts/Data%20Model%20and%20XML%20representation"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Project Concepts/Data Model and XML representation</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Project_Concepts.1.html" title="SMILA/Project Concepts">Project Concepts</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Data_Model_and_XML_representation.html#column-one">navigation</a>, <a href="Data_Model_and_XML_representation.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Data_Model_and_XML_representation.html#Description"><span class="tocnumber">1</span> <span class="toctext">Description</span></a></li>
+<li class="toclevel-1"><a href="Data_Model_and_XML_representation.html#Discussion"><span class="tocnumber">2</span> <span class="toctext">Discussion</span></a></li>
+<li class="toclevel-1"><a href="Data_Model_and_XML_representation.html#Technical_proposal"><span class="tocnumber">3</span> <span class="toctext">Technical proposal</span></a>
+<ul>
+<li class="toclevel-2"><a href="Data_Model_and_XML_representation.html#Considerations"><span class="tocnumber">3.1</span> <span class="toctext">Considerations</span></a></li>
+<li class="toclevel-2"><a href="Data_Model_and_XML_representation.html#Physical_Data_Model"><span class="tocnumber">3.2</span> <span class="toctext">Physical Data Model</span></a></li>
+<li class="toclevel-2"><a href="Data_Model_and_XML_representation.html#Description_of_Logical_Data_Model"><span class="tocnumber">3.3</span> <span class="toctext">Description of Logical Data Model</span></a></li>
+<li class="toclevel-2"><a href="Data_Model_and_XML_representation.html#Java_Interfaces_of_Logical_Data_Model"><span class="tocnumber">3.4</span> <span class="toctext">Java Interfaces of Logical Data Model</span></a></li>
+<li class="toclevel-2"><a href="Data_Model_and_XML_representation.html#XML_Schema_of_Logical_Data_Model"><span class="tocnumber">3.5</span> <span class="toctext">XML Schema of Logical Data Model</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Description"></a><h2> <span class="mw-headline"> Description </span></h2>
+<p>This page describes the data model used in SMILA to represent data objects (records) in workflows.
+</p>
+<a name="Discussion"></a><h2> <span class="mw-headline"> Discussion </span></h2>
+<p><a href="http://wiki.eclipse.org/User:G.schmidt.brox.de" title="User:G.schmidt.brox.de">G.schmidt.brox.de</a>: Currently I have some remarks regarding the record interface.
+</p>
+<ul><li> We are not able to return large data, such as videos or large xml data, due to the lack of a stream interface for attachments.
+</li></ul>
+<ul><li><ul><li> <a href="http://wiki.eclipse.org/User:Juergen.schumacher.empolis.com" title="User:Juergen.schumacher.empolis.com">Juergen.schumacher.empolis.com</a> Yes, that's right. The problem is how to handle streams when sending a record with attachments via remote interfaces (I think we wanted to allow Crawler -> Controller, anyway it must be possible in the communication Controller -> Connectivity). You cannot send around the stream then, the receiver might not even able to access the actual object, even a callback from receiver to sender as in Ivans proposal below might not be possible. Any idea how to handle this is appreciated. Maybe using blackboard services in Crawler components woudl be possible, because it supports pushing attachments as stream directly to its bin storage. In this case a record could be transferred e.g. from CrawlerController to Connectivity by first pushing it from teh CC-Blackboard to the Connectivity-Blackboard and then sending only the record ID to Connectivity. Just an idea.
+</li></ul>
+</li></ul>
+<ul><li> I am developing an crawler that returns XML. This crawler is able to crawl our Berkeley DB storage. Thus way I am able to return full Record structures. The open question is. How do I convert a embedded ID into a ID for the record. Via normal XML/IndexOrder syntax I am not able to generate a dynamic key that contains several hierarchies that may change on record level.
+</li></ul>
+<ul><li><ul><li> <a href="http://wiki.eclipse.org/User:Juergen.schumacher.empolis.com" title="User:Juergen.schumacher.empolis.com">Juergen.schumacher.empolis.com</a> I'm not sure that I understand your scenario. Why do you need to create a new ID? Is it not possible just to reuse the original ID? The record in your source XML DB still represents the original source object, so probably it should keep its ID. Another possibility would be to create a new ID with the ID hash of the original ID as the key value, because in the XML DB the hash serves as a kind of simple primary key.
+</li></ul>
+</li></ul>
+<ul><li><ul><li><ul><li> <a href="http://wiki.eclipse.org/User:G.schmidt.brox.de" title="User:G.schmidt.brox.de">G.schmidt.brox.de</a> From my point of view you get right to the point. How can i create a ID directly. How is configuration at index order affected? E.g. when just copying the ID, how do I set this ID in a MObject/Record object in a way that it's not replaced. Further I may need a transformation between those ID's. e.g. if I have a import from Record V1 to Record V2. I do not yet see a way to handle this.
+</li></ul>
+</li></ul>
+</li></ul>
+<p><br />
+<a href="http://wiki.eclipse.org/index.php?title=User:Churkin.ivan.gmail.com&action=edit" class="new" title="User:Churkin.ivan.gmail.com">Ivan Churkin</a>:
+</p>
+<ol><li> Record object should be changed to avoid ability to set Attachment as byte[]
+</li><li> Crawler Developer will only point Attachment's name in the Record object
+</li><li> Crawler interface should be improved by adding method
+</li></ol>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">interface</span> Crawler<span class="br0">{</span>
+ ....
+ <span class="kw3">InputStream</span> getAttachmentStream<span class="br0">(</span><span class="kw4">int</span> pos, <span class="kw3">String</span> attachmentName<span class="br0">)</span>
+
+ <span class="br0">}</span></pre></div>
+<ol><li> Crawler Controller, after fetching Record from Crawler, will track Attachments and transfer streams from Crawler one-by-one
+</li></ol>
+<p><a href="http://wiki.eclipse.org/index.php?title=User:Churkin.ivan.gmail.com&action=edit" class="new" title="User:Churkin.ivan.gmail.com">Ivan Churkin</a>: I only wondering... Juergen, you know better SCA features, explain please. SCA doesn't supporting stream callbacks? Is it possible somehow to transfer stream? If it's not possible, then shame on SCA, it's better to write TCP/IP based custom protocol :)
+</p><p>>Maybe using blackboard services in Crawler components would be possible
+</p><p>BWT: blackboard interface already contains streams as arguments and as return type. So, it cannot be binded by SCA already? What is the difference between CC and Blackboard here?
+</p><p><a href="http://wiki.eclipse.org/User:Juergen.schumacher.empolis.com" title="User:Juergen.schumacher.empolis.com">Juergen.schumacher.empolis.com</a> Sorry, I do currently not know what happens with methods with streams as arguments or return types in SCA when using different remote bindings. Certainly SCA cannot do wonders, and from my experience handling streams in any RCP protocol is not trivial. In case of CrawlerController talking to Connectivity via a WebService interface through a firewall that simply does not allow Connectivity talking back to the Controller (a valid deployment scenario from the very beginning of SMILA) ... what should SCA do there? So, in general we should design our interfaces to be remoting-friendly where they need to be. So far, Blackboard has not been a major candidate for being accessed by remote clients. This may change, but it also may require a specific remote interface instead remoting the complete local interface.
+</p><p><a href="http://wiki.eclipse.org/User:G.schmidt.brox.de" title="User:G.schmidt.brox.de">G.schmidt.brox.de</a> About SCA and remoting usage. Jürgen, could you please ask the SCA team how to handle those points. (You are absolute right). Maybe they have best practices for interface design and so on. Further we may think of a probably need for a communication proxy for SCA or similar technologies.
+</p><p><a href="http://wiki.eclipse.org/index.php?title=User:Churkin.ivan.gmail.com&action=edit" class="new" title="User:Churkin.ivan.gmail.com">Ivan Churkin</a> Many thanks Juergen, yes, there are problems if to support any RCP. But, maybe it's possible to strict protocol to common one? Or it's not allowed here :(?
+>firewall that simply does not allow Connectivity talking back to the Controller
+Theoretically remote callbacks may be avoided by caching to file by SCA-proxy class,
+</p>
+<a name="Technical_proposal"></a><h2> <span class="mw-headline"> Technical proposal </span></h2>
+<a name="Considerations"></a><h3> <span class="mw-headline"> Considerations </span></h3>
+<p>What we need:
+</p>
+<ul><li> Simple API for service developers to work with the records.
+</li><li> Minimal constraints on what is possible to express
+</li><li> Any SMILA component must be able to process every incoming record without knowing about any other component in the installation that
+</li></ul>
+<p>may have produced some service specific part of the record. It must also be able to reproduce these elements in its result if they were
+not explicitly deleted during service execution.
+</p>
+<ul><li> This means that for service specific classes we cannot even rely on having the same classes in the same version installed in each
+</li></ul>
+<p>composite at the same time.
+</p>
+<ul><li> Records produced and stored with one version state of an SMILA installation must be re-processable also with updated versions of the installation (at least, if the major version of the framework has not changed).
+</li><li> Nice XML representation possible
+</li><li> Simple to express XPath queries on objects for conditions in BPEL or message routers.
+</li></ul>
+<p>In my opinion, this means, that we cannot have the data model extended by any service specific classes, but we must provide a data model that
+is able to express everything that a service might want to express. As a later extension we plan to allow the use of user-definable XML streaming for application specific object types, but this will not be implemented in the first version.
+</p>
+<a name="Physical_Data_Model"></a><h3> <span class="mw-headline"> Physical Data Model </span></h3>
+<p>{info:Alternative Proposal}
+This section has been obsoleted largely by <a href="Blackboard_Service_Concept.html" title="SMILA/Project Concepts/Blackboard Service Concept">SMILA/Project Concepts/Blackboard Service Concept</a>. However, I still suggest to define a logical data model using interfaces to hide the physical implementation from the client in order to make optimized implementations of the data model possible in different parts of the framework.
+{info}
+Problem: Different processing engine require to work on certain Java objects. E.g.:
+</p>
+<ul><li> The ODE BPEL engine needs to be called with DOM objects.
+</li><li> ActiveBPEL uses other classes.
+</li><li> One could think of a SMILA specific processing engine that could use a physical data model that implements the logical data model more efficiently.
+</li></ul>
+<p>Conversion between different physical models can become expensive if it has to be done very often. This means e.g. that if a BPEL engine to orchestrate a number of SMILA services, it should not be necessary to actually convert the exchanged data objects each time a service is called and each time a service returns its result to the engine. And because the orchestration engine should be replaceable like everything else in the framework, we cannot commit to using e.g. DOM as the physical representation of our data objects, because then we would have conversion issues when using ActiveBPEL.
+</p><p>Proposal:
+</p>
+<ul><li> Define logical data model using a set of interfaces and a corresponding XML schema.
+</li><li> SMILA services access and create data only by using these interfaces, they do not need to know about the actual physica data model.
+</li><li> Provide physical data models that implement these interfaces using appropriate object formats.
+</li></ul>
+<p>E.g. when using ODE as the orchestration engine, use a physical model that uses DOM to represent the data objects. These DOM object can be passed to the BPEL engine directly. Each time a service is invoked from BPEL only a small wrapper must be created and the service can access the DOM objects as logical SMILA objects.
+</p><p>On the other hand, in a crawler or in a queue listener that does not use a BPEL engine, a more efficient implementation of the logical model could be used for better performance.
+</p><p>Data exchange between components that require to use different physical data models could easiest be done by using the common XML format for serialization. Also, queue messages would always contain an XML string. Each listener can then decide for itself which implementation to use.
+</p>
+<a name="Description_of_Logical_Data_Model"></a><h3> <span class="mw-headline"> Description of Logical Data Model </span></h3>
+<p>This proposal is based on experiences made with the IAS (the <a href="http://www.empolis.com/en/information_management/" class="external text" title="http://www.empolis.com/en/information_management/" rel="nofollow">empolis Information Access Suite</a>) data model. It is intended as a simplification of the IAS model, to overcome problems caused by its over-specification.
+</p><p>Record - Top level element
+</p>
+<ul><li> ID: see <a href="ID_Concept.html" title="SMILA/Project Concepts/ID Concept">SMILA/Project Concepts/ID Concept</a> for details
+</li><li> metadata: Metadata Object - the actual data about the document
+</li><li> attachments: Map<String, byte[]> - additional data not serializable to XML (or too inefficient), e.g.:
+<ul><li> binary content of documents
+</li><li> Huge annotations
+</li></ul>
+</li></ul>
+<p>MetadataObject
+</p>
+<ul><li> attributes: Map<String, Attribute> - data about records according to some application model or ontology
+</li><li> annotations: Map<String, List<Annotation>> - additional service specific data
+</li></ul>
+<p>Attribute
+</p>
+<ul><li> name: String
+</li><li> value: List<MetadataObject|Literal>
+</li><li> annotations: Map<String, List<Annotation>>
+</li></ul>
+<p>Literal
+</p>
+<ul><li> semantic type: String
+</li><li> value: (String | Long | Double | Boolean | Date | Time | DateTime)?
+</li><li> data type
+</li><li> annotations: Map<String, List<Annotation>>
+</li></ul>
+<p>Annotation
+</p>
+<ul><li> anonymous values: List<String>
+</li><li> named values Map<String, String>
+</li><li> annotations: Map<String, List<Annotation>>
+</li></ul>
+<a name="Java_Interfaces_of_Logical_Data_Model"></a><h3> <span class="mw-headline"> Java Interfaces of Logical Data Model </span></h3>
+<p>Note: This is just a preview. The details may be changed during implementation if other variants are be more appropriate or convenenient.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">interface</span> <span class="kw3">Annotation</span> <span class="kw1">extends</span> Annotatable <span class="br0">{</span>
+ List<String> getAnonValues<span class="br0">(</span><span class="br0">)</span>;
+ <span class="kw4">void</span> addAnonValue<span class="br0">(</span><span class="kw3">String</span><span class="br0">)</span>;
+ <span class="kw4">void</span> removeAnonValues<span class="br0">(</span><span class="br0">)</span>;
+
+ <span class="kw4">void</span> setNamedValue<span class="br0">(</span><span class="kw3">String</span> name, <span class="kw3">String</span> value<span class="br0">)</span>;
+ <span class="kw3">String</span> getNamedValues<span class="br0">(</span><span class="kw3">String</span> name<span class="br0">)</span>;
+ <span class="kw4">void</span> removeNamedValues<span class="br0">(</span><span class="br0">)</span>;
+<span class="br0">}</span></pre></div>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">interface</span> Annotatable <span class="br0">{</span>
+ <span class="kw4">boolean</span> hasAnnotations<span class="br0">(</span><span class="br0">)</span>;
+ <span class="kw4">boolean</span> hasAnnotation<span class="br0">(</span><span class="kw3">String</span><span class="br0">)</span>;
+
+ List<Annotation> getAnnotations<span class="br0">(</span><span class="kw3">String</span><span class="br0">)</span>;
+ <span class="kw3">Annotation</span> getAnnotation<span class="br0">(</span><span class="kw3">String</span><span class="br0">)</span>;
+
+ <span class="kw4">void</span> setAnnotations<span class="br0">(</span><span class="kw3">String</span>, List<Annotation><span class="br0">)</span>;
+ <span class="kw4">void</span> setAnnotation<span class="br0">(</span><span class="kw3">String</span>, <span class="kw3">Annotation</span><span class="br0">)</span>;
+ <span class="kw4">void</span> addAnnotation<span class="br0">(</span><span class="kw3">String</span>, <span class="kw3">Annotation</span><span class="br0">)</span>;
+
+ <span class="kw4">void</span> removeAnnotations<span class="br0">(</span><span class="kw3">String</span><span class="br0">)</span>;
+<span class="br0">}</span></pre></div>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">interface</span> Record <span class="br0">{</span>
+ ID getID<span class="br0">(</span><span class="br0">)</span>;
+ <span class="kw4">void</span> setID<span class="br0">(</span>ID<span class="br0">)</span>;
+
+ MObject getMetadata<span class="br0">(</span><span class="br0">)</span>;
+ <span class="kw4">void</span> getMetadata<span class="br0">(</span>MObject<span class="br0">)</span>;
+
+ <span class="kw4">boolean</span> hasAttachments<span class="br0">(</span><span class="br0">)</span>;
+ <span class="kw4">byte</span><span class="br0">[</span><span class="br0">]</span> getAttachment<span class="br0">(</span><span class="kw3">String</span><span class="br0">)</span>;
+ <span class="kw4">void</span> putAttachment<span class="br0">(</span><span class="kw3">String</span>, <span class="kw4">byte</span><span class="br0">[</span><span class="br0">]</span><span class="br0">)</span>;
+<span class="br0">}</span></pre></div>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">interface</span> <span class="kw3">Attribute</span> <span class="kw1">extends</span> Annotatable <span class="br0">{</span>
+ <span class="kw3">String</span> getName<span class="br0">(</span><span class="br0">)</span>;
+
+ <span class="kw4">boolean</span> hasLiterals<span class="br0">(</span><span class="br0">)</span>;
+ <span class="kw4">int</span> valueSize<span class="br0">(</span><span class="br0">)</span>;
+ List<Literal> getLiterals<span class="br0">(</span><span class="br0">)</span>;
+ Literal getLiterale<span class="br0">(</span><span class="br0">)</span>; <span class="co1">// return only first value in list, if any</span>
+ <span class="kw4">void</span> addLiteral<span class="br0">(</span>Literal literal<span class="br0">)</span>;
+ <span class="kw4">void</span> removeValues<span class="br0">(</span><span class="br0">)</span>;
+
+ <span class="kw4">boolean</span> hasObjects<span class="br0">(</span><span class="br0">)</span>;
+ <span class="kw4">int</span> ObjectSize<span class="br0">(</span><span class="br0">)</span>;
+ List<MObject> getObjects<span class="br0">(</span><span class="br0">)</span>;
+ MObject getObject<span class="br0">(</span><span class="br0">)</span>; <span class="co1">// return only first Object in list, if any</span>
+ <span class="kw4">void</span> addObject<span class="br0">(</span>MObject object<span class="br0">)</span>;
+ <span class="kw4">void</span> removeObjects<span class="br0">(</span><span class="br0">)</span>;
+<span class="br0">}</span></pre></div>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">interface</span> AttributeValue <span class="kw1">extends</span> Annotatable <span class="br0">{</span>
+ <span class="kw3">String</span> getSemanticType<span class="br0">(</span><span class="br0">)</span>;
+ <span class="kw4">void</span> setSemanticType<span class="br0">(</span><span class="kw3">String</span><span class="br0">)</span>;
+<span class="br0">}</span></pre></div>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="co1">// MObject is short for Metadata Object</span>
+<span class="kw1">interface</span> MObject <span class="kw1">extends</span> AttributeValue <span class="br0">{</span>
+ <span class="kw4">boolean</span> hasAttributes<span class="br0">(</span><span class="br0">)</span>;
+ <span class="kw4">boolean</span> hasAttribute<span class="br0">(</span><span class="kw3">String</span><span class="br0">)</span>;
+ <span class="kw3">Attribute</span> getAttribute<span class="br0">(</span><span class="kw3">String</span><span class="br0">)</span>;
+ <span class="kw4">void</span> setAttribute<span class="br0">(</span><span class="kw3">String</span>, <span class="kw3">Attribute</span><span class="br0">)</span>;
+<span class="br0">}</span></pre></div>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">interface</span> Literal <span class="kw1">extends</span> AttributeValue <span class="br0">{</span>
+ <span class="kw4">boolean</span> hasValue<span class="br0">(</span><span class="br0">)</span>;
+
+ <span class="kw3">Object</span> getValue<span class="br0">(</span><span class="br0">)</span>;
+ <span class="kw3">String</span> getStringValue<span class="br0">(</span><span class="br0">)</span>; <span class="co1">// return toString() of value, if not a string</span>
+ <span class="co1">// other type specific methods return null, if value is not of requested type</span>
+ <span class="kw3">Long</span> getIntValue<span class="br0">(</span><span class="br0">)</span>;
+ <span class="kw3">Double</span> getFPValue<span class="br0">(</span><span class="br0">)</span>;
+ <span class="kw3">Boolean</span> getBoolValue<span class="br0">(</span><span class="br0">)</span>;
+ <span class="kw3">Date</span> getDateTimeValue<span class="br0">(</span><span class="br0">)</span>;
+
+ <span class="kw4">void</span> setValue<span class="br0">(</span><span class="kw3">Object</span><span class="br0">)</span> <span class="kw1">throws</span> InvalidArgumentException;
+ <span class="kw4">void</span> setStringValue<span class="br0">(</span><span class="kw3">String</span><span class="br0">)</span>;
+ <span class="kw4">void</span> setIntValue<span class="br0">(</span><span class="kw3">Long</span><span class="br0">)</span>;
+ <span class="kw4">void</span> setFPValue<span class="br0">(</span><span class="kw3">Double</span><span class="br0">)</span>;
+ <span class="kw4">void</span> setBoolValue<span class="br0">(</span><span class="kw3">Boolean</span><span class="br0">)</span>;
+ <span class="kw4">void</span> setDateTimeValue<span class="br0">(</span><span class="kw3">Date</span><span class="br0">)</span>;
+<span class="br0">}</span></pre></div>
+<a name="XML_Schema_of_Logical_Data_Model"></a><h3> <span class="mw-headline"> XML Schema of Logical Data Model </span></h3>
+<p>XML Schema design by example
+</p><p>The following XML snippet illustrates how to possibly represent this data model in XML. This section should be seen as experimental.
+</p><p>The XML schema is targeted at being relatively easy to use for XPath expressions in BPEL processes or elsewhere. The element and attribute have been abbreviated in order to minimze the length on the resulting document. This should have an positive impact on communication overhead and processing performance (of course, in reality also whitespace (linefeeds, indentation) should be left out).
+</p><p>The annotations used as examples are motivated by 0often used IAS properties.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><RecordList</span> <span class="re0">xmlns</span>=<span class="st0">"http://www.eclipse.org/smila/record"</span> <span class="re0">xmlns:id</span>=<span class="st0">"http://www.eclipse.org/smila/id"</span>
+ <span class="re0">xmlns:rec</span>=<span class="st0">"http://www.eclipse.org/smila/record"</span> <span class="re0">xmlns:xsi</span>=<span class="st0">"http://www.w3.org/2001/XMLSchema-instance"</span>
+ <span class="re0">xsi:schemaLocation</span>=<span class="st0">"http://www.eclipse.org/smila/record record.xsd "</span><span class="re2">></span></span>
+
+ <span class="sc3"><span class="re1"><Record</span> <span class="re0">version</span>=<span class="st0">"1.0"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><id:ID</span> <span class="re0">version</span>=<span class="st0">"1.0"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><id:Source<span class="re2">></span></span></span>share<span class="sc3"><span class="re1"></id:Source<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><id:Key<span class="re2">></span></span></span>some.html<span class="sc3"><span class="re1"></id:Key<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></id:ID<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><A</span> <span class="re0">n</span>=<span class="st0">"mimetype"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- IAS retrieval filter: annotation attached to attribute, valid for complete attribute value --></span></span>
+ <span class="sc3"><span class="re1"><An</span> <span class="re0">n</span>=<span class="st0">"filter"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><V</span> <span class="re0">n</span>=<span class="st0">"type"</span><span class="re2">></span></span>exclude<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><An</span> <span class="re0">n</span>=<span class="st0">"values"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>text/plain<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>text/html<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></An<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></An<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><L<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>text/html<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><V</span> <span class="re0">st</span>=<span class="st0">"appl:Mimetype"</span><span class="re2">></span></span>text/html<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></L<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></A<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><A</span> <span class="re0">n</span>=<span class="st0">"filesize"</span><span class="re2">></span></span><span class="sc3"><span class="coMULTI"><!-- single numeric value attribute --></span></span>
+ <span class="sc3"><span class="re1"><L<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><V</span> <span class="re0">t</span>=<span class="st0">"int"</span><span class="re2">></span></span>1234<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></L<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></A<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><A</span> <span class="re0">n</span>=<span class="st0">"trustee"</span><span class="re2">></span></span><span class="sc3"><span class="coMULTI"><!-- multivalued attribute without annotation for each value --></span></span>
+ <span class="sc3"><span class="re1"><L<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>group1<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>group2<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></L<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></A<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><A</span> <span class="re0">n</span>=<span class="st0">"topic"</span><span class="re2">></span></span><span class="sc3"><span class="coMULTI"><!-- multivalued attribute with simple values with annotations --></span></span>
+ <span class="sc3"><span class="re1"><An</span> <span class="re0">n</span>=<span class="st0">"importance"</span><span class="re2">></span></span><span class="sc3"><span class="coMULTI"><!-- IAS query boost factor, refers to complete attribute --></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>4.0<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></An<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><L<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>Eclipse<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span><span class="sc3"><span class="coMULTI"><!-- first value --></span></span>
+ <span class="sc3"><span class="re1"><An</span> <span class="re0">n</span>=<span class="st0">"sourceRef"</span><span class="re2">></span></span><span class="sc3"><span class="coMULTI"><!-- part of IAS textminer info for first value--></span></span>
+ <span class="sc3"><span class="re1"><V</span> <span class="re0">n</span>=<span class="st0">"attribute"</span><span class="re2">></span></span>fulltext<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><V</span> <span class="re0">n</span>=<span class="st0">"startPos"</span><span class="re2">></span></span>37<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><V</span> <span class="re0">n</span>=<span class="st0">"endPos"</span><span class="re2">></span></span>42<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></An<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><An</span> <span class="re0">n</span>=<span class="st0">"sourceRef"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><V</span> <span class="re0">n</span>=<span class="st0">"attribute"</span><span class="re2">></span></span>fulltext<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><V</span> <span class="re0">n</span>=<span class="st0">"startPos"</span><span class="re2">></span></span>137<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><V</span> <span class="re0">n</span>=<span class="st0">"endPos"</span><span class="re2">></span></span>142<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></An<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><An</span> <span class="re0">n</span>=<span class="st0">"importance"</span><span class="re2">></span></span><span class="sc3"><span class="coMULTI"><!-- extra IAS query boost factor for first value --></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>2.0<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></An<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></L<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><L<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>SMILA<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span><span class="sc3"><span class="coMULTI"><!-- second attribute value --></span></span>
+ <span class="sc3"><span class="re1"><An</span> <span class="re0">n</span>=<span class="st0">"sourceRef"</span><span class="re2">></span></span><span class="sc3"><span class="coMULTI"><!-- following annotations refer to second value --></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- similar to above --></span></span>
+ <span class="sc3"><span class="re1"></An<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></L<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></A<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><A</span> <span class="re0">n</span>=<span class="st0">"author"</span><span class="re2">></span></span><span class="sc3"><span class="coMULTI"><!-- "set of aggregates" --></span></span>
+ <span class="sc3"><span class="re1"><O<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><A</span> <span class="re0">n</span>=<span class="st0">"firstName"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><L<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>Igor<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></L<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></A<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><A</span> <span class="re0">n</span>=<span class="st0">"lastName"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><L<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>Novakovic<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></L<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></A<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></O<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><O</span> <span class="re0">st</span>=<span class="st0">"appl:Author"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><A</span> <span class="re0">n</span>=<span class="st0">"firstName"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><L<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>Georg<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></L<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></A<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><A</span> <span class="re0">n</span>=<span class="st0">"lastName"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><L<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>Schmidt<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></L<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></A<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></O<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></A<span class="re2">></span></span></span>
+
+ <span class="sc3"><span class="re1"><An</span> <span class="re0">n</span>=<span class="st0">"action"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>update<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></An<span class="re2">></span></span></span>
+
+ <span class="sc3"><span class="re1"><Attachment<span class="re2">></span></span></span>content<span class="sc3"><span class="re1"></Attachment<span class="re2">></span></span></span><span class="sc3"><span class="coMULTI"><!-- just a marker that an attachment exists in attachment store? --></span></span>
+ <span class="sc3"><span class="re1"><Attachment<span class="re2">></span></span></span>fulltext<span class="sc3"><span class="re1"></Attachment<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Record<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></RecordList<span class="re2">></span></span></span></pre></div>
+<p>Some notes
+</p>
+<ul><li> <code><L></code> can contain multiple <code><V></code>, if the single values do not have annotations
+</li><li> The <code>st</code> attribute in <L> and <O> means some application specific "semantic" type while the <code>t</code> attribute in <code><V></code> means the native datatype of this value.
+</li><li> The version attribute is for parsers todo conversion between older XML formats and the current supported format if necessary.
+</li><li> The data model will be extended later to support XML streaming of user-definable object types, either as attribute values or in an extra part of the record.
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 41/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15156-0!1!0!!en!2!edit=0 and timestamp 20120203101527 -->
+<div class="printfooter">
+Retrieved from "<a href="Data_Model_and_XML_representation.html">http://wiki.eclipse.org/SMILA/Project_Concepts/Data_Model_and_XML_representation</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 16:00, 11 November 2008 by <a href="http://wiki.eclipse.org/User:Igor.novakovic.empolis.com" title="User:Igor.novakovic.empolis.com">Igor Novakovic</a>. Based on work by <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>, <a href="http://wiki.eclipse.org/index.php?title=User:Churkin.ivan.gmail.com&action=edit" class="new" title="User:Churkin.ivan.gmail.com">Ivan Churkin</a> and <a href="http://wiki.eclipse.org/User:G.schmidt.brox.de" title="User:G.schmidt.brox.de">Georg Schmidt</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Data_Model_and_XML_representation&action=credits" title="SMILA/Project Concepts/Data Model and XML representation">others</a>.</p>
+ <p id="footerviews">This page has been accessed 3,628 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.318 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Deployment&Implementation_Concept_for_the_IRM_Framework.html b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Deployment&Implementation_Concept_for_the_IRM_Framework.html
new file mode 100644
index 0000000..493d7fe
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Deployment&Implementation_Concept_for_the_IRM_Framework.html
@@ -0,0 +1,234 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Project Concepts/Deployment" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Project_Concepts/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Project Concepts/Deployment - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Project_Concepts/Deployment";
+var wgTitle = "SMILA/Project Concepts/Deployment";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15229";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "113307";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Deployment&Implementation_Concept_for_the_IRM_Framework.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Project_Concepts_Deployment">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project_Concepts/Deployment">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Project_Concepts/Deployment">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Project_Concepts/Deployment">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Deployment&Implementation_Concept_for_the_IRM_Framework=&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Deployment&oldid=113307">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="http://wiki.eclipse.org/SMILA/Project_Concepts/Deployment"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Project_Concepts/Deployment&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Deployment&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Deployment&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project%20Concepts/Deployment"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Project Concepts/Deployment</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Project_Concepts.1.html" title="SMILA/Project Concepts">Project Concepts</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Deployment&Implementation_Concept_for_the_IRM_Framework.html#column-one">navigation</a>, <a href="Deployment&Implementation_Concept_for_the_IRM_Framework.html#searchInput">search</a></div> <!-- start content -->
+
+<!--
+NewPP limit report
+Preprocessor node count: 1/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15229-0!1!0!!en!2!edit=0 and timestamp 20120202134021 -->
+<div class="printfooter">
+Retrieved from "<a href="http://wiki.eclipse.org/SMILA/Project_Concepts/Deployment">http://wiki.eclipse.org/SMILA/Project_Concepts/Deployment</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 13:29, 13 August 2008 by <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>. </p>
+ <p id="footerviews">This page has been accessed 2,832 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.053 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Exceptions_configurations_and_processing.html b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Exceptions_configurations_and_processing.html
new file mode 100644
index 0000000..aca3662
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Exceptions_configurations_and_processing.html
@@ -0,0 +1,630 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Project Concepts/Exceptions configurations and processing,Daniel.stucky.empolis.com,Juergen.schumacher.empolis.com,S.voigt.brox.de" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Project_Concepts/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Project Concepts/Exceptions configurations and processing - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Project_Concepts/Exceptions_configurations_and_processing";
+var wgTitle = "SMILA/Project Concepts/Exceptions configurations and processing";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15308";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "113737";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-java {line-height: normal; font-size: medium;}
+.source-java li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for java
+ * CSS class: source-java, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-java .de1, .source-java .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-java {}
+.source-java .head {}
+.source-java .foot {}
+.source-java .imp {font-weight: bold; color: red;}
+.source-java .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-java li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-java li.li2 {font-weight: bold;}
+.source-java .kw1 {color: #7F0055; font-weight: bold;}
+.source-java .kw2 {color: #7F0055; font-weight: bold;}
+.source-java .kw3 {color: #000000; font-weight: normal}
+.source-java .kw4 {color: #7F0055; font-weight: bold;}
+.source-java .co1 {color: #3F7F5F; font-style: italic;}
+.source-java .co2 {color: #3F7F5F;}
+.source-java .co3 {color: #3F7F5F; font-style: italic; font-weight: bold;}
+.source-java .coMULTI {color: #3F5FBF; font-style: italic;}
+.source-java .es0 {color: #000000;}
+.source-java .br0 {color: #000000;}
+.source-java .st0 {color: #2A00ff;}
+.source-java .nu0 {color: #000000;}
+.source-java .me1 {color: #000000;}
+.source-java .me2 {color: #000000;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="Exceptions_configurations_and_processing.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Project_Concepts_Exceptions_configurations_and_processing">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project_Concepts/Exceptions_configurations_and_processing">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Project_Concepts/Exceptions_configurations_and_processing">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Project_Concepts/Exceptions_configurations_and_processing">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Exceptions_configurations_and_processing&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Exceptions_configurations_and_processing&oldid=113737">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Exceptions_configurations_and_processing.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Project_Concepts/Exceptions_configurations_and_processing&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Exceptions_configurations_and_processing&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Exceptions_configurations_and_processing&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project%20Concepts/Exceptions%20configurations%20and%20processing"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Project Concepts/Exceptions configurations and processing</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Project_Concepts.1.html" title="SMILA/Project Concepts">Project Concepts</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Exceptions_configurations_and_processing.html#column-one">navigation</a>, <a href="Exceptions_configurations_and_processing.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Exceptions_configurations_and_processing.html#Description"><span class="tocnumber">1</span> <span class="toctext">Description</span></a></li>
+<li class="toclevel-1"><a href="Exceptions_configurations_and_processing.html#Discussion"><span class="tocnumber">2</span> <span class="toctext">Discussion</span></a>
+<ul>
+<li class="toclevel-2"><a href="Exceptions_configurations_and_processing.html#Resulting_Rules_for_SMILA"><span class="tocnumber">2.1</span> <span class="toctext">Resulting Rules for SMILA</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Exceptions_configurations_and_processing.html#Technical_proposal"><span class="tocnumber">3</span> <span class="toctext">Technical proposal</span></a>
+<ul>
+<li class="toclevel-2"><a href="Exceptions_configurations_and_processing.html#First_problem_.22producer-consumer.22"><span class="tocnumber">3.1</span> <span class="toctext">First problem "producer-consumer"</span></a></li>
+<li class="toclevel-2"><a href="Exceptions_configurations_and_processing.html#Second_problem_.22is_critical.3F.22"><span class="tocnumber">3.2</span> <span class="toctext">Second problem "is critical?"</span></a>
+<ul>
+<li class="toclevel-3"><a href="Exceptions_configurations_and_processing.html#.22let_crawler_developer_choose_it_byself.22"><span class="tocnumber">3.2.1</span> <span class="toctext">"let crawler developer choose it byself"</span></a></li>
+<li class="toclevel-3"><a href="Exceptions_configurations_and_processing.html#Configurable_SMILAException"><span class="tocnumber">3.2.2</span> <span class="toctext">Configurable SMILAException</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Exceptions_configurations_and_processing.html#Resulting_Rules_for_SMILA_.28suggestion.29"><span class="tocnumber">4</span> <span class="toctext">Resulting Rules for SMILA (suggestion)</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Description"></a><h2> <span class="mw-headline"> Description </span></h2>
+<p>Please have a look at the "Exception handling" of crawlers.
+</p><p>Atm the Crawler can have an internal problem and crawling is not stopped
+</p><p>Therefore we need a concept for the framework that Crawlers send information about problems that are only small problems and crawling can be continued und
+greater problems on which the crawlercontroller should be stopped (if delta indexing is executed, the whole index information would be lost because all entries in the index will be deleted.
+</p><p>Please have a look at the current code of the crawlers and the crawlercontroller and write a concept to solve this
+Crawlercontroller should be aware of small problems (warning?) and greater problems(errors?)
+</p><p>Crawler is supposed to be 3rd party developed component and described only as interface.
+</p><p>There are at least two problems:
+</p>
+<ol><li> Both currently implemented crawlers filesystem and web based on producer-consumer java-pattern. Crawler controller thread interacts as consumer but exceptions may occurs also on producer level.
+</li><li> Who will decide that problem is critical and process should be stopped or problem is not critical and process may be continued?
+</li></ol>
+<a name="Discussion"></a><h2> <span class="mw-headline"> Discussion </span></h2>
+<p><a href="http://wiki.eclipse.org/index.php?title=User:S.voigt.brox.de&action=edit" class="new" title="User:S.voigt.brox.de">Sebastian Voigt</a>:
+</p><p>Especially for the Crawler Controller and Crawler Workflow we have only two different error types:
+</p>
+<ul><li> Crawler Errors: Crawler cannot start, cannot connect to the data source, Crawlercontroller should stop crawling.
+</li></ul>
+<ul><li> Crawling Errors: Error that can occur for every record or only for special record. User has to know that an Error occurred but Crawling should not be stopped.
+</li></ul>
+<p>Usually I would CrawlerException use only the Crawler Errors, Crawling Errors would be logged by the Crawler himself, and the Crawler would not throw an Exception for it.Do we need to throw an Exception in this case? What is the advantage? What can the CrawlerController do with this information? I see only one advantage, if this occur often, it can stop crawling also to prevent cases in that the crawler would throw an "Crawling" Exception for every entry in the data source....otherwise all records in the index would be deleted with the usage of DI.
+</p><p>What is the advantage of collecting exceptions? Important for the use of logging is that the log method is called where the logging should be done and not one class upper because an exception was thrown. Thus we should not use exceptions to move logging to other classes. But Logging and Throwing should not be used at the same time.
+</p><p>Ivan Churkin:
+</p>
+<ol><li> What should I throw/log for FileSystemCrawler if crawling folder is not found? - imho its ok and index should be deleted.
+</li><li> Unfortunately crawling process is not encapsulated inside crawler. For example, crawler was able to read DI for the file, and pass this DI to Crawler Controller but was unable to read all properties of Record - we should throw error to CC. But, from the other case, for example, we was unable to read only User Rights, but content was read ok - should we throw error/skip record?
+</li></ol>
+<p><a href="http://wiki.eclipse.org/index.php?title=User:S.voigt.brox.de&action=edit" class="new" title="User:S.voigt.brox.de">Sebastian Voigt</a>: I think that is correct, a second crawler run for a specific folder in the case that the folder doesn't exist means the index has to be cleared. Interesting point. For your examples it depends, the crawler developer has to decide from case to case what information should he send to the CrawlerController - stop crawling or skip only this entry.
+</p><p><a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>: I will describe my point of view.
+I agreee that during crawling there are critical and non critical errors. Non critical errors mean that the crawl process itself is stable and that a record could not be read (e.g. temporary network problem, file is accessd by another application, etc.) but crawling should continue. Then there are critical errors were the crawl process should be stopped (e.g. bad configuration, root folder not available, no authentication, reoccuring network problems, .etc). I guess every Crawler has to decide for himself what is critical and non critical. In either case, DeltaIndexing:delete() MUST NOT be performed. It is crucial that the DeltaIndexing logic removes only those records from the index that are really deleted from the original source\! I don't know if it's better if the CrawlerController stops the Crawler on critical errors or if the Crawler does this on his own. Important is that the CrawlerController is informed that there were any errors and so can skip DeltaIndexing:delete(). The CrawlerController doesn't even need knowledge to what record the error belongs to. If each Crawler stops itself on critical errors it would be enough the provide a method hasExceptions() on the Crawler that is called by the CrawlerController to check for. Otherwise the CrawlerController nedds to decide if to stop crawling or continue. To differentiate between errors we could either use different exceptions or error levels.
+</p><p>If a root folder for crawling (or the start URL) is not found the Crawler should throw an exception. Usually this is a wrong configuration. Imagine someone build an index with millions of documents from one directory. Then, because of a typo in the configuration, suddenly the complete index is deleted. This is not a good behavior. We have to provide other mechanisms for deletion of whole indexes or data sources from an index. If however the root folder exists and it is empty the Crawler should process it normaly (thus sending 0 records).
+</p><p><a href="http://wiki.eclipse.org/User:Juergen.schumacher.empolis.com" title="User:Juergen.schumacher.empolis.com">Jürgen Schumacher</a> A remark from an "outsider": I think that empty data sources always indicate some kind of problem. The above case "root folder exists and is empty" could be caused by a mount failure: the root folder could be a directory in which another file system should have been mounted. This case should not delete a million-document-index\! Therefore I propose for now to NEVER delete the index if the crawl did not find ANY document. As an advanced feature we could think of adding a config option to delta indexing to specify a threshold for index deletion: "do not delete obsolete documents from index if more than X% are deleted\!".
+</p>
+<a name="Resulting_Rules_for_SMILA"></a><h3> <span class="mw-headline"> Resulting Rules for SMILA </span></h3>
+<p><a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>:
+</p>
+<ul><li> what is the reason for 4.4, never logging when throwing an exception ? The worst case is that the same (or similar) exception is logged multiple times.
+</li><li> what is the result for Crawlers? I assume it is
+<ul><li> Crawlers make use of CrawlerException and CrawlerCriticalException.
+</li><li> If any of both exceptions occur, CrawlerController MUST NOT execute delta-delete.
+</li><li> On CrawlerCriticalException the CrawlerController stops the crawl process.
+</li></ul>
+</li></ul>
+<p>I see the following issues:
+</p>
+<ul><li> if the Crawler does not stop itself on critical errors but waits to be stopped by the CrawlerController it may produce lots of internal errors
+</li><li> getNextDeltaIndexingData() returns a MObject[]. Imagine a (non critical) exception occurs while the Crawler builds this return object. What happens with those MObjects? They are never returned because an Exception is thrown! There is no problem if the size of MObject[] is always 1, but for better performance we want to use bigger sizes (in tests values of up to 100 proved feasible). So an exception on the Nth elemnet would skip n-1 elements. I guess this is a realy bad behavior.
+</li></ul>
+<p><br />
+</p><p><br />
+</p>
+<a name="Technical_proposal"></a><h2> <span class="mw-headline"> Technical proposal </span></h2>
+<a name="First_problem_.22producer-consumer.22"></a><h3> <span class="mw-headline"> First problem "producer-consumer" </span></h3>
+<p>Its obvious that producer should collect exceptions to some exceptions list/queue.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">private</span> Queue<Throwable> _producerExceptions;
+
+ ...
+
+
+ <span class="co1">//producer thread</span>
+ <span class="kw1">try</span><span class="br0">{</span>
+ <span class="br0">}</span><span class="kw1">catch</span><span class="br0">(</span><span class="kw3">Throwable</span> ex<span class="br0">)</span><span class="br0">{</span>
+ _producerExceptions.<span class="me1">add</span><span class="br0">(</span>ex<span class="br0">)</span>;
+ <span class="kw1">if</span><span class="br0">(</span>isCritical<span class="br0">(</span>ex<span class="br0">)</span><span class="br0">)</span><span class="br0">{</span>
+ <span class="co1">// stop</span>
+ <span class="br0">}</span>
+ <span class="br0">}</span></pre></div>
+<p>There are two solutions how to pass all errors to crawler-controller.
+First of them to is to check producer exceptions inside of every public/consumer method.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">public</span> MObject<span class="br0">[</span><span class="br0">]</span> getNextDeltaIndexingData<span class="br0">(</span><span class="br0">)</span> <span class="kw1">throws</span> CrawlerException <span class="br0">{</span>
+ <span class="kw3">Throwable</span> ex = _producerExceptions.<span class="me1">poll</span><span class="br0">(</span><span class="br0">)</span>;
+ <span class="kw1">if</span><span class="br0">(</span>ex!=<span class="kw2">null</span><span class="br0">)</span><span class="br0">{</span>
+ <span class="kw1">throw</span> <span class="kw1">new</span> CrawlerException<span class="br0">(</span>ex<span class="br0">)</span>;
+ <span class="br0">}</span>
+ <span class="br0">}</span>
+ Record getRecord<span class="br0">(</span><span class="kw4">int</span> pos<span class="br0">)</span> <span class="kw1">throws</span> CrawlerException<span class="br0">{</span>
+ <span class="co1">//the same</span>
+ <span class="br0">}</span>
+ <span class="co1">//the same</span></pre></div>
+<p>Second solution is to enrich crawler interface
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">interface</span> Crawler<span class="br0">{</span>
+ ...
+ <span class="kw4">boolean</span> hasInnerExceptions<span class="br0">(</span><span class="br0">)</span>;
+ <span class="kw3">Throwable</span><span class="br0">[</span><span class="br0">]</span> getInnerExceptions<span class="br0">(</span><span class="br0">)</span>;
+ <span class="br0">}</span></pre></div>
+<p>And to process it in the Crawler Controller.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java">...
+ <span class="me1">MObject</span><span class="br0">[</span><span class="br0">]</span> diData;
+ <span class="kw1">while</span><span class="br0">(</span><span class="kw2">true</span><span class="br0">)</span><span class="br0">{</span>
+ <span class="kw1">if</span><span class="br0">(</span>_crawler.<span class="me1">hasInnerExceptions</span><span class="br0">(</span><span class="br0">)</span><span class="br0">)</span><span class="br0">{</span>
+ <span class="co1">// check is critical</span>
+ <span class="br0">}</span>
+ <span class="kw1">try</span><span class="br0">{</span>
+ diData = _crawler.<span class="me1">getNextDeltaIndexingData</span><span class="br0">(</span><span class="br0">)</span>;
+ <span class="br0">}</span><span class="kw1">catch</span><span class="br0">(</span><span class="kw3">Throwable</span> ex<span class="br0">)</span><span class="br0">{</span>
+ <span class="co1">// check is critical</span>
+ <span class="br0">}</span>
+ <span class="br0">}</span></pre></div>
+<a name="Second_problem_.22is_critical.3F.22"></a><h3> <span class="mw-headline"> Second problem "is critical?" </span></h3>
+<p>There are also two solutions.
+</p>
+<a name=".22let_crawler_developer_choose_it_byself.22"></a><h4> <span class="mw-headline"> "let crawler developer choose it byself" </span></h4>
+<p>First of them is "let crawler developer choose it byself".
+And to define in interface two types of fixed exceptions, for example, CrawlerCriticalException and CrawlerNonCriticalException.
+</p>
+<a name="Configurable_SMILAException"></a><h4> <span class="mw-headline"> Configurable SMILAException </span></h4>
+<p>Second solution is to make exceptions processing configurable. It may be done on generic way. It should be declared list of possible exceptions in XML configuration file. And it will be written XSD schema and helper for loading/validating configuration and creating new exception based on exception name.
+</p><p>budle: org.eclipse.smila.exception
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><xs:schema</span> <span class="re0">xmlns:xs</span>=<span class="st0">"http://www.w3.org/2001/XMLSchema"</span> <span class="re0">elementFormDefault</span>=<span class="st0">"qualified"</span> <span class="re0">attributeFormDefault</span>=<span class="st0">"unqualified"</span>
+<span class="re0">xmlns</span>=<span class="st0">"http://www.eclipse.org/smila/exception"</span>
+<span class="re0">targetNamespace</span>=<span class="st0">"http://www.eclipse.org/smila/exception"</span>
+<span class="re2">></span></span>
+<span class="sc3"><span class="re1"><xs:element</span> <span class="re0">name</span>=<span class="st0">"ExceptionConfigurations"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><xs:annotation<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><xs:documentation<span class="re2">></span></span></span>list of exceptions<span class="sc3"><span class="re1"></xs:documentation<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></xs:annotation<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><xs:complexType<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><xs:sequence<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><xs:element</span> <span class="re0">name</span>=<span class="st0">"ExceptionConfig"</span> <span class="re0">minOccurs</span>=<span class="st0">"0"</span> <span class="re0">maxOccurs</span>=<span class="st0">"unbounded"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><xs:complexType<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><xs:sequence<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><xs:element</span> <span class="re0">name</span>=<span class="st0">"Text"</span> <span class="re0">type</span>=<span class="st0">"xs:string"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></xs:sequence<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><xs:attribute</span> <span class="re0">name</span>=<span class="st0">"name"</span> <span class="re0">type</span>=<span class="st0">"xs:string"</span> <span class="re0">use</span>=<span class="st0">"required"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><xs:attribute</span> <span class="re0">name</span>=<span class="st0">"critical"</span> <span class="re0">type</span>=<span class="st0">"xs:boolean"</span> <span class="re0">use</span>=<span class="st0">"optional"</span> <span class="re0">default</span>=<span class="st0">"true"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- for extensibility - class should extends EilfException or implements some common inteface --></span></span>
+ <span class="sc3"><span class="re1"><xs:attribute</span> <span class="re0">name</span>=<span class="st0">"class"</span> <span class="re0">type</span>=<span class="st0">"xs:string"</span> <span class="re0">use</span>=<span class="st0">"optional"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></xs:complexType<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></xs:element<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></xs:sequence<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></xs:complexType<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></xs:element<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></xs:schema<span class="re2">></span></span></span></pre></div>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">public</span> <span class="kw1">class</span> EilfException <span class="kw1">extends</span> <span class="kw3">Exception</span><span class="br0">{</span>
+ ....
+ <span class="kw4">boolean</span> isCritical<span class="br0">(</span><span class="br0">)</span>;
+ ....
+<span class="br0">}</span></pre></div>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">public</span> <span class="kw1">class</span> ExceptionHelper <span class="br0">{</span>
+
+<span class="kw1">public</span> ExceptionHelper<span class="br0">(</span><span class="kw1">final</span> <span class="kw3">String</span> bundleId<span class="br0">)</span>
+<span class="br0">{</span>
+<span class="co1">// load configuration here - for usage in crawler controller, for example</span>
+<span class="br0">}</span>
+
+<span class="kw1">public</span> ExceptionHelper<span class="br0">(</span><span class="kw1">final</span> <span class="kw3">String</span> bundleId, <span class="kw3">String</span><span class="br0">[</span><span class="br0">]</span> <span class="br0">)</span>
+<span class="br0">{</span>
+<span class="co1">// load configuration here and validate for required exceptions - for usage in crawler, for example</span>
+<span class="br0">}</span>
+
+
+<span class="kw1">public</span> EilfException createException<span class="br0">(</span><span class="kw1">final</span> <span class="kw3">String</span> name<span class="br0">)</span>
+<span class="br0">{</span> <span class="co1">// create EilfException</span>
+ <span class="kw1">return</span> <span class="kw2">null</span>;
+<span class="br0">}</span>
+<span class="kw1">public</span> <span class="kw4">void</span> throwException<span class="br0">(</span><span class="kw1">final</span> <span class="kw3">String</span> name<span class="br0">)</span> <span class="br0">{</span>
+ <span class="co1">// create and throw</span>
+<span class="br0">}</span>
+
+<span class="kw1">public</span> <span class="kw4">boolean</span> isCritical<span class="br0">(</span><span class="kw3">String</span> name<span class="br0">)</span>;
+
+<span class="br0">}</span></pre></div>
+<p>Core component, for example, crawler controller will process exceptions using the same configuration file.
+</p>
+<a name="Resulting_Rules_for_SMILA_.28suggestion.29"></a><h2> <span class="mw-headline"> Resulting Rules for SMILA (suggestion) </span></h2>
+<ol><li> Throwing an Exception depends on the situation. Every bundle/package should decide by itself when to throw an Exception or when to handle the problem/error by itself.
+</li></ol>
+<p>Bad Example:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">class</span> Bundle <span class="br0">{</span>
+ <span class="kw1">public</span> <span class="kw4">void</span> run<span class="br0">(</span><span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">try</span><span class="br0">{</span>
+ ...
+ <span class="br0">}</span> <span class="kw1">catch</span><span class="br0">(</span><span class="kw3">Exception</span><span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">throw</span> MyException<span class="br0">(</span><span class="st0">"Problem!"</span><span class="br0">)</span>;
+ <span class="br0">}</span>
+
+ Or
+
+ <span class="kw1">public</span> <span class="kw4">void</span> run<span class="br0">(</span><span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">try</span><span class="br0">{</span>
+ ...
+ <span class="br0">}</span> <span class="kw1">catch</span><span class="br0">(</span><span class="kw3">Exception</span><span class="br0">)</span> <span class="br0">{</span>
+ _log.<span class="me1">error</span><span class="br0">(</span><span class="st0">"Problem"</span><span class="br0">)</span>;
+ <span class="br0">}</span>
+<span class="br0">}</span></pre></div>
+<p>Good example:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">public</span> <span class="kw4">void</span> run<span class="br0">(</span><span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">try</span><span class="br0">{</span>
+ ...
+ <span class="br0">}</span> <span class="kw1">catch</span><span class="br0">(</span><span class="kw3">IOException</span> ioException<span class="br0">)</span> <span class="br0">{</span>
+ _log.<span class="me1">debug</span><span class="br0">(</span><span class="st0">"IOException, will try it again"</span><span class="br0">)</span>;
+ <span class="br0">}</span> <span class="kw1">catch</span><span class="br0">(</span>UrlException urlException<span class="br0">)</span>
+ <span class="kw1">throw</span> <span class="kw3">FileNotFoundException</span><span class="br0">(</span><span class="st0">"Can't work anymore, inform caller"</span><span class="br0">)</span>;
+ <span class="br0">}</span></pre></div>
+<ol><li> Bundles/Packages (same scope of work) can define own checked Exceptions. They can be used to return more specific information, because some Exceptions that are thrown into methods are not informational for the caller. Therefore, it should be avoided to throw "internal" Exceptions (e.g., URLException).
+</li></ol>
+<p>Bad Example:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">class</span> FileSystemCrawler <span class="br0">{</span>
+ <span class="kw1">public</span> getThing<span class="br0">(</span><span class="br0">)</span> <span class="kw1">throw</span> URLException <span class="br0">{</span> <span class="co1">// without explicit description the URLException makes no sense for the caller</span>
+ ...
+ <span class="br0">}</span>
+<span class="br0">}</span></pre></div>
+<p><br />
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">class</span> FileSystemCrawler <span class="br0">{</span>
+ <span class="kw1">public</span> getThings<span class="br0">(</span><span class="br0">)</span> <span class="kw1">throw</span> CrawlerException <span class="br0">{</span>
+ <span class="kw1">try</span> <span class="br0">{</span>
+
+ <span class="br0">}</span><span class="kw1">catch</span><span class="br0">(</span>UrlException e<span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">throw</span> <span class="kw1">new</span> CrawlerException<span class="br0">(</span><span class="st0">"Problems with ..."</span>, e<span class="br0">)</span>;
+ <span class="br0">}</span>
+ <span class="br0">}</span>
+<span class="br0">}</span></pre></div>
+<ol><li> Self-defined Exceptions should encapsulate layer-dependent / internal exceptions (like IOException). The caller can use getCause / Stacktrace to see more information about the problem.
+</li></ol>
+<p>Bundles/Packages should define different Exceptions, in case the caller has to react differently on problems.
+Bad Example:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">class</span> FileSystemCrawler <span class="br0">{</span>
+ <span class="kw1">public</span> get...<span class="me1"><span class="br0">(</span></span><span class="br0">)</span> <span class="kw1">throw</span> CrawlerException <span class="br0">{</span>
+ <span class="kw1">if</span><span class="br0">(</span>state==<span class="nu0">1</span><span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">throw</span> CrawlerException<span class="br0">(</span><span class="st0">"not really bad"</span><span class="br0">)</span>;
+ <span class="br0">}</span> <span class="kw1">else</span> <span class="br0">{</span>
+ <span class="kw1">throw</span> CrawlerException<span class="br0">(</span><span class="st0">"Crawler should be stopped"</span><span class="br0">)</span>;
+ <span class="br0">}</span>
+ <span class="br0">}</span>
+<span class="br0">}</span></pre></div>
+<p>Good Example:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">class</span> FileSystemCrawler <span class="br0">{</span>
+ <span class="kw1">public</span> getThings<span class="br0">(</span><span class="br0">)</span> <span class="kw1">throw</span> CrawlerException <span class="br0">{</span>
+ <span class="kw1">try</span> <span class="br0">{</span>
+ ...
+ <span class="br0">}</span> <span class="kw1">catch</span><span class="br0">(</span><span class="kw3">IOException</span> e<span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">if</span><span class="br0">(</span>state==<span class="nu0">1</span><span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">throw</span> CrawlerException<span class="br0">(</span><span class="st0">"not really bad"</span>, e<span class="br0">)</span>;
+ <span class="br0">}</span> <span class="kw1">else</span> <span class="br0">{</span>
+ <span class="kw1">throw</span> CrawlerCriticalException<span class="br0">(</span><span class="st0">"Crawler should be stopped"</span>, e<span class="br0">)</span>;
+ <span class="br0">}</span>
+ <span class="br0">}</span>
+ <span class="br0">}</span>
+<span class="br0">}</span></pre></div>
+<ol><li> Never log and throw an Exception (should be used only in special cases)
+</li></ol>
+<p>Bad Example:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">catch</span><span class="br0">(</span><span class="kw3">IOException</span> e<span class="br0">)</span> <span class="br0">{</span>
+_log.<span class="me1">error</span><span class="br0">(</span><span class="st0">"We have a problem"</span><span class="br0">)</span>;
+<span class="kw1">throw</span> BundleException<span class="br0">(</span><span class="br0">)</span>;
+<span class="br0">}</span></pre></div>
+<ol><li> Unchecked Exceptions should only be used in specific cases. These cases are given when the developer wants to ensure that requirements are fulfilled. If these requirements are not fulfilled, the developer should throw an unchecked Exception to stop the execution immediately.
+</li></ol>
+<p>Bad Example:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">public</span> getThings<span class="br0">(</span><span class="br0">)</span> <span class="br0">{</span>
+ ...
+ <span class="kw1">catch</span><span class="br0">(</span><span class="kw3">Exception</span> e<span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">throw</span> <span class="kw3">NullPointerException</span><span class="br0">(</span><span class="br0">)</span>;
+ <span class="br0">}</span>
+<span class="br0">}</span></pre></div>
+<p>Good Example:
+</p><p><br />
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="coMULTI">/** this method should only be execute when _crawler is instantiated
+ *
+ */</span>
+<span class="kw1">public</span> getThings<span class="br0">(</span><span class="br0">)</span> <span class="br0">{</span>
+ ...
+ <span class="kw1">if</span><span class="br0">(</span>_crawler==<span class="kw2">null</span><span class="br0">)</span> <span class="co1">// here: we know that a developer has used this method incorrectly</span>
+ <span class="kw1">throw</span> <span class="kw3">NullPointerException</span><span class="br0">(</span><span class="br0">)</span>;
+ <span class="br0">}</span>
+<span class="br0">}</span></pre></div>
+
+<!--
+NewPP limit report
+Preprocessor node count: 58/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15308-0!1!0!!en!2!edit=0 and timestamp 20120203101506 -->
+<div class="printfooter">
+Retrieved from "<a href="Exceptions_configurations_and_processing.html">http://wiki.eclipse.org/SMILA/Project_Concepts/Exceptions_configurations_and_processing</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 10:16, 15 August 2008 by <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>. </p>
+ <p id="footerviews">This page has been accessed 2,124 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.321 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Generic_Management_And_Monitoring_Concept.html b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Generic_Management_And_Monitoring_Concept.html
new file mode 100644
index 0000000..9e50076
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Generic_Management_And_Monitoring_Concept.html
@@ -0,0 +1,452 @@
+
+
+
+
+
+
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Project Concepts/Generic Management And Monitoring Concept,SMILA/Project Concepts/Performance counters API" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Project_Concepts/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Project Concepts/Generic Management And Monitoring Concept - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Project_Concepts/Generic_Management_And_Monitoring_Concept";
+var wgTitle = "SMILA/Project Concepts/Generic Management And Monitoring Concept";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "18262";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "142512";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-java {line-height: normal; font-size: medium;}
+.source-java li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for java
+ * CSS class: source-java, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-java .de1, .source-java .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-java {}
+.source-java .head {}
+.source-java .foot {}
+.source-java .imp {font-weight: bold; color: red;}
+.source-java .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-java li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-java li.li2 {font-weight: bold;}
+.source-java .kw1 {color: #7F0055; font-weight: bold;}
+.source-java .kw2 {color: #7F0055; font-weight: bold;}
+.source-java .kw3 {color: #000000; font-weight: normal}
+.source-java .kw4 {color: #7F0055; font-weight: bold;}
+.source-java .co1 {color: #3F7F5F; font-style: italic;}
+.source-java .co2 {color: #3F7F5F;}
+.source-java .co3 {color: #3F7F5F; font-style: italic; font-weight: bold;}
+.source-java .coMULTI {color: #3F5FBF; font-style: italic;}
+.source-java .es0 {color: #000000;}
+.source-java .br0 {color: #000000;}
+.source-java .st0 {color: #2A00ff;}
+.source-java .nu0 {color: #000000;}
+.source-java .me1 {color: #000000;}
+.source-java .me2 {color: #000000;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="Generic_Management_And_Monitoring_Concept.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Project_Concepts_Generic_Management_And_Monitoring_Concept">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project_Concepts/Generic_Management_And_Monitoring_Concept">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Project_Concepts/Generic_Management_And_Monitoring_Concept">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Project_Concepts/Generic_Management_And_Monitoring_Concept">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Generic_Management_And_Monitoring_Concept&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Generic_Management_And_Monitoring_Concept&oldid=142512">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Generic_Management_And_Monitoring_Concept.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Project_Concepts/Generic_Management_And_Monitoring_Concept&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Generic_Management_And_Monitoring_Concept&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Generic_Management_And_Monitoring_Concept&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project%20Concepts/Generic%20Management%20And%20Monitoring%20Concept"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Project Concepts/Generic Management And Monitoring Concept</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Project_Concepts.1.html" title="SMILA/Project Concepts">Project Concepts</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Generic_Management_And_Monitoring_Concept.html#column-one">navigation</a>, <a href="Generic_Management_And_Monitoring_Concept.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Generic_Management_And_Monitoring_Concept.html#Description"><span class="tocnumber">1</span> <span class="toctext">Description</span></a></li>
+<li class="toclevel-1"><a href="Generic_Management_And_Monitoring_Concept.html#Discussion"><span class="tocnumber">2</span> <span class="toctext">Discussion</span></a></li>
+<li class="toclevel-1"><a href="Generic_Management_And_Monitoring_Concept.html#Technical_proposal"><span class="tocnumber">3</span> <span class="toctext">Technical proposal</span></a>
+<ul>
+<li class="toclevel-2"><a href="Generic_Management_And_Monitoring_Concept.html#Current_SMILA_Modules"><span class="tocnumber">3.1</span> <span class="toctext">Current SMILA Modules</span></a>
+<ul>
+<li class="toclevel-3"><a href="Generic_Management_And_Monitoring_Concept.html#Performance_Counters_Module_Architecture"><span class="tocnumber">3.1.1</span> <span class="toctext">Performance Counters Module Architecture</span></a></li>
+<li class="toclevel-3"><a href="Generic_Management_And_Monitoring_Concept.html#Management_Module_Architecture"><span class="tocnumber">3.1.2</span> <span class="toctext">Management Module Architecture</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="Generic_Management_And_Monitoring_Concept.html#Issues"><span class="tocnumber">3.2</span> <span class="toctext">Issues</span></a>
+<ul>
+<li class="toclevel-3"><a href="Generic_Management_And_Monitoring_Concept.html#Performance_Counters_Module_issues"><span class="tocnumber">3.2.1</span> <span class="toctext">Performance Counters Module issues</span></a></li>
+<li class="toclevel-3"><a href="Generic_Management_And_Monitoring_Concept.html#Management_Module_issues"><span class="tocnumber">3.2.2</span> <span class="toctext">Management Module issues</span></a></li>
+<li class="toclevel-3"><a href="Generic_Management_And_Monitoring_Concept.html#Common_issues"><span class="tocnumber">3.2.3</span> <span class="toctext">Common issues</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="Generic_Management_And_Monitoring_Concept.html#Proposal"><span class="tocnumber">3.3</span> <span class="toctext">Proposal</span></a>
+<ul>
+<li class="toclevel-3"><a href="Generic_Management_And_Monitoring_Concept.html#Agent_with_Counters"><span class="tocnumber">3.3.1</span> <span class="toctext">Agent with Counters</span></a></li>
+<li class="toclevel-3"><a href="Generic_Management_And_Monitoring_Concept.html#Usage"><span class="tocnumber">3.3.2</span> <span class="toctext">Usage</span></a></li>
+<li class="toclevel-3"><a href="Generic_Management_And_Monitoring_Concept.html#Category_Tree_Construction_.2F_Registration"><span class="tocnumber">3.3.3</span> <span class="toctext">Category Tree Construction / Registration</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Description"></a><h2> <span class="mw-headline"> Description </span></h2>
+<p>Currently SMILA uses separate modules for Management and for Performance Counters but both uses JMX/jconsole as a default presentation layer / UI.
+</p><p>During other SMILA components development it was found that both modules have issues.
+</p><p>This page is a concept about merging both modules into one generic module and solving issues found.
+</p>
+<a name="Discussion"></a><h2> <span class="mw-headline"> Discussion </span></h2>
+<a name="Technical_proposal"></a><h2> <span class="mw-headline"> Technical proposal </span></h2>
+<a name="Current_SMILA_Modules"></a><h3> <span class="mw-headline"> Current SMILA Modules </span></h3>
+<a name="Performance_Counters_Module_Architecture"></a><h4> <span class="mw-headline"> Performance Counters Module Architecture </span></h4>
+<p>See <a href="Performance_counters_API.html" title="SMILA/Project Concepts/Performance counters API">Performance Counters API</a>
+</p>
+<a name="Management_Module_Architecture"></a><h4> <span class="mw-headline"> Management Module Architecture </span></h4>
+<p>This chart shows the Management architecture:
+</p><p><a href="http://wiki.eclipse.org/Image:ManagementRegistry.png" class="image" title="Image:ManagementRegistry.png"><img alt="Image:ManagementRegistry.png" src="http://wiki.eclipse.org/images/4/47/ManagementRegistry.png" width="720" height="624" border="0" /></a>
+</p><p><br />
+</p>
+<a name="Issues"></a><h3> <span class="mw-headline"> Issues </span></h3>
+<a name="Performance_Counters_Module_issues"></a><h4> <span class="mw-headline"> Performance Counters Module issues</span></h4>
+<ul><li> its impossible to group counters into tree legally by API ( now its used "JMX specific names" hack to group them )
+</li><li> its impossible to have several counters nested in common JMX leaf
+</li><li> its impossible to predict when counter will be initialized (to start tracking) because it initialized only on usage
+</li></ul>
+<a name="Management_Module_issues"></a><h4> <span class="mw-headline"> Management Module issues </span></h4>
+<ul><li> its impossible to group agents into tree
+</li></ul>
+<a name="Common_issues"></a><h4> <span class="mw-headline"> Common issues </span></h4>
+<ul><li> its impossible to mix performance counters and management agents methods nested in one JMX leaf
+</li></ul>
+<a name="Proposal"></a><h3> <span class="mw-headline"> Proposal </span></h3>
+<a name="Agent_with_Counters"></a><h4> <span class="mw-headline"> Agent with Counters </span></h4>
+<p>Its suggested to use one registry class to work with management operations and with counters. Its planned to upgrade management module registry and remove performance counters registry.
+</p><p>Description and initialization of performance counters will be in the Agent implementation.
+It will allow to group counters (also together with management operations).
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">class</span> MyAgent <span class="kw1">implements</span> Agent<span class="br0">{</span>
+
+ <span class="co1">// some management operation</span>
+ <span class="kw1">public</span> doSomething<span class="br0">(</span>args<span class="br0">[</span><span class="br0">]</span><span class="br0">)</span>;
+
+ <span class="co1">// some performance counter related to that module</span>
+ <span class="kw1">public</span> Counter getCounterOne<span class="br0">(</span><span class="br0">)</span>;
+
+ <span class="co1">// other performance counter related to that module</span>
+ <span class="kw1">public</span> Counter getCounterTwo<span class="br0">(</span><span class="br0">)</span>;
+
+<span class="br0">}</span></pre></div>
+<p>But its also possible (and suggested) to split agent into independent Management Agent and Counters Agent to avoid dependencies. Mainly Management Agent using service and not used inside the service. And is visa versa for Counters Agent
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">class</span> MyManagementAgent <span class="kw1">implements</span> Agent<span class="br0">{</span>
+ ...
+ <span class="kw1">public</span> doSomething<span class="br0">(</span>args<span class="br0">[</span><span class="br0">]</span><span class="br0">)</span>;
+ ....
+
+<span class="br0">}</span>
+<span class="kw1">class</span> MyMonitoringAgent <span class="kw1">implements</span> Agent<span class="br0">{</span>
+ <span class="kw1">public</span> Counter getCounterOne<span class="br0">(</span><span class="br0">)</span>;
+ <span class="kw1">public</span> Counter getCounterTwo<span class="br0">(</span><span class="br0">)</span>;
+<span class="br0">}</span></pre></div>
+<a name="Usage"></a><h4> <span class="mw-headline"> Usage </span></h4>
+<p>But how to refer and use externally registered counters? For example, Crawler Controller Agent register globally "Total" counter. Each crawler instance should able to use it.
+</p><p>Its possible to pass CrawlerControllerAgent directly to crawler. Also if CrawlerControllerAgent was registered as service (its preferable way) its possible to find it by OSGi services registry. But also its possible to generate unique ID for crawler agent during registration and use it later.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">class</span> ServiceActivatorFirst<span class="br0">{</span>
+
+ init<span class="br0">(</span><span class="br0">)</span><span class="br0">{</span>
+ POC_AGENT_ID = <span class="kw3">Registry</span>.<span class="me1">register</span><span class="br0">(</span>firstPocAgent<span class="br0">)</span>
+ <span class="br0">}</span>
+
+ dispose<span class="br0">(</span><span class="br0">)</span><span class="br0">{</span>
+ <span class="kw3">Registry</span>.<span class="me1">unregister</span><span class="br0">(</span>POC_AGENT_ID<span class="br0">)</span>
+ <span class="br0">}</span>
+ <span class="br0">}</span>
+
+ <span class="co1">// in other class</span>
+
+ <span class="kw1">class</span> TheSecondClass<span class="br0">{</span>
+
+ usingTheFirstPocAgent<span class="br0">(</span><span class="br0">)</span><span class="br0">{</span>
+ FirstPocAgent firstPocAgent = <span class="kw3">Registry</span>.<span class="me1">get</span><span class="br0">(</span>ServiceActivatorFirst.<span class="me1">POC_AGENT_ID</span><span class="br0">)</span>
+ onePocAgent.<span class="me1">getCounterOne</span><span class="br0">(</span><span class="br0">)</span>.<span class="me1">increment</span><span class="br0">(</span><span class="br0">)</span>;
+ <span class="br0">}</span>
+
+ <span class="br0">}</span></pre></div>
+<p><br />
+</p>
+<a name="Category_Tree_Construction_.2F_Registration"></a><h4> <span class="mw-headline"> Category Tree Construction / Registration </span></h4>
+<p>Its suggested to construct categories tree during registration
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="co1">// manual categories ancestors iteration</span>
+ <span class="nu0">1</span>.<span class="kw3">Option</span>: Separation between Management and Monitoring
+ ManagementCategory category = ManagementRegistry.<span class="me1">getCategory</span><span class="br0">(</span>ManagementRegistry.<span class="me1">MANAGEMENTCATEGORY</span><span class="br0">)</span>.<span class="me1">getCategory</span><span class="br0">(</span><span class="st0">"Crawler"</span><span class="br0">)</span>;
+ <span class="nu0">2</span>.<span class="kw3">Option</span>: Management and Monitoring integrated
+ ManagementCategory category = ManagementRegistry.<span class="me1">getCategory</span><span class="br0">(</span><span class="st0">"Crawler"</span><span class="br0">)</span>;
+
+
+ <span class="co1">// first way to register</span>
+ category.<span class="me1">register</span><span class="br0">(</span>agent<span class="br0">)</span>;
+ <span class="co1">// the second way to register</span>
+ ManagementRegistry.<span class="me1">register</span><span class="br0">(</span>category, agent<span class="br0">)</span>;
+ <span class="co1">// third way to register only a special Performance Counter (without an encapsulating agent-class) ## dynamically</span>
+ ManagementRegistry.<span class="me1">register</span><span class="br0">(</span>category, performanceCounter<span class="br0">)</span>;
+ <span class="co1">// third way to register only a some Performance Counters (without an encapsulating agent-class) ## dynamically</span>
+ ManagementRegistry.<span class="me1">register</span><span class="br0">(</span>category, performanceCounterList<span class="br0">)</span>;
+
+ <span class="co1">// unregister</span>
+ <span class="kw3">Registry</span>.<span class="me1">unregister</span><span class="br0">(</span>agent<span class="br0">)</span>;
+ <span class="co1">// or</span>
+ category.<span class="me1">unregister</span><span class="br0">(</span>agent<span class="br0">)</span>;</pre></div>
+<p>Also its suggested to assume that creation/removing of categories is done automatically by Registry and Category classes.
+</p><p><br />
+Trees:
+</p>
+<pre>1.Option: Separation between Management and Monitoring
+</pre>
+ <div dir="ltr" style="text-align: left;"><pre class="source-java">SMILA
+ - Management
+ - CrawlerController
+ - LuceneService
+ - DeltaIndexing
+ - Monitoring
+ - CrawlerController
+ - LuceneService
+ - DeltaIndexing
+ - Crawlers
+ - FileSystemCrawler-HashID-DataSourceID
+ - FileSystemCrawler-HashID2-DataSourceID2
+ - WebSystemCrawler-HashID2-DataSourceID2
+ - Pipelines
+ - AddPipeline</pre></div>
+<pre>2.Option: Management and Monitoring integrated
+</pre>
+<div dir="ltr" style="text-align: left;"><pre class="source-java">SMILA
+ - CrawlerController
+ - LuceneService
+ - DeltaIndexing
+ - Crawlers
+ - FileSystemCrawler-HashID-DataSourceID
+ - FileSystemCrawler-HashID2-DataSourceID2
+ - WebSystemCrawler-HashID2-DataSourceID2
+ - Pipelines
+ - AddPipeline</pre></div>
+<pre>The Performance Counters are shown under the JConsole Tab:Attributes and Management Functions are usable under the JConsole Tab:Operations.
+</pre>
+<p>Our suggestion is the second option.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 33/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:18262-0!1!0!!en!2!edit=0 and timestamp 20120203101523 -->
+<div class="printfooter">
+Retrieved from "<a href="Generic_Management_And_Monitoring_Concept.html">http://wiki.eclipse.org/SMILA/Project_Concepts/Generic_Management_And_Monitoring_Concept</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 17:39, 4 March 2009 by <a href="http://wiki.eclipse.org/index.php?title=User:Svoigt.brox.de&action=edit" class="new" title="User:Svoigt.brox.de">Sebastian Voigt</a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Churkin.ivan.gmail.com&action=edit" class="new" title="User:Churkin.ivan.gmail.com">Ivan Churkin</a>.</p>
+ <p id="footerviews">This page has been accessed 2,834 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.233 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/ID_Concept.html b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/ID_Concept.html
new file mode 100644
index 0000000..26face1
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/ID_Concept.html
@@ -0,0 +1,536 @@
+
+
+
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Project Concepts/ID Concept" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Project_Concepts/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Project Concepts/ID Concept - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Project_Concepts/ID_Concept";
+var wgTitle = "SMILA/Project Concepts/ID Concept";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15154";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "159011";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-java {line-height: normal; font-size: medium;}
+.source-java li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for java
+ * CSS class: source-java, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-java .de1, .source-java .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-java {}
+.source-java .head {}
+.source-java .foot {}
+.source-java .imp {font-weight: bold; color: red;}
+.source-java .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-java li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-java li.li2 {font-weight: bold;}
+.source-java .kw1 {color: #7F0055; font-weight: bold;}
+.source-java .kw2 {color: #7F0055; font-weight: bold;}
+.source-java .kw3 {color: #000000; font-weight: normal}
+.source-java .kw4 {color: #7F0055; font-weight: bold;}
+.source-java .co1 {color: #3F7F5F; font-style: italic;}
+.source-java .co2 {color: #3F7F5F;}
+.source-java .co3 {color: #3F7F5F; font-style: italic; font-weight: bold;}
+.source-java .coMULTI {color: #3F5FBF; font-style: italic;}
+.source-java .es0 {color: #000000;}
+.source-java .br0 {color: #000000;}
+.source-java .st0 {color: #2A00ff;}
+.source-java .nu0 {color: #000000;}
+.source-java .me1 {color: #000000;}
+.source-java .me2 {color: #000000;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="ID_Concept.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Project_Concepts_ID_Concept">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project_Concepts/ID_Concept">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Project_Concepts/ID_Concept">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Project_Concepts/ID_Concept">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/ID_Concept&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/ID_Concept&oldid=159011">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="ID_Concept.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Project_Concepts/ID_Concept&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/ID_Concept&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/ID_Concept&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project%20Concepts/ID%20Concept"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Project Concepts/ID Concept</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Project_Concepts.1.html" title="SMILA/Project Concepts">Project Concepts</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="ID_Concept.html#column-one">navigation</a>, <a href="ID_Concept.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="ID_Concept.html#Description"><span class="tocnumber">1</span> <span class="toctext">Description</span></a></li>
+<li class="toclevel-1"><a href="ID_Concept.html#Discussion"><span class="tocnumber">2</span> <span class="toctext">Discussion</span></a></li>
+<li class="toclevel-1"><a href="ID_Concept.html#Technical_proposal"><span class="tocnumber">3</span> <span class="toctext">Technical proposal</span></a>
+<ul>
+<li class="toclevel-2"><a href="ID_Concept.html#Definition_of_concepts:"><span class="tocnumber">3.1</span> <span class="toctext">Definition of concepts:</span></a></li>
+<li class="toclevel-2"><a href="ID_Concept.html#Record_ID_design"><span class="tocnumber">3.2</span> <span class="toctext">Record ID design</span></a></li>
+<li class="toclevel-2"><a href="ID_Concept.html#Examples"><span class="tocnumber">3.3</span> <span class="toctext">Examples</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Description"></a><h2> <span class="mw-headline"> Description </span></h2>
+<p>The purpose of an ID is to identify an object in the system.
+What is an object in SMILA?
+</p>
+<ul><li> simple case: a single document
+</li><li> what about compounds?
+<ul><li> archive files, e.g. ZIPs
+</li><li> Big documents that should be indexed by page or by section
+</li></ul>
+</li></ul>
+<ul><li> SMILA objects have a life cycle
+<ul><li> creation in crawler or agent
+</li><li> enrichment, splitting, merging (possible?) during processing in SMILA
+</li><li> persisting in storages (possibly in different states of procesing) or indexes (usually at the end, but also possibly multiple times).
+</li><li> process is repeated, when object source changes (index update) -> new object must have same object ID.
+</li><li> using the ID it must be possible to refer to the source object.
+</li></ul>
+</li></ul>
+<p><br />
+</p>
+<a name="Discussion"></a><h2> <span class="mw-headline"> Discussion </span></h2>
+<a name="Technical_proposal"></a><h2> <span class="mw-headline"> Technical proposal </span></h2>
+<a name="Definition_of_concepts:"></a><h3> <span class="mw-headline"> Definition of concepts: </span></h3>
+<ul><li> data source: a single location providing access to a colletion of data. (web server, file system, database, CMS, ...). Data is read from a data source using crawler/agents. A data source must have an unique source ID within SMILA to refer to it without having to deal with the technical details of access.
+</li></ul>
+<ul><li> source object: entity in data source. A crawler/agent can create multiple SMILA objects from a single object source (e.g. by extracting files from a ZIP archive). A source object can be identified with respect to its data source using a relatively simple key (URL, path, primary key, ...)
+</li></ul>
+<ul><li> record: an entity representing a complete source object or a part of an source object to be processed by SMILA.
+<ul><li> Can be split into multiple records.
+</li><li> Multiple records referring to different parts of the same source object can be merged again? Could be useful to split really large documents, process them section by section and merge the results again.
+</li><li> Can be written to storages or indexes.
+</li><li> Can be read from a storage in order to redo the rest of the processing (e.g. to
+</li></ul>
+</li></ul>
+<p>rebuild an index after ontology changes).
+</p><p><br />
+</p>
+<a name="Record_ID_design"></a><h3> <span class="mw-headline"> Record ID design </span></h3>
+<p>A Record ID must contain and it must be able to extract:
+</p>
+<ul><li> data source ID
+</li><li> key of source object in data source, relative to the definitions of the data source
+</li></ul>
+<p>These must be provided by the crawler/agent.
+</p><p>Source objects can have multiple key values, e.g. in database tables with a primary key consisting of multiple columns.
+</p><p>During processing, the record ID may/can be enhanced:
+</p>
+<ul><li> Part specification after splitting a compound
+<ul><li> Element: part of a container, e.g. path in archive (what about recursion: part of part of part...), attachment index in mails, etc. The element is identified by another key which is relative to the container element.
+</li><li> Fragment: identified by page number, section number, section name, etc.
+</li></ul>
+</li></ul>
+<p>If merging is supported, multiple records belonging to the same source object can be merged into a single record. The merged ID must reflect this.
+</p><p>Do we want to pack all this into a single ID string (URL, whatever)? All kinds of quoting problems may arise (remember that the source object key could be a complex URL itself already). Thus, we probably want to use a structured ID object. Something like this:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><rec:Record<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><id:ID<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><id:Source<span class="re2">></span></span></span><span class="sc3"><span class="coMULTI"><!-- String: ID of data source --></span></span><span class="sc3"><span class="re1"></id:Source<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><id:Key<span class="re2">></span></span></span><span class="sc3"><span class="coMULTI"><!-- String: key of source object relative to data source --></span></span><span class="sc3"><span class="re1"></id:Key<span class="re2">></span></span></span>
+
+ <span class="sc3"><span class="coMULTI"><!-- the elements above are mandatory, the following is optional --></span></span>
+
+ <span class="sc3"><span class="re1"><id:Element<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><id:Key<span class="re2">></span></span></span><span class="sc3"><span class="coMULTI"><!-- String: path in archive, attachment index --></span></span><span class="sc3"><span class="re1"></id:Key<span class="re2">></span></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- id:Element can be repeated for recursive archives --></span></span>
+ <span class="sc3"><span class="re1"></id:Element<span class="re2">></span></span></span>
+
+ <span class="sc3"><span class="re1"><id:Fragment<span class="re2">></span></span></span><span class="sc3"><span class="coMULTI"><!-- page number, section name/number --></span></span><span class="sc3"><span class="re1"></id:Fragment<span class="re2">></span></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- maybe repeated e.g. for books: Part, Chapter, Section, Subsection ... --></span></span>
+ <span class="sc3"><span class="re1"></id:ID<span class="re2">></span></span></span>
+
+ <span class="sc3"><span class="coMULTI"><!-- other metadata and non-binary content --></span></span>
+
+<span class="sc3"><span class="re1"></rec:Record<span class="re2">></span></span></span></pre></div>
+<p>For a source object with multiple key values it must be distinguishable which key
+value belongs to which key "column". Therefore id:Key can be optionally annotated with a
+name attribute:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><rec:Record<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><id:ID<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><id:Source<span class="re2">></span></span></span><span class="sc3"><span class="coMULTI"><!-- String: ID of data source --></span></span><span class="sc3"><span class="re1"></id:Source<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><id:Key</span> <span class="re0">name</span>=<span class="st0">"column1"</span><span class="re2">></span></span><span class="sc3"><span class="coMULTI"><!-- key value in named column --></span></span><span class="sc3"><span class="re1"></id:Key<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><id:Key</span> <span class="re0">name</span>=<span class="st0">"column2"</span><span class="re2">></span></span><span class="sc3"><span class="coMULTI"><!-- key value in named column --></span></span><span class="sc3"><span class="re1"></id:Key<span class="re2">></span></span></span>
+ ...
+ <span class="sc3"><span class="re1"></id:ID<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></rec:Record<span class="re2">></span></span></span></pre></div>
+<p>Because id:Element uses the id:Key element to identify the element inside a compound,
+it would be technically possible to support compounds that need multiple key values to
+identify an element. We cannot think of an actual use case currently, though (-;
+</p><p>In Java:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">public</span> <span class="kw1">interface</span> ID <span class="kw1">extends</span> <span class="kw3">Serializable</span>
+<span class="br0">{</span>
+ <span class="kw3">String</span> getSource<span class="br0">(</span><span class="br0">)</span>;
+ <span class="kw3">Key</span> getKey<span class="br0">(</span><span class="br0">)</span>;
+
+ List<Key> getElements<span class="br0">(</span><span class="br0">)</span>;
+ List<String> getFragments<span class="br0">(</span><span class="br0">)</span>;
+
+ ID createElementID<span class="br0">(</span><span class="kw3">String</span> elementName<span class="br0">)</span>;
+ ID createElementID<span class="br0">(</span><span class="kw3">Key</span> elementKey<span class="br0">)</span>;
+ ID createFragmentID<span class="br0">(</span><span class="kw3">String</span> framentName<span class="br0">)</span>;
+
+ ID mergeWith<span class="br0">(</span>Collection<ID> otherParts<span class="br0">)</span>;
+<span class="br0">}</span></pre></div>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">public</span> <span class="kw1">interface</span> <span class="kw3">Key</span> <span class="kw1">extends</span> <span class="kw3">Serializable</span>
+<span class="br0">{</span>
+ <span class="kw1">static</span> <span class="kw1">final</span> <span class="kw3">String</span> NONAME = <span class="st0">"__SMILA:unnamedkey__"</span>;
+
+ Iterator<String> getKeyNames<span class="br0">(</span><span class="br0">)</span>;
+ <span class="kw3">String</span> getKey<span class="br0">(</span><span class="kw3">String</span> name<span class="br0">)</span>;
+ <span class="kw3">String</span> getKey<span class="br0">(</span><span class="br0">)</span>; <span class="co1">// shortcut for getKey(NONAME)</span>
+<span class="br0">}</span></pre></div>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">public</span> <span class="kw1">interface</span> IDFactory
+<span class="br0">{</span>
+ ID createID<span class="br0">(</span><span class="kw3">String</span> source, <span class="kw3">Key</span> key<span class="br0">)</span>;
+ <span class="kw3">Key</span> createKey<span class="br0">(</span>Map<String, String> keyValues<span class="br0">)</span>;
+
+ <span class="co1">// convenience methods:</span>
+ ID createID<span class="br0">(</span><span class="kw3">String</span> source, <span class="kw3">String</span> key<span class="br0">)</span>;
+ ID createID<span class="br0">(</span><span class="kw3">String</span> source, Map<String, String> keyValues<span class="br0">)</span>;
+ <span class="kw3">Key</span> createKey<span class="br0">(</span><span class="kw3">String</span> key<span class="br0">)</span>;
+<span class="br0">}</span></pre></div>
+<p>IDs should be usable as hash keys:
+</p>
+<ul><li> IDs are unchangeable objects
+</li><li> Provide appropriate hashcode() implementation
+</li></ul>
+<a name="Examples"></a><h3> <span class="mw-headline"> Examples </span></h3>
+<p>Assume a file system data source named "share", referring to a shared directory on a file server (e.g. "\\fileserv\share"). It looks like this:
+</p>
+<pre>
+\\fileserv\share
+ |- PDF
+ | \- big.pdf
+ \- Archive
+ \- oldstuff.zip
+ \- PDF
+ \- old.pdf
+ \- another.zip
+ \- another.pdf
+</pre>
+<p>"big.pdf" initially gets this ID:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><id:ID<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><id:Source<span class="re2">></span></span></span>share<span class="sc3"><span class="re1"></id:Source<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><id:Key<span class="re2">></span></span></span>PDF/big.pdf<span class="sc3"><span class="re1"></id:Key<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></id:ID<span class="re2">></span></span></span></pre></div>
+<p>After splitting it by pages, the following ID refers to the first page of the document:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><id:ID<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><id:Source<span class="re2">></span></span></span>share<span class="sc3"><span class="re1"></id:Source<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><id:Key<span class="re2">></span></span></span>PDF/big.pdf<span class="sc3"><span class="re1"></id:Key<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><id:Fragment<span class="re2">></span></span></span>0<span class="sc3"><span class="re1"></id:Fragment<span class="re2">></span></span></span> <span class="sc3"><span class="coMULTI"><!-- or start counting at 1? --></span></span>
+<span class="sc3"><span class="re1"></id:ID<span class="re2">></span></span></span></pre></div>
+<p>Similar for the ZIP: It starts as:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><id:ID<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><id:Source<span class="re2">></span></span></span>share<span class="sc3"><span class="re1"></id:Source<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><id:Key<span class="re2">></span></span></span>Archive/oldstuff.zip<span class="sc3"><span class="re1"></id:Key<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></id:ID<span class="re2">></span></span></span></pre></div>
+<p>When it is expanded, the contained file is referred to as
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><id:ID<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><id:Source<span class="re2">></span></span></span>share<span class="sc3"><span class="re1"></id:Source<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><id:Key<span class="re2">></span></span></span>Archive/oldstuff.zip<span class="sc3"><span class="re1"></id:Key<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><id:Element<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><id:Key<span class="re2">></span></span></span>PDF/old.pdf<span class="sc3"><span class="re1"></id:Key<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></id:Element<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></id:ID<span class="re2">></span></span></span></pre></div>
+<p>which it turn can be splitted to pages to become:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><id:ID<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><id:Source<span class="re2">></span></span></span>share<span class="sc3"><span class="re1"></id:Source<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><id:Key<span class="re2">></span></span></span>Archive/oldstuff.zip<span class="sc3"><span class="re1"></id:Key<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><id:Element<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><id:Key<span class="re2">></span></span></span>PDF/old.pdf<span class="sc3"><span class="re1"></id:Key<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></id:Element<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><id:Fragment<span class="re2">></span></span></span>0<span class="sc3"><span class="re1"></id:Fragment<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></id:ID<span class="re2">></span></span></span></pre></div>
+<p>And finally, the first page of the PDF in the recursive.zip would have this ID:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><id:ID<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><id:Source<span class="re2">></span></span></span>share<span class="sc3"><span class="re1"></id:Source<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><id:Key<span class="re2">></span></span></span>Archive/oldstuff.zip<span class="sc3"><span class="re1"></id:Key<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><id:Element<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><id:Key<span class="re2">></span></span></span>another.zip<span class="sc3"><span class="re1"></id:Key<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><id:Element<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><id:Key<span class="re2">></span></span></span>another.pdf<span class="sc3"><span class="re1"></id:Key<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></id:Element<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></id:Element<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><id:Fragment<span class="re2">></span></span></span>0<span class="sc3"><span class="re1"></id:Fragment<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></id:ID<span class="re2">></span></span></span></pre></div>
+<p>Similar, for a mail server as a data source "mail" we could have the following ID
+to refer to an attachment of a mail in folder INBOX. In this case, the Element name
+is the index of the Mime Message part in the message in this case.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><id:ID<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><id:Source<span class="re2">></span></span></span>mail<span class="sc3"><span class="re1"></id:Source<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><id:Key<span class="re2">></span></span></span>INBOX/42<span class="sc3"><span class="re1"></id:Key<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><id:Element<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><id:Key<span class="re2">></span></span></span>2<span class="sc3"><span class="re1"></id:Key<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></id:Element<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></id:ID<span class="re2">></span></span></span></pre></div>
+<p>A row in a database table with a primary key consisting of columns x and y would
+be identitified like this:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><id:ID<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><id:Source<span class="re2">></span></span></span>db<span class="sc3"><span class="re1"></id:Source<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><id:Key</span> <span class="re0">name</span>=<span class="st0">"x"</span><span class="re2">></span></span>0815<span class="sc3"><span class="re1"></id:Key<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><id:Key</span> <span class="re0">name</span>=<span class="st0">"y"</span><span class="re2">></span></span>4711<span class="sc3"><span class="re1"></id:Key<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></id:ID<span class="re2">></span></span></span></pre></div>
+
+<!--
+NewPP limit report
+Preprocessor node count: 49/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15154-0!1!0!!en!2!edit=0 and timestamp 20120203101525 -->
+<div class="printfooter">
+Retrieved from "<a href="ID_Concept.html">http://wiki.eclipse.org/SMILA/Project_Concepts/ID_Concept</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 14:37, 17 June 2009 by <a href="http://wiki.eclipse.org/User:Igor.novakovic.empolis.com" title="User:Igor.novakovic.empolis.com">Igor Novakovic</a>. Based on work by <a href="http://wiki.eclipse.org/User:Juergen.schumacher.empolis.com" title="User:Juergen.schumacher.empolis.com">Juergen Schumacher</a>.</p>
+ <p id="footerviews">This page has been accessed 2,177 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.200 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/IRM.html b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/IRM.html
new file mode 100644
index 0000000..c26fb84
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/IRM.html
@@ -0,0 +1,685 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Project Concepts/IRM,IRMDiscussion,SMILA/Project Concepts/CompoundManagement,SMILA/Project Concepts/Connectivity,SMILA/Project Concepts/Deployment&Implementation Concept for the IRM Framework,SMILA/Project Concepts/IRM Framework UML Description,SMILA/Project Concepts/Index Order Configuration Schema,Daniel.stucky.empolis.com,Juergen.schumacher.empolis.com" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Project_Concepts/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Project Concepts/IRM - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Project_Concepts/IRM";
+var wgTitle = "SMILA/Project Concepts/IRM";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15209";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "285056";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-java {line-height: normal; font-size: medium;}
+.source-java li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for java
+ * CSS class: source-java, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-java .de1, .source-java .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-java {}
+.source-java .head {}
+.source-java .foot {}
+.source-java .imp {font-weight: bold; color: red;}
+.source-java .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-java li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-java li.li2 {font-weight: bold;}
+.source-java .kw1 {color: #7F0055; font-weight: bold;}
+.source-java .kw2 {color: #7F0055; font-weight: bold;}
+.source-java .kw3 {color: #000000; font-weight: normal}
+.source-java .kw4 {color: #7F0055; font-weight: bold;}
+.source-java .co1 {color: #3F7F5F; font-style: italic;}
+.source-java .co2 {color: #3F7F5F;}
+.source-java .co3 {color: #3F7F5F; font-style: italic; font-weight: bold;}
+.source-java .coMULTI {color: #3F5FBF; font-style: italic;}
+.source-java .es0 {color: #000000;}
+.source-java .br0 {color: #000000;}
+.source-java .st0 {color: #2A00ff;}
+.source-java .nu0 {color: #000000;}
+.source-java .me1 {color: #000000;}
+.source-java .me2 {color: #000000;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="IRM.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Project_Concepts_IRM">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project_Concepts/IRM">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Project_Concepts/IRM">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Project_Concepts/IRM">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/IRM&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/IRM&oldid=285056">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="IRM.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Project_Concepts/IRM&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/IRM&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/IRM&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project%20Concepts/IRM"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Project Concepts/IRM</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Project_Concepts.1.html" title="SMILA/Project Concepts">Project Concepts</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="IRM.html#column-one">navigation</a>, <a href="IRM.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="IRM.html#Description"><span class="tocnumber">1</span> <span class="toctext">Description</span></a></li>
+<li class="toclevel-1"><a href="IRM.html#Discussion"><span class="tocnumber">2</span> <span class="toctext">Discussion</span></a></li>
+<li class="toclevel-1"><a href="IRM.html#Technical_proposal"><span class="tocnumber">3</span> <span class="toctext">Technical proposal</span></a>
+<ul>
+<li class="toclevel-2"><a href="IRM.html#Technologies"><span class="tocnumber">3.1</span> <span class="toctext">Technologies</span></a></li>
+<li class="toclevel-2"><a href="IRM.html#Architecture"><span class="tocnumber">3.2</span> <span class="toctext">Architecture</span></a>
+<ul>
+<li class="toclevel-3"><a href="IRM.html#Agent_Controller"><span class="tocnumber">3.2.1</span> <span class="toctext">Agent Controller</span></a></li>
+<li class="toclevel-3"><a href="IRM.html#Agent"><span class="tocnumber">3.2.2</span> <span class="toctext">Agent</span></a></li>
+<li class="toclevel-3"><a href="IRM.html#Crawler_Controller"><span class="tocnumber">3.2.3</span> <span class="toctext">Crawler Controller</span></a></li>
+<li class="toclevel-3"><a href="IRM.html#Crawler"><span class="tocnumber">3.2.4</span> <span class="toctext">Crawler</span></a></li>
+<li class="toclevel-3"><a href="IRM.html#Compound_Management"><span class="tocnumber">3.2.5</span> <span class="toctext">Compound Management</span></a></li>
+<li class="toclevel-3"><a href="IRM.html#Connectivity_Module"><span class="tocnumber">3.2.6</span> <span class="toctext">Connectivity Module</span></a></li>
+<li class="toclevel-3"><a href="IRM.html#Delta_Indexing_Manager"><span class="tocnumber">3.2.7</span> <span class="toctext">Delta Indexing Manager</span></a></li>
+<li class="toclevel-3"><a href="IRM.html#Configuration_Management"><span class="tocnumber">3.2.8</span> <span class="toctext">Configuration Management</span></a></li>
+<li class="toclevel-3"><a href="IRM.html#Notes"><span class="tocnumber">3.2.9</span> <span class="toctext">Notes</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="IRM.html#Business_Interfaces"><span class="tocnumber">3.3</span> <span class="toctext">Business Interfaces</span></a>
+<ul>
+<li class="toclevel-3"><a href="IRM.html#Agent_Controller_2"><span class="tocnumber">3.3.1</span> <span class="toctext">Agent Controller</span></a></li>
+<li class="toclevel-3"><a href="IRM.html#CrawlerFactory_.28obsolete.29"><span class="tocnumber">3.3.2</span> <span class="toctext">CrawlerFactory (obsolete)</span></a></li>
+<li class="toclevel-3"><a href="IRM.html#Crawler_2"><span class="tocnumber">3.3.3</span> <span class="toctext">Crawler</span></a></li>
+<li class="toclevel-3"><a href="IRM.html#CompoundManagement"><span class="tocnumber">3.3.4</span> <span class="toctext">CompoundManagement</span></a></li>
+<li class="toclevel-3"><a href="IRM.html#Connectivity"><span class="tocnumber">3.3.5</span> <span class="toctext">Connectivity</span></a></li>
+<li class="toclevel-3"><a href="IRM.html#Delta_Indexing_Manager_2"><span class="tocnumber">3.3.6</span> <span class="toctext">Delta Indexing Manager</span></a></li>
+<li class="toclevel-3"><a href="IRM.html#Notes_2"><span class="tocnumber">3.3.7</span> <span class="toctext">Notes</span></a></li>
+<li class="toclevel-3"><a href="IRM.html#How_to_implement_the_interfaces"><span class="tocnumber">3.3.8</span> <span class="toctext">How to implement the interfaces</span></a></li>
+<li class="toclevel-3"><a href="IRM.html#Performance_Evaluation"><span class="tocnumber">3.3.9</span> <span class="toctext">Performance Evaluation</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="IRM.html#CrawlerController_Processing_Logic"><span class="tocnumber">3.4</span> <span class="toctext">CrawlerController Processing Logic</span></a></li>
+<li class="toclevel-2"><a href="IRM.html#AgentController_Processing_Logic"><span class="tocnumber">3.5</span> <span class="toctext">AgentController Processing Logic</span></a></li>
+<li class="toclevel-2"><a href="IRM.html#Process_Compound_Logic"><span class="tocnumber">3.6</span> <span class="toctext">Process Compound Logic</span></a></li>
+<li class="toclevel-2"><a href="IRM.html#Data_Unification_.28unify_data.29"><span class="tocnumber">3.7</span> <span class="toctext">Data Unification (unify data)</span></a></li>
+<li class="toclevel-2"><a href="IRM.html#Configuration"><span class="tocnumber">3.8</span> <span class="toctext">Configuration</span></a></li>
+<li class="toclevel-2"><a href="IRM.html#Combining_Agents_and_Crawlers"><span class="tocnumber">3.9</span> <span class="toctext">Combining Agents and Crawlers</span></a></li>
+<li class="toclevel-2"><a href="IRM.html#miscellaneous"><span class="tocnumber">3.10</span> <span class="toctext">miscellaneous</span></a>
+<ul>
+<li class="toclevel-3"><a href="IRM.html#Deployment_.26_Implementation_concept_.28OSGI-Bundles.2C_.28Remote.29_Communcation.2C_Data_Flow.29"><span class="tocnumber">3.10.1</span> <span class="toctext">Deployment & Implementation concept (OSGI-Bundles, (Remote) Communcation, Data Flow)</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Description"></a><h2> <span class="mw-headline"> Description </span></h2>
+<p>Work out the concept for IRM interface. Cover the aspects of Agents/Crawlers and partly Connectivity in it.
+</p>
+<a name="Discussion"></a><h2> <span class="mw-headline"> Discussion </span></h2>
+<p>see <a href="http://wiki.eclipse.org/IRMDiscussion" class="mw-redirect" title="IRMDiscussion">IRMDiscussion</a>
+</p><p><br />
+</p>
+<a name="Technical_proposal"></a><h2> <span class="mw-headline"> Technical proposal </span></h2>
+<p>The basic idea is to provide a framework to easily integrate data from external systems via Agents and Crawlers. The processing logic of the data is implemented once in so called Controllers, which use additional functionality provided by other components. To integrate a new external data source only a new Agent or Crawler has to be implemented. Implementations for Agents/Crawlers are NOT restricted to Java only\!
+</p>
+<a name="Technologies"></a><h3> <span class="mw-headline"> Technologies </span></h3>
+<p>Here is an overview of the suggested technologies. Other technologies might be suitable as well and a switch should have only minor impacts on the concepts described below.
+</p>
+<a name="Architecture"></a><h3> <span class="mw-headline"> Architecture </span></h3>
+<p>The chart shows the architecture of the IRM framework with it's plugable components (Agents/Crawlers) and relationship to the SMILA entry point Connectivity Module.
+<a href="http://wiki.eclipse.org/Image:Architecture.png" class="image" title="Image:architecture.png"><img alt="Image:architecture.png" src="http://wiki.eclipse.org/images/3/37/Architecture.png" width="960" height="720" border="0" /></a>
+</p><p>The IRM Framework is provided and implemented by SMILA. Agents/Crawlers can be integrated easily by implementing the defined interfaces. An advanced implementation might support even both interfaces.
+</p>
+<a name="Agent_Controller"></a><h4> <span class="mw-headline"> Agent Controller </span></h4>
+<p>The Agent Controller implements the general processing logic common for all Agents. It's service interface is used by Agents to execute a add/update/delete action. It has references to
+</p>
+<ul><li> ConfigurationManagement: to get Configurations for itself and Agents
+</li><li> Connectivity: as an entry point for the data for later processing by for example BPEL
+</li><li> CompoundManagement: to delegate processing of compound documents to
+</li><li> Delta Indexing Manager: this is only needed in conjunction with CompoundManagement, regular documents need not be checked. For regular documents an Agent knows what action to perform (add/update/delete) with the data. But elements of compound objects should be updated incrementally (e.g. a zip file is changed in the file system. With the delta indexing logic only those elements that actually changed are added/updated/deleted)
+<ul><li> <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a> : we agreed that DeltaIndexingManager should be used for all add/update requests by Agents
+</li></ul>
+</li></ul>
+<a name="Agent"></a><h4> <span class="mw-headline"> Agent </span></h4>
+<p>Agents monitor a data source for changes (add/update/delete) or are triggered by events (e.g. trigger in databases).
+</p>
+<a name="Crawler_Controller"></a><h4> <span class="mw-headline"> Crawler Controller </span></h4>
+<p>The Crawler Controller implements the general processing logic common for all Crawlers. It has no service interface. All needed functionality should be addressed by a configuration/monitoring interface. It has references to
+</p>
+<ul><li> ConfigurationManagement: to get Configurations for itself and Crawlers
+</li><li> Connectivity: as an entry point for the data for later processing by for example BPEL
+</li><li> CompoundManagement: to delegate processing of compound documents to
+</li><li> Delta Indexing Manager: to determine if a crawled object needs to be processed (because it is new or was modified) or can be skipped.
+</li></ul>
+<a name="Crawler"></a><h4> <span class="mw-headline"> Crawler </span></h4>
+<p>A Crawler actively crawls a DataSource and provides access to collected data.
+{info:title=Useful Information}
+Premium Crawlers (provided by brox or empolis) should optimize their performance by using Producer/Consumer pattern internally. Where one thread gathers the information and stores it in an internal queue and the Crawler gets the data from the queue. Of course it depends on the data source if this pattern is applicable. At least for Filesystem and Web it works.
+{info}
+\\
+</p>
+<a name="Compound_Management"></a><h4> <span class="mw-headline"> Compound Management </span></h4>
+<p>Handles processing of compound objects (e.g. zip, chm, ...). It does NOT implement the "Process Compound Logic" described below\! This has to be done by the Controllers.
+See <a href="CompoundManagement.html" title="SMILA/Project Concepts/CompoundManagement">SMILA/Project_Concepts/CompoundManagement</a> for details.
+</p>
+<a name="Connectivity_Module"></a><h4> <span class="mw-headline"> Connectivity Module </span></h4>
+<p>Stores content and metadata for later processing and generates Queue entry (best case: Queue only contains an ID)
+See <a href="Connectivity.html" title="SMILA/Project Concepts/Connectivity">SMILA/Project_Concepts/Connectivity</a> for details.
+</p>
+<a name="Delta_Indexing_Manager"></a><h4> <span class="mw-headline"> Delta Indexing Manager </span></h4>
+<p>This is a Sub-Component of the Connectivity Module. Stores information about last modification of each document (even compound elements) and can determine if document has changed. The information about last modification could be some kind of HashToken. Each Crawler and the CompoundManagement should have it's own configurable way of generating such a token. For Filesystem it may be computed from last modification date and security information. For a database it may be computed over some columns. Some of it's functionality is exposed trough the Connectivity Module's API. See <a href="Connectivity.html#Delta_Indexing_Manager" title="SMILA/Project Concepts/Connectivity">SMILA/Project_Concepts/Connectivity#Delta Indexing Manager</a> for details.
+</p>
+<a name="Configuration_Management"></a><h4> <span class="mw-headline"> Configuration Management </span></h4>
+<p>This not part of this specification. It is assumed that this component manages configurations for all kinds of services, e.g. DataSources for crawlers. Instead of the Controllers, each Agent/Crawler could have a reference to the Configuration Management. We separate business configuration (what a Agent/Crawler does) from the setup/deployment configuration (e.g. what Agents/Crawlers are connected to an according controller).
+A concept for the business configuration is here: <a href="Index_Order_Configuration_Schema.html" title="SMILA/Project Concepts/Index Order Configuration Schema">SMILA/Project_Concepts/Index Order Configuration Schema</a>.
+</p>
+<a name="Notes"></a><h4> <span class="mw-headline"> Notes </span></h4>
+<ul><li> {color:red}Most components must provide a configuration and monitoring interface (at least Agent\- and CrawlerController), which should be based on snmp (which in turn could be based on JMX for java components).{color}
+</li><li> We need some kind of MimeType detection to decide when to do compound processing. This could but does not have to be a separate component
+</li><li> we have to provide a mechanism to restart aborted crawls on certain entry points. Such an entry point may be the last known successful queued element of a data source (ignoring elements of compound objects). What this entry points means to the Crawler is up to the Crawler. This is in addition to the logic provided by the Delta Indexing Manager, as it reduces runtime (especially interesting for mostly static content). Of course not all Crawlers / Data Sources may allow selection of an entry point. Therefore this logic should be implemented directly in the Crawler if possible and configured. No Crawler is foreced to implement this logic\! Changes on already indexed elemnts of a previous run are NOT considered\!. ThisThis feature could be realized by simply segmenting the data into small parts (e.g. not one root directory but multiple sub-sub directories) trough configuration alone, here are some basic implementation ideas:
+<ul><li> FileSystem: In this case the entry point would a file (absolute path). I assume that the elemnts of a directory are always ordered. So the crawling starts on the parent directory of this entry point file. It iterates trough it (ignoring all elements it finds) until it finds the entry point file. From now on all elemnts are returned by the crawler. So far all elemnts below the entry point can be found. However, there may be elements in the entry points parent folder sister folders. So this procedure has to be executed up the tree structure until the base directory is reached.
+</li><li> Database: The only prerequisite is that the database returns the results of a query always in the same order, either a natural order provided by the database or an ORDER BY in the SQL statement. Then the entry point can be any unique id or key. Accessing the entry point can be done in the SQL statement adding a statement restricting the result to all ids >= "entry point"
+</li><li> Web: this is much more complicated, as the links in HTML files are not bi-directional.
+</li></ul>
+</li></ul>
+<a name="Business_Interfaces"></a><h3> <span class="mw-headline"> Business Interfaces </span></h3>
+<ul><li> ConfigID: the ID of a configuration for an Agent or Crawler Job
+</li><li> Config: a configuration for a Agent/Crawler
+</li><li> DIRecord: a data structure containing only DeltaIndexing information of a single object provided by an agent/crawler
+</li><li> Record: a data structure containing all data of a single object provided by an agent/crawler
+</li></ul>
+<a name="Agent_Controller_2"></a><h4> <span class="mw-headline"> Agent Controller </span></h4>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">interface</span> AgentController
+<span class="br0">{</span>
+ <span class="kw4">void</span> add<span class="br0">(</span>Record<span class="br0">)</span> <span class="co1">// triggers the add process</span>
+ <span class="kw4">void</span> update<span class="br0">(</span>Record<span class="br0">)</span> <span class="co1">// triggers the update process</span>
+ <span class="kw4">void</span> delete<span class="br0">(</span>Record<span class="br0">)</span> <span class="co1">// triggers the delete process, the Record most likely will only contain the ID and no data</span>
+<span class="br0">}</span></pre></div>
+<p><br />
+</p>
+<a name="CrawlerFactory_.28obsolete.29"></a><h4> <span class="mw-headline"> CrawlerFactory (obsolete) </span></h4>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">interface</span> CrawlerFactory
+<span class="br0">{</span>
+ Crawler createCrawler<span class="br0">(</span>Config<span class="br0">)</span>
+<span class="br0">}</span></pre></div>
+<p>Creates and new Crawler object with the given Configuration and returns it.
+</p>
+<a name="Crawler_2"></a><h4> <span class="mw-headline"> Crawler </span></h4>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">interface</span> CrawlerController
+<span class="br0">{</span>
+ <span class="coMULTI">/**
+ * Returns an array of DIRecord objects (the maximum size of the array is determined by configuration or Crawler implementation) or null, if no more DIRecords exist
+ */</span>
+ DIRecord<span class="br0">[</span><span class="br0">]</span> getNextDIRecords<span class="br0">(</span><span class="br0">)</span>;
+
+ <span class="coMULTI">/**
+ * Returns a Record object. The parameter pos refers to the position of the DIRecord from the DIRecord[] returned by getNextDIRecords().
+ */</span>
+ Record getRecord<span class="br0">(</span><span class="kw4">int</span> pos<span class="br0">)</span>;
+
+ <span class="coMULTI">/**
+ * Management method used to initialize a Crawler
+ */</span>
+ <span class="kw4">void</span> initialize<span class="br0">(</span>Config config<span class="br0">)</span>;
+
+ <span class="coMULTI">/**
+ * Management method used to close Conversations
+ */</span>
+ <span class="kw4">void</span> close<span class="br0">(</span><span class="br0">)</span>;
+<span class="br0">}</span></pre></div>
+<p>The Crawler's method getNextDIRecords() returns arrays of DIRecord objects. If no more DIRecord objects exist it returns null to signal end of "iteration". The maximum size of the returned DIRecord[] should be configurable. Some Crawlers may only allow for size=1, because of implementation limitations.
+For each DIRecord returned, the CrawlerController applies DeltaIndexingLogic. Only those DIRecord objects that are new or have changed are requested by method getRecord() as full Record objects, using the position in the DIRecord[] to identify the Record. This is used like a frame on current DIRecords. If getNextDIRecords() is called again, the frame moves on to the next elements.
+</p>
+<a name="CompoundManagement"></a><h4> <span class="mw-headline"> CompoundManagement </span></h4>
+<p>see <a href="CompoundManagement.html#Interfaces" title="SMILA/Project Concepts/CompoundManagement">SMILA/Project_Concepts/CompoundManagement#Interfaces</a> for details.
+</p>
+<a name="Connectivity"></a><h4> <span class="mw-headline"> Connectivity </span></h4>
+<p>see <a href="Connectivity.html#Interfaces" title="SMILA/Project Concepts/Connectivity">SMILA/Project_Concepts/Connectivity#Interfaces</a> for details.
+</p>
+<a name="Delta_Indexing_Manager_2"></a><h4> <span class="mw-headline"> Delta Indexing Manager </span></h4>
+<p>see <a href="Connectivity.html#Interfaces" title="SMILA/Project Concepts/Connectivity">SMILA/Project_Concepts/Connectivity#Interfaces</a> for details.
+</p>
+<a name="Notes_2"></a><h4> <span class="mw-headline"> Notes </span></h4>
+<ul><li> Monitoring functionality (e.g. what crawl jobs are running on a crawler and what is their state) is needed for each Component, but is not part of the SCA interface
+</li><li> Only one crawl job per ConfigID must run at the same time \! If the crawl job finishes without fatal errors in inc update mode, then the list of obsolete IDs is deleted via according Data objects.
+</li><li> More meaningful terms for Classes, Methods and Parameters are welcome.
+</li></ul>
+<a name="How_to_implement_the_interfaces"></a><h4> <span class="mw-headline"> How to implement the interfaces </span></h4>
+<p>The idea is that integration developers only have to implement Agents and Crawlers. The Agent\- and Crawler Controllers should be provided by the framework, prefferably developed in Java. Initial implementations for Components like Compound Processing and Delta Indexing Manager should also be provided by the framework, but it should be possible to replace them by other implementations.
+So most of the time developers will create new Agents and/or Crawlers. These can be implemented in any programming language that is supported by an SCA implementation. An implementation could support both Agent and Crawler interfaces, but should never be forced to implement both\! This makes development of a Agent/Crawler for a specific purpose much more easily.
+</p><p>Different implementations of the Delta Indexing Manager may be interesting in regards to performance and storage of this information, e.g.it could be stored directly in the search index.
+</p><p><br />
+</p>
+<a name="Performance_Evaluation"></a><h4> <span class="mw-headline"> Performance Evaluation </span></h4>
+<p>Regarding the discussions about Crawler (formerly Iterator) interface design, I setup some performance tests to compare a classic Iterator pattern (1 object at a time) against the proposal to use a list of objects.
+I tested it with a FilesystemCrawler that iterates on Delta-Indexing information only (an ID and a hash). The implementation uses a blocking Queue with a maximum number of elements (capacity). The Crawler itself returns a list of objects with a configurable maximum number of elements (step).
+</p><p>The test iterates over a directory containing 10001 html files (it does not open the file content, it just reads the path and last modification date). Using plain java objects (no SCA) it takes about 600 ms, no real difference is measurable. But we want to be able to distribute the software components. Therefore I also used SCA in the tests. SCA incures some overhead, as proxy objects are used with any binding mechanism.
+</p>
+<ul><li> single VM
+</li></ul>
+<table class="wikitable" border="1">
+
+<tr>
+<th> capacity/step
+</th><th> 1/1
+</th><th> 10/1
+</th><th> 100/1
+</th><th> 10/10
+</th><th> 100/10
+</th><th> 1000/100
+</th></tr>
+<tr>
+<th> binding.sca
+</th><td> 22.7 sec
+</td><td> 22.7 sec
+</td><td> 22.7 sec
+</td><td> 2.8 sec
+</td><td> 2.6 sec
+</td><td> 765 ms
+</td></tr>
+<tr>
+<th> binding.rmi
+</th><td> 26.9 sec
+</td><td> 26.7 sec
+</td><td> 26.9 sec
+</td><td> 3.5 sec
+</td><td> 3.3 sec
+</td><td> 1.0 sec
+</td></tr>
+<tr>
+<th> binding.ws
+</th><td> 3,8 min
+</td><td> 3,8 min
+</td><td> 3,8 min
+</td><td> 2,2 min
+</td><td> 2,2 min
+</td><td> 1,9 min
+</td></tr></table>
+<ul><li> separate VMs
+</li></ul>
+<table class="wikitable" border="1">
+
+<tr>
+<th> capacity/step
+</th><th> 1/1
+</th><th> 10/1
+</th><th> 100/1
+</th><th> 10/10
+</th><th> 100/10
+</th><th> 1000/100
+</th></tr>
+<tr>
+<th> binding.rmi
+</th><td> 29.8 sec
+</td><td> 29.0 sec
+</td><td> 30.2 sec
+</td><td> 4.3 sec
+</td><td> 3.6 sec
+</td><td> 1.3 sec
+</td></tr>
+<tr>
+<th> binding.ws
+</th><td> 4,5 min
+</td><td> 4,5 min
+</td><td> 4,5 min
+</td><td> 2,4 min
+</td><td> 2,4 min
+</td><td> 2,0 min
+</td></tr></table>
+<ul><li> remote machines (KL-GT)
+</li></ul>
+<table class="wikitable" border="1">
+
+<tr>
+<th> capacity/step
+</th><th> 1/1
+</th><th> 10/1
+</th><th> 100/1
+</th><th> 10/10
+</th><th> 100/10
+</th><th> 1000/100
+</th></tr>
+<tr>
+<th> binding.rmi
+</th><td> 8,9 min
+</td><td> 9,1 min
+</td><td> 8,6 min
+</td><td> 54.5 sec
+</td><td> 59.0 sec
+</td><td> 6.8 sec
+</td></tr>
+<tr>
+<th> binding.ws
+</th><td> 75,4min
+</td><td> 72,6 min
+</td><td> 74,7 min
+</td><td> 7,4 min
+</td><td> 6,8 min
+</td><td> 2,4 min
+</td></tr></table>
+<p>So, it's quite obvious that with SCA and especially with remote communication there is a big difference between single object iteration and lists. Therefore the Crawler interface should support lists. If a special implementation is not capable of supporting list it is still possible to set step to 1.
+</p>
+<a name="CrawlerController_Processing_Logic"></a><h3> <span class="mw-headline"> CrawlerController Processing Logic </span></h3>
+<p>This chart shows the CrawlerController Processing Logic:
+<a href="http://wiki.eclipse.org/Image:Crawler_controller_processing_logic.png" class="image" title="Image:crawler_controller_processing_logic.png"><img alt="Image:crawler_controller_processing_logic.png" src="http://wiki.eclipse.org/images/7/7f/Crawler_controller_processing_logic.png" width="960" height="720" border="0" /></a>
+</p><p>The Process starts when a Carwler was created from a CrawlerFactory and received by the CrawlerController. The logic checks if there is a next data element. If so it checks if this data is new or has changed using the Delta Indexing Manager. If so, then the data is retrieved and unified in a generic representation. Then it is checked if the data is some kind of compound object (e.g. zip) and the Process Compound Logic is triggered. Otherwise the data is sent to the Connectivity Component. For Compound objects it may be configured to (not) send them to the Connectivity Component.
+</p>
+<a name="AgentController_Processing_Logic"></a><h3> <span class="mw-headline"> AgentController Processing Logic </span></h3>
+<p>This chart shows the AgentController Processing Logic:
+<a href="http://wiki.eclipse.org/Image:Agent_controller-Processing_logic.png" class="image" title="Image:agent_controller-Processing_logic.png"><img alt="Image:agent_controller-Processing_logic.png" src="http://wiki.eclipse.org/images/4/40/Agent_controller-Processing_logic.png" width="960" height="720" border="0" /></a>
+</p><p>The Agent Controller provides the 3 processes Add, Update and Delete.
+</p>
+<ul><li> Add: At first the data provided by the Agent is unified. Then it is checked if the data is a compound object and if it's the case it is processed just as in the Crawler Processing logic. Otherwise\- Connectivity:add() is executed with the data.
+</li><li> Update: is very similar to Add, the only difference is that at the end Connectivity:update() is called
+</li><li> Delete: Here just a call to Connectivity:delete() is made.
+</li></ul>
+<p>{info:title=Note}There is a special case in Agent Controller Processing Logic during "Update" that is not shown in the chart: After the Process Compound Logic is done, we need to check if there are elements in the index that need to be removed (that were formerly included in this container). So we need functionality to perform deleteDelta() on a compound object and it's subelements in addition to performing it on a whole dataSource.
+{info}
+</p>
+<a name="Process_Compound_Logic"></a><h3> <span class="mw-headline"> Process Compound Logic </span></h3>
+<p>This chart shows the Process Compound Logic in detail:
+<a href="http://wiki.eclipse.org/Image:Process_compound.png" class="image" title="Image:process_compound.png"><img alt="Image:process_compound.png" src="http://wiki.eclipse.org/images/8/85/Process_compound.png" width="960" height="720" border="0" /></a>
+</p><p>This processing logic is NOT implemented in the Component "Compound Processing", this component is only used to extract the data and provide functionality to iterate over it. This logic is implemented in the Agent\- and Crawler Controllers.
+The Process Compound Logic is very similar to the Crawler Controller Processing Logic. The main difference is that before iteration, the Compound object's elements have to be extracted (using the Compound Prosessing Component). Note that Process Compound calls itself recursively if an element is a Compound object. This is needed, because you may have zip in zip in ...
+{info:title=Note}
+The Process Compound Logic uses Delta Indexing Manager to determine if an element has to be added/updated. There is a special case in Agent Controller Processing Logic during "Add": Here the agent knows that the Compound object and all it's elements are new. No check against the Delta Indexing Manager is needed here. Also no check for objects to delete must be performed. This is not shown in the charts, as this is only a minor performance issue that complicates the process. Nevertheless, this logic should be implemented.
+{info}
+\\
+</p>
+<a name="Data_Unification_.28unify_data.29"></a><h3> <span class="mw-headline"> Data Unification (unify data) </span></h3>
+<p>All data from various data sources has to be represented in a unified format. This includes functionality to normalize the data (e.g. one representation for date formats) and a renaming mechanism for data identifiers (mapping of attribute names). Both should be configurable.
+</p><p>The resulting format could be an XML like structure:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><attribute</span> <span class="re0">name</span>=<span class="st0">"myName"</span> <span class="re0">type</span>=<span class="st0">"myDataType"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><value<span class="re2">></span></span></span>ABC<span class="sc3"><span class="re1"></value<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><value<span class="re2">></span></span></span>XYZ<span class="sc3"><span class="re1"></value<span class="re2">></span></span></span>
+ ...
+<span class="sc3"><span class="re1"></attribute<span class="re2">></span></span></span></pre></div>
+<p>Each attribute has a name and a data type (string, int, double, date, boolean, byte\[\]). If an attribute has multiple values this can be represented by multiple <value> tags. In case of data type byte\[\], the <value> tag should NOT contain the bytes but a link to where the bytes are stored.
+{note:title=Dependencies}
+This whole process has to be specified in more detail.
+But the process depends on what data structures the following processes expect and how and where the data is stored. (e.g. XML database)
+</p><p><br />
+<a href="http://wiki.eclipse.org/User:Juergen.schumacher.empolis.com" title="User:Juergen.schumacher.empolis.com">Juergen Schumacher</a> :
+We need an an XML format for SMILA objects anyway. Probably we should reuse it here instead of inventing a second one. It will have to be a bit more complex, though.
+{note}
+\\
+</p>
+<a name="Configuration"></a><h3> <span class="mw-headline"> Configuration </span></h3>
+<p>Configurations for Agents/Crawlers should share as much as possible and should be extendable for new DataSources. This has to be specified in detail.
+Here are some ideas what configurations should contain:
+</p>
+<ul><li> unique ID
+</li><li> Filter
+<ul><li> filename
+</li><li> path
+</li><li> mimetype
+</li><li> filesize
+</li><li> date
+</li><li> ...
+</li></ul>
+</li><li> entry points to continue aborted jobs
+</li><li> sleep parameter (to avoid system overload/DOS)
+</li></ul>
+<a name="Combining_Agents_and_Crawlers"></a><h3> <span class="mw-headline"> Combining Agents and Crawlers </span></h3>
+<p>For certain use cases it may be desirable to easily combine Agent and Crawler functionality.
+E.g, an Agent monitors a folder structure in the filesystem. Because of some network problems the Agent doe not monitor all changes made in the meantime. A user may want the Agent to automatically synchronize the current state of the folder structure with the search index. Thus - the folder structure needs to be crawled using delta indexing.
+</p><p>Of course the IRM supports this use case, but the logic "what to execute when" has to be provided externally (by a user).
+Can we provide functionality that allows an Agent to execute a crawl on it's monitored data ? What are the requirements ?
+</p>
+<ul><li> Agent and Crawler configurations should be interchangeable or harmonize
+</li><li> Agents (or AgentController) needs a reference to CrawlerController
+</li></ul>
+<a name="miscellaneous"></a><h3> <span class="mw-headline"> miscellaneous </span></h3>
+<p>The following issues must be addressed and specified in detail:
+</p>
+<ul><li> error handling
+</li><li> retry logic (connection failures, timeouts)
+</li><li> synchronization: synchronization of accessing external data is desirable. I think it is possible to ensure that a certain Configuration (identified by an ID) is used only once at a time. This should be managed by the controllers. However, I think it's not possible to detect overlapping configurations,e.g. Config1 crawls C:\data, Config2 crawls c:\data\somwhere\else and Config3 watches C:\data\triggerfolder. This may even be more complicated using UNC paths and folder shares, or imagine the same data may be accessible via filesystem and http.
+</li><li> what about access to single documents by ID (e.g. URI)? Should this be supported by Agents/Crawlers or should this be implemented in a separate service used in BPEL? Use case could be a scenario, where URLs are stored in a database. So a DB-Crawler would provide the URLs but how is the content of the URLs retrieved ?
+</li></ul>
+<a name="Deployment_.26_Implementation_concept_.28OSGI-Bundles.2C_.28Remote.29_Communcation.2C_Data_Flow.29"></a><h4> <span class="mw-headline"> Deployment & Implementation concept (OSGI-Bundles, (Remote) Communcation, Data Flow) </span></h4>
+<p>see <a href="Deployment&Implementation_Concept_for_the_IRM_Framework.html" title="SMILA/Project Concepts/Deployment&Implementation Concept for the IRM Framework">SMILA/Project_Concepts/Deployment&Implementation Concept for the IRM Framework</a>
+</p><p>see <a href="IRM_Framework_UML_Description.html" title="SMILA/Project Concepts/IRM Framework UML Description">SMILA/Project_Concepts/IRM Framework UML Description</a>
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 45/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15209-0!1!0!!en!2!edit=0 and timestamp 20120203054223 -->
+<div class="printfooter">
+Retrieved from "<a href="IRM.html">http://wiki.eclipse.org/SMILA/Project_Concepts/IRM</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 09:54, 19 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Rrausch.brox.de&action=edit" class="new" title="User:Rrausch.brox.de">Ralf Rausch</a> and <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>.</p>
+ <p id="footerviews">This page has been accessed 2,663 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.068 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/IRMDiscussion.html b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/IRMDiscussion.html
new file mode 100644
index 0000000..504880d
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/IRMDiscussion.html
@@ -0,0 +1,468 @@
+
+
+
+
+
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Project Concepts/IRMDiscussion,Daniel.stucky.empolis.com,G.schmidt.brox.de,S.voigt.brox.de,Igor.Novakovic.empolis.com,Index Order Configuration Schema,Issue" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Project_Concepts/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Project Concepts/IRMDiscussion - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Project_Concepts/IRMDiscussion";
+var wgTitle = "SMILA/Project Concepts/IRMDiscussion";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15272";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286171";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-java {line-height: normal; font-size: medium;}
+.source-java li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for java
+ * CSS class: source-java, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-java .de1, .source-java .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-java {}
+.source-java .head {}
+.source-java .foot {}
+.source-java .imp {font-weight: bold; color: red;}
+.source-java .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-java li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-java li.li2 {font-weight: bold;}
+.source-java .kw1 {color: #7F0055; font-weight: bold;}
+.source-java .kw2 {color: #7F0055; font-weight: bold;}
+.source-java .kw3 {color: #000000; font-weight: normal}
+.source-java .kw4 {color: #7F0055; font-weight: bold;}
+.source-java .co1 {color: #3F7F5F; font-style: italic;}
+.source-java .co2 {color: #3F7F5F;}
+.source-java .co3 {color: #3F7F5F; font-style: italic; font-weight: bold;}
+.source-java .coMULTI {color: #3F5FBF; font-style: italic;}
+.source-java .es0 {color: #000000;}
+.source-java .br0 {color: #000000;}
+.source-java .st0 {color: #2A00ff;}
+.source-java .nu0 {color: #000000;}
+.source-java .me1 {color: #000000;}
+.source-java .me2 {color: #000000;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="IRMDiscussion.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Project_Concepts_IRMDiscussion">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project_Concepts/IRMDiscussion">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Project_Concepts/IRMDiscussion">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Project_Concepts/IRMDiscussion">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/IRMDiscussion&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/IRMDiscussion&oldid=286171">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="IRMDiscussion.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Project_Concepts/IRMDiscussion&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/IRMDiscussion&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/IRMDiscussion&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project%20Concepts/IRMDiscussion"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Project Concepts/IRMDiscussion</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Project_Concepts.1.html" title="SMILA/Project Concepts">Project Concepts</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="IRMDiscussion.html#column-one">navigation</a>, <a href="IRMDiscussion.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="IRMDiscussion.html#Discussion"><span class="tocnumber">1</span> <span class="toctext">Discussion</span></a>
+<ul>
+<li class="toclevel-2"><a href="IRMDiscussion.html#Benefit_of_SCA_for_Integration_Model_os_external_Systems"><span class="tocnumber">1.1</span> <span class="toctext">Benefit of SCA for Integration Model os external Systems</span></a></li>
+<li class="toclevel-2"><a href="IRMDiscussion.html#Entry_Barrier_for_Integration_Developers"><span class="tocnumber">1.2</span> <span class="toctext">Entry Barrier for Integration Developers</span></a></li>
+<li class="toclevel-2"><a href="IRMDiscussion.html#Naming_of_the_modules.2Fcomponents"><span class="tocnumber">1.3</span> <span class="toctext">Naming of the modules/components</span></a></li>
+<li class="toclevel-2"><a href="IRMDiscussion.html#Agent.2FController_conflict_problem.3F"><span class="tocnumber">1.4</span> <span class="toctext">Agent/Controller conflict problem?</span></a></li>
+<li class="toclevel-2"><a href="IRMDiscussion.html#Process_Component_Logic:"><span class="tocnumber">1.5</span> <span class="toctext">Process Component Logic:</span></a></li>
+<li class="toclevel-2"><a href="IRMDiscussion.html#Definition_of_Interfaces_for_the_Components_.28Agent.2FCrawler_Controller_.26_Connectivity.29:"><span class="tocnumber">1.6</span> <span class="toctext">Definition of Interfaces for the Components (Agent/Crawler Controller & Connectivity):</span></a></li>
+<li class="toclevel-2"><a href="IRMDiscussion.html#Configuration_Management:_Information_retrieval"><span class="tocnumber">1.7</span> <span class="toctext">Configuration Management: Information retrieval</span></a></li>
+<li class="toclevel-2"><a href="IRMDiscussion.html#Dealing.2FHandling_with_special_information_like_permissions:"><span class="tocnumber">1.8</span> <span class="toctext">Dealing/Handling with special information like permissions:</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="IRMDiscussion.html#Here_are_some_ideas.2Fdiscussions_about_interfaces"><span class="tocnumber">2</span> <span class="toctext">Here are some ideas/discussions about interfaces</span></a>
+<ul>
+<li class="toclevel-2"><a href="IRMDiscussion.html#Agent_Controller"><span class="tocnumber">2.1</span> <span class="toctext">Agent Controller</span></a></li>
+<li class="toclevel-2"><a href="IRMDiscussion.html#Crawler"><span class="tocnumber">2.2</span> <span class="toctext">Crawler</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Discussion"></a><h2> <span class="mw-headline"> Discussion </span></h2>
+<a name="Benefit_of_SCA_for_Integration_Model_os_external_Systems"></a><h3> <span class="mw-headline"> Benefit of SCA for Integration Model os external Systems </span></h3>
+<p><a href="http://wiki.eclipse.org/User:G.schmidt.brox.de" title="User:G.schmidt.brox.de">Georg Schmidt</a>: Where is the direct advantage to use SCA for the integration of external systems? In which context should it be used and which advantages arre we gaining from it?
+</p>
+<ul><li> <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>: As Agents/Crawlers may be implemented in different programming languages we need a technology to communicate between Agents/Crawlers and their Controllers. SCA provides this functionality, but it does not offer any advantages (except that we will make use of SCA in other parts of SMILA and so the it would be more homogeneous). What other possibilities do we have for such a communication ?
+<ul><li> <a href="http://wiki.eclipse.org/User:G.schmidt.brox.de" title="User:G.schmidt.brox.de">Georg Schmidt</a>: Just plain inprocess communication. Eg. Calling one OSGi bundle from another.
+</li></ul>
+</li></ul>
+<a name="Entry_Barrier_for_Integration_Developers"></a><h3> <span class="mw-headline"> Entry Barrier for Integration Developers </span></h3>
+<p><a href="http://wiki.eclipse.org/User:G.schmidt.brox.de" title="User:G.schmidt.brox.de">Georg Schmidt</a>: Is there already an idea which entry barrier exists for integration developers? How do we handle build integration? How do we do unit tests? Which technologies must the developer know? Which tools could the developer use to perform the development? Which interfaces must the developer implement at minimum to get the easyest integration done? Is there a concept for managing configurations?
+</p>
+<ul><li> <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>: Developers should only have to implement Agents/Crawlers. Must have technologies would only be SCA. I think we should postpone these questions after the concept is stable.
+<ul><li> <a href="http://wiki.eclipse.org/User:G.schmidt.brox.de" title="User:G.schmidt.brox.de">Georg Schmidt</a>: Ok. Lets pospone it.
+</li></ul>
+</li></ul>
+<a name="Naming_of_the_modules.2Fcomponents"></a><h3> <span class="mw-headline"> Naming of the modules/components </span></h3>
+<p><a href="http://wiki.eclipse.org/index.php?title=User:S.voigt.brox.de&action=edit" class="new" title="User:S.voigt.brox.de">Sebastian Voigt</a>:
+</p>
+<ul><li> Modules/Component in the SCA Component View should have Names with Manager/Module/Component in the Name, e.g. Delta Indexing Manager sounds better than only "Incremental Import State"
+</li><li> Agent and Crawler Component should be merged into a superior module with a name (something like IRM, but probably better: Connector?). But Both components should exists as component, there a developer can decided to implement both or only one of component for his "irm/Connector"-module, this modul has to developed and the other components are delivered as framework (see Discussion 2.2)
+</li><li> <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>: I don't think we need a "superior" module in terms of code, but in terms of packaging to allow code reuse for an implementation supporting both the Agents and Crawler interfaces.
+</li><li> <a href="http://wiki.eclipse.org/index.php?title=User:S.voigt.brox.de&action=edit" class="new" title="User:S.voigt.brox.de">Sebastian Voigt</a>: That was my intention. We could create a package, that has to be developed and that contains the crawler and/or agent. We need a name for it. Atm there is no border between the IRM FrameWork/interface and the IRM itself (if we should call it IRM).
+</li><li> <a href="http://wiki.eclipse.org/index.php?title=User:S.voigt.brox.de&action=edit" class="new" title="User:S.voigt.brox.de">Sebastian Voigt</a>: Probably we could change the architecture overview (the figure) in that way that the components are more separated (task-based\!). I see at the moment 3 packages:
+<ul><li> Agent/crawler (that have to be developed by a new data source)
+</li><li> THE (IRM) Interface: contains the Agent/Crawler Controller, the compound management and the Configuration manager (at this point it is the configuration only for the indexing job).
+</li><li> Connectivity Module/Manager (how it is called at the moment?)
+</li></ul>
+</li></ul>
+<p>These are the three main parts; perhaps we can make small (dashed border lines) boxes around them.
+From the view of an IRM/agent/crawler developer the IRM Interface (agent/crawler controller/compound management/configuration manager) and the Connectivity Part is contained in ONE package/box. This is the connectivity "box".
+From the point of view of nodes there is one node that contains the IRM-Interface and the Connectivity Module. The Agent/Crawler can probably run at the host where the data source runs (another node) and the queue runs distributed at more than hosts/nodes.
+Probably there is a misunderstood and the IRM Interface things should run at the host where the agent/crawler is installed.
+If not, I vote for super package (super module) that contains the existing IRM interface and the connectivity part).
+We have to create figures that fit into super architecture overview figures. In the super architecture overview there are agents/crawlers and the connectivity Module. In our overview this "packages" should appear or should reused to show the reader the hierarchy.
+</p>
+<a name="Agent.2FController_conflict_problem.3F"></a><h3> <span class="mw-headline"> Agent/Controller conflict problem? </span></h3>
+<p><a href="http://wiki.eclipse.org/index.php?title=User:S.voigt.brox.de&action=edit" class="new" title="User:S.voigt.brox.de">Sebastian Voigt</a>: Agent and crawler should not be allowed to access (send it to Connectivity Manager) the same data/object/information at the same time
+\--> mutual exclusion / synchronization is needed
+</p>
+<ul><li> <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>: this funtionality has to be adressed more generally in the Connectivity Manager, as Agents/Crawlers now nothing about each other.
+</li></ul>
+<p><a href="http://wiki.eclipse.org/index.php?title=User:S.voigt.brox.de&action=edit" class="new" title="User:S.voigt.brox.de">Sebastian Voigt</a>: That is correct, synchronization issues has be managed by the Connectivity Manager.
+</p>
+<a name="Process_Component_Logic:"></a><h3> <span class="mw-headline"> Process Component Logic: </span></h3>
+<p><a href="http://wiki.eclipse.org/index.php?title=User:S.voigt.brox.de&action=edit" class="new" title="User:S.voigt.brox.de">Sebastian Voigt</a>: The Process Component Logic should/can be own Modul/Component, because it handle a lot of work. Thus it can be easier reused and improved.
+</p>
+<ul><li> <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>: Yes, I agree. At design time I focused only on container objects (like zip), but theree are other compounds that must be handeled. This is called "Splitter" in the architecture overview and also contains page-based indexing of large files. So we could also need a seperate framework here.
+</li></ul>
+<a name="Definition_of_Interfaces_for_the_Components_.28Agent.2FCrawler_Controller_.26_Connectivity.29:"></a><h3> <span class="mw-headline"> Definition of Interfaces for the Components (Agent/Crawler Controller & Connectivity): </span></h3>
+<p><a href="http://wiki.eclipse.org/index.php?title=User:S.voigt.brox.de&action=edit" class="new" title="User:S.voigt.brox.de">Sebastian Voigt</a>: The Data format for the Agent/Crawler Controller should be defined:
+</p>
+<ul><li> In which format should the retrieved information returned (Agent/Crawler \->Agent/Crawler Controller)
+</li></ul>
+<p>Simple example for the definition (same way it is used with IRMs and the AFE-Engine):
+A agent/crawler defines with a xsd Schema. It Contains all information fields that the agent/controller can return with xml.
+The Agent/Crawler controller can check the xml with the given xsd.
+Then mentioned "data unifier" can be used to convert information fields like date to a unique format.
+A Concept for it is described at <a href="http://wiki.eclipse.org/index.php?title=Index_Order_Configuration_Schema&action=edit" class="new" title="Index Order Configuration Schema">Index Order Configuration Schema</a>.
+</p><p>Probably the XML format from ECS-67 can be used for this.
+</p>
+<ul><li> For the connectivity module there is also a definition for the data format needed Agent/Crawler Controller \--> Connectivity).
+</li><li> <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>: I like the idea of using XML schema. But I think we should not allow an IRM to introduce new data types. Is this possible ?
+</li><li> <a href="http://wiki.eclipse.org/index.php?title=User:S.voigt.brox.de&action=edit" class="new" title="User:S.voigt.brox.de">Sebastian Voigt</a>: This confluence page <a href="http://wiki.eclipse.org/index.php?title=Index_Order_Configuration_Schema&action=edit" class="new" title="Index Order Configuration Schema">Index Order Configuration Schema</a> contains a more detailed description for the irm configuration
+</li></ul>
+<a name="Configuration_Management:_Information_retrieval"></a><h3> <span class="mw-headline"> Configuration Management: Information retrieval </span></h3>
+<p><a href="http://wiki.eclipse.org/index.php?title=User:S.voigt.brox.de&action=edit" class="new" title="User:S.voigt.brox.de">Sebastian Voigt</a>: An Agent or a Crawler need to know which information should be retrieved. Thus the Agent/Crawler can retrieve only necessary information (lazy initialize: long retrieval operations should only execute if they are necessary) Should this information be stored within the config?
+(BTW: the Binding of information to index fields is done in another part of the framework? That means this configuration file should be used also in another parts of the framework. Should it be used also for teh configuration of index fields and their parameters for the search configuration (AND/OR/wildcards... search dependent parameters)
+The same idea from 2.6 with the xml/xsd definition of a self-built IRM/Connector could be used. The Configuration (config) has a special part, where the information is described that should be retrived with the same xml tags used for the information transport between agent/crawler and agent/crawler controller.
+</p><p>This two parts of the config could also be verified by the agent/crawler controller with the xsd of the agent/crawler(IRM/Connector).
+See for more Information <a href="http://wiki.eclipse.org/index.php?title=Index_Order_Configuration_Schema&action=edit" class="new" title="Index Order Configuration Schema">Index Order Configuration Schema</a>.
+2.6 and 2.7 should be discussed and if the idea is good we can create a exact definiton for this Definiton is now here: <a href="http://wiki.eclipse.org/index.php?title=Index_Order_Configuration_Schema&action=edit" class="new" title="Index Order Configuration Schema">Index Order Configuration Schema</a>).
+</p>
+<ul><li> <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>: We should seperate the configuration of what information an agent/crawler provides from what information is indexed and how this information is searched. There may be simple cases, where the configuration is equal, but the processing of the crawled information usualy leads to additional index fields. Also not every information may be used for indexing/searching, but may be stored in the XML Data Storage for other use cases (e.g. Mashup).
+</li><li> <a href="http://wiki.eclipse.org/index.php?title=User:S.voigt.brox.de&action=edit" class="new" title="User:S.voigt.brox.de">Sebastian Voigt</a>: Ok.
+</li></ul>
+<a name="Dealing.2FHandling_with_special_information_like_permissions:"></a><h3> <span class="mw-headline"> Dealing/Handling with special information like permissions: </span></h3>
+<p><a href="http://wiki.eclipse.org/index.php?title=User:S.voigt.brox.de&action=edit" class="new" title="User:S.voigt.brox.de">Sebastian Voigt</a>:
+A lot of data sources use external security management. That means the assignment of a user to a security group or something else is not stored within the data source. An Example is the use of LDAP or Windows Domain for the security management. Data sources store only the permissions of users and groups of them. Therefore IRM has no knowledge while indexing which user is assigned to a group.
+</p><p>Thus existing IRMs for the AF-Engine return permissions for an information object/entry unchanged and the search implementation uses a module that gather the information about the assignments from users to groups. This module then translates the search query, in order that the search only returns entries that the search user is allowed to see.
+Should we keep this workflow for SMILA?
+<a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>:
+</p>
+<ul><li> I agree that we need functionality to resolve security information (members of a group, groups of a user).
+</li><li> your approach is good as
+<ul><li> less data is stored as when the Crawler would resolve the information (groups can have lot's of members)
+</li><li> changes in user->group assignment can be applied without need for reindexing
+</li></ul>
+</li><li> how does it affect the search performance ? During indexing the time spent to resolve this information is not so critical.
+</li><li> I suggest that we just provide the functionality in the framework but do not constitute on how security information is handeled. There may be scenarios where the security information is only accessible via Agents/Crawlers. Your approach should be emphasized in "Best Practices".
+</li></ul>
+<p><a href="http://wiki.eclipse.org/index.php?title=User:Igor.Novakovic.empolis.com&action=edit" class="new" title="User:Igor.Novakovic.empolis.com">Igor Novakovic</a>:
+</p>
+<ul><li> We used the same approach in our product called e:SLS. We stored only group information bound to a document (this binding has a rather static nature) in index. Now, before the search query has been executed, the groups in witch the user (who fired that search request) is a member would be resolved and used as a filter criteria for the search. Additionally, the retrieved documents were checked against the actual current access rights of that user in order to make sure, that he/she can really read those documents. (Die group-access information, stored in index, may be out of date if the document has not been reindexed after the access right on that document changed.)
+</li></ul>
+<p><br />
+</p>
+<a name="Here_are_some_ideas.2Fdiscussions_about_interfaces"></a><h2> <span class="mw-headline"> Here are some ideas/discussions about interfaces </span></h2>
+<a name="Agent_Controller"></a><h3> <span class="mw-headline"> Agent Controller </span></h3>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">interface</span> AgentController|borderStyle
+<span class="br0">{</span>
+ <span class="kw4">void</span> add<span class="br0">(</span>Record<span class="br0">)</span> <span class="co1">// triggers the add process</span>
+ <span class="kw4">void</span> update<span class="br0">(</span>Record<span class="br0">)</span> <span class="co1">// triggers the update process</span>
+ <span class="kw4">void</span> delete<span class="br0">(</span>Record<span class="br0">)</span> <span class="co1">// triggers the delete process, the Record most likely will only contain the ID and no data</span>
+<span class="br0">}</span></pre></div>
+<a name="Crawler"></a><h3> <span class="mw-headline"> Crawler </span></h3>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">interface</span> Crawler
+<span class="br0">{</span>
+ Iterator<Record> crawl<span class="br0">(</span>Config<span class="br0">)</span>
+<span class="br0">}</span></pre></div>
+<p>Starts a crawl process (as separate thread(s)) with the given Configuration and returns an Iterator on the crawled data. In this case the Iterator has to be a Service that is created on demand. The Iterators hasNext() method should not return a boolean, but an IncImportData object (e.g. a hash token) if it has a next elements, or NULL if no more elements exist. The IncImportData (probably a hash) is needed in the CrawlerController to determine if this data needs to be processed. The Iterator also needs a method skip() to move the iterator to the next element without getting the current element.
+{note:title=Technical Note}My idea was that the Crawler Controller initiates a new crawl process by calling method crawl() on the Crawler, which returns an Iterator on the data to the Crawler Controller.
+Therefore I made some tests with Tuscany using Conversations to simulate this interaction. In General it works, but Tuscany seems to have a bug when returning ServiceReferences. Initiated Conversations are not reused. I created <a href="http://wiki.eclipse.org/index.php?title=Issue&action=edit" class="new" title="Issue">https://issues.apache.org/jira/browse/TUSCANY-2028</a> in Tuscany JIRA to address this limitation. This bug is fixed in Tuscany 1.1
+{note}
+\\
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">interface</span> <span class="kw3">Iterator</span>
+<span class="br0">{</span>
+ <span class="coMULTI">/**
+ Checks if more data objects are available.
+ @return a Record containing data for delta indexing (ID and hash) or null if no more data objects exist.
+ */</span>
+ Record hasNext<span class="br0">(</span><span class="br0">)</span>;
+
+ <span class="coMULTI">/**
+ Moves the iterator to the next data object after accessing and returning the current data object as a Record
+ @return a Record containing the complete data
+ */</span>
+ Record next<span class="br0">(</span><span class="br0">)</span>;
+
+ <span class="coMULTI">/**
+ Moves the iterator to the next element without accessing and returning the data object
+ */</span>
+ <span class="kw4">void</span> skip<span class="br0">(</span><span class="br0">)</span>;
+<span class="br0">}</span></pre></div>
+<p>{info:title=Alternative Interface Design}
+We could also provide the following interface. It seems to be more flexible than the initial one and distributes the implementation logic between the Crawler and Iterator. In the initial approach the main logic is provided by the iterator.
+A second benefit is that it allows direct access to a selected Record which may be needed in BPEL during search.:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">interface</span> Crawler
+<span class="br0">{</span>
+ <span class="coMULTI">/**
+ Returns an Iterator with Records on delta indexing information
+ */</span>
+ Iterator<Record> crawl<span class="br0">(</span>Config<span class="br0">)</span>
+
+ <span class="coMULTI">/**
+ Gets a Record with all data by ID
+ */</span>
+ Record getRecord<span class="br0">(</span>ID<span class="br0">)</span>
+<span class="br0">}</span></pre></div>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">interface</span> <span class="kw3">Iterator</span>
+<span class="br0">{</span>
+ <span class="coMULTI">/**
+ Checks if more data exists and returns true if one or more data exists, false otherwise
+ */</span>
+ <span class="kw4">boolean</span> hasNext<span class="br0">(</span><span class="br0">)</span>;
+
+ <span class="coMULTI">/**
+ Returns one or more Records containing delta indexing information.
+ */</span>
+ List<Record> next<span class="br0">(</span><span class="br0">)</span>;
+<span class="br0">}</span></pre></div>
+<p>With this interface, the Iterator iterates only on delta indexing information. It does not access all of the objects data and does not return this data in any way. Access to the complete data is provided by the Crawler interface, using the Record ID.
+Note that iteration and access of data is asynchronus. This may be difficult or even impossible to implement for certain data sources, or the maybe the size of the List has be reduced to one (compare empolis Exchange Connector).
+Perhaps we should introduce a data type DeltaIndexingRecord to seperate between Records with complete data and delta indexing data.
+</p><p><a href="http://wiki.eclipse.org/index.php?title=User:S.voigt.brox.de&action=edit" class="new" title="User:S.voigt.brox.de">Sebastian Voigt</a>:
+I would prefer the upper Crawler Interface.
+The alternate interface doesn't fit the workflow for a crawler from my point of view. The crawler will crawl each item step by step, the getRecord mechanism forces the Crawler to cache the Record information for each entry to return them when the Controller asks for it, or it has to access the entry in the data source twice which means lower performance. The Record hasNext(), Record next() Iteration is better, it is an easier workflow and therefore easier for the Crawler developer.
+{info}
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 28/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15272-0!1!0!!en!2!edit=0 and timestamp 20120203101458 -->
+<div class="printfooter">
+Retrieved from "<a href="IRMDiscussion.html">http://wiki.eclipse.org/SMILA/Project_Concepts/IRMDiscussion</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 14:23, 24 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>.</p>
+ <p id="footerviews">This page has been accessed 833 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.319 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/IRM_Framework_UML_Description.html b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/IRM_Framework_UML_Description.html
new file mode 100644
index 0000000..3c6709c
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/IRM_Framework_UML_Description.html
@@ -0,0 +1,249 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Project Concepts/IRM Framework UML Description" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Project_Concepts/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Project Concepts/IRM Framework UML Description - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Project_Concepts/IRM_Framework_UML_Description";
+var wgTitle = "SMILA/Project Concepts/IRM Framework UML Description";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15278";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "113616";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="IRM_Framework_UML_Description.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Project_Concepts_IRM_Framework_UML_Description">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project_Concepts/IRM_Framework_UML_Description">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Project_Concepts/IRM_Framework_UML_Description">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Project_Concepts/IRM_Framework_UML_Description">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/IRM_Framework_UML_Description&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/IRM_Framework_UML_Description&oldid=113616">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="IRM_Framework_UML_Description.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Project_Concepts/IRM_Framework_UML_Description&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/IRM_Framework_UML_Description&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/IRM_Framework_UML_Description&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project%20Concepts/IRM%20Framework%20UML%20Description"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Project Concepts/IRM Framework UML Description</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Project_Concepts.1.html" title="SMILA/Project Concepts">Project Concepts</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="IRM_Framework_UML_Description.html#column-one">navigation</a>, <a href="IRM_Framework_UML_Description.html#searchInput">search</a></div> <!-- start content -->
+ <a name="Starting_of_Index-Job_.26_Important_Classes_with_methods"></a><h2> <span class="mw-headline"> Starting of Index-Job & Important Classes with methods </span></h2>
+<p><a href="http://wiki.eclipse.org/Image:IRMClassAndStartJob.png" class="image" title="Image:IRMClassAndStartJob.png"><img alt="Image:IRMClassAndStartJob.png" src="http://wiki.eclipse.org/images/b/bc/IRMClassAndStartJob.png" width="734" height="845" border="0" /></a>
+<br />
+<br />
+<br />
+</p><p><br />
+</p>
+<a name="Iteration_Workflow"></a><h2> <span class="mw-headline"> Iteration Workflow </span></h2>
+<p><a href="http://wiki.eclipse.org/Image:IRMIteration.png" class="image" title="Image:IRMIteration.png"><img alt="Image:IRMIteration.png" src="http://wiki.eclipse.org/images/3/30/IRMIteration.png" width="787" height="1047" border="0" /></a>
+<br />
+<br />
+<br />
+</p>
+<a name="Iteration_with_Compound_Processing"></a><h2> <span class="mw-headline"> Iteration with Compound Processing </span></h2>
+<p><a href="http://wiki.eclipse.org/Image:IRMCompoundWorkflow.png" class="image" title="Image:IRMCompoundWorkflow.png"><img alt="Image:IRMCompoundWorkflow.png" src="http://wiki.eclipse.org/images/4/49/IRMCompoundWorkflow.png" width="758" height="981" border="0" /></a>
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 10/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15278-0!1!0!!en!2!edit=0 and timestamp 20120203101607 -->
+<div class="printfooter">
+Retrieved from "<a href="IRM_Framework_UML_Description.html">http://wiki.eclipse.org/SMILA/Project_Concepts/IRM_Framework_UML_Description</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 15:42, 14 August 2008 by <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>. </p>
+ <p id="footerviews">This page has been accessed 1,705 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.075 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/IRM_Improvements.html b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/IRM_Improvements.html
new file mode 100644
index 0000000..42541bd
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/IRM_Improvements.html
@@ -0,0 +1,341 @@
+
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Project Concepts/IRM Improvements,SMILA/Project Concepts/Data Model and XML representation,Daniel.stucky.empolis.com" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Project_Concepts/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Project Concepts/IRM Improvements - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Project_Concepts/IRM_Improvements";
+var wgTitle = "SMILA/Project Concepts/IRM Improvements";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15307";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "113734";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-java {line-height: normal; font-size: medium;}
+.source-java li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for java
+ * CSS class: source-java, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-java .de1, .source-java .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-java {}
+.source-java .head {}
+.source-java .foot {}
+.source-java .imp {font-weight: bold; color: red;}
+.source-java .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-java li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-java li.li2 {font-weight: bold;}
+.source-java .kw1 {color: #7F0055; font-weight: bold;}
+.source-java .kw2 {color: #7F0055; font-weight: bold;}
+.source-java .kw3 {color: #000000; font-weight: normal}
+.source-java .kw4 {color: #7F0055; font-weight: bold;}
+.source-java .co1 {color: #3F7F5F; font-style: italic;}
+.source-java .co2 {color: #3F7F5F;}
+.source-java .co3 {color: #3F7F5F; font-style: italic; font-weight: bold;}
+.source-java .coMULTI {color: #3F5FBF; font-style: italic;}
+.source-java .es0 {color: #000000;}
+.source-java .br0 {color: #000000;}
+.source-java .st0 {color: #2A00ff;}
+.source-java .nu0 {color: #000000;}
+.source-java .me1 {color: #000000;}
+.source-java .me2 {color: #000000;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="IRM_Improvements.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Project_Concepts_IRM_Improvements">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project_Concepts/IRM_Improvements">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Project_Concepts/IRM_Improvements">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Project_Concepts/IRM_Improvements">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/IRM_Improvements&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/IRM_Improvements&oldid=113734">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="IRM_Improvements.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Project_Concepts/IRM_Improvements&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/IRM_Improvements&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/IRM_Improvements&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project%20Concepts/IRM%20Improvements"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Project Concepts/IRM Improvements</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Project_Concepts.1.html" title="SMILA/Project Concepts">Project Concepts</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="IRM_Improvements.html#column-one">navigation</a>, <a href="IRM_Improvements.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="IRM_Improvements.html#Description"><span class="tocnumber">1</span> <span class="toctext">Description</span></a></li>
+<li class="toclevel-1"><a href="IRM_Improvements.html#Discussion"><span class="tocnumber">2</span> <span class="toctext">Discussion</span></a></li>
+<li class="toclevel-1"><a href="IRM_Improvements.html#Technical_proposal"><span class="tocnumber">3</span> <span class="toctext">Technical proposal</span></a>
+<ul>
+<li class="toclevel-2"><a href="IRM_Improvements.html#.28I1.29_Improvements_of_SMILA.2FProject_Concepts.2FData_Model_and_XML_representation"><span class="tocnumber">3.1</span> <span class="toctext">(I1) Improvements of SMILA/Project_Concepts/Data_Model_and_XML_representation</span></a></li>
+<li class="toclevel-2"><a href="IRM_Improvements.html#.28I2.29_Improvements_of_Crawler_development_process_.5BSMILA.2FDocumentation.2FHow_to_implement_a_Crawler.5D.5D"><span class="tocnumber">3.2</span> <span class="toctext">(I2) Improvements of Crawler development process [SMILA/Documentation/How_to_implement_a_Crawler]]</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Description"></a><h2> <span class="mw-headline"> Description </span></h2>
+<p>This page was created for posting IRM improvements proposals
+(improvements on Data Model and simplifying development process)
+</p><p><br />
+</p>
+<a name="Discussion"></a><h2> <span class="mw-headline"> Discussion </span></h2>
+<p>abasalaev: Sometimes crawler has record data (attributes value) only at the moment of creating MObject, later during record creation crawler hasn't any data besides stored in MObject. Therefore developer have to manually store record information in the temporary storage and get it during record creation. How i understand these improvements solve this problem because DataExctractor processes full record data at once. Is it right?
+</p><p><a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>:
+</p>
+<ul><li> 3.1: We already discussed the problems regarding DeltaIndexing last week. The "problem" is, that the creation of the HASH token is done in the CrawlerController. Therefore, all attributes needed to create the HASH must be returned. At design time, we did not expect that a HASH is build from binary data. If this is required, we have to adjust the returned object from MObject to Record so that we can also include attachments. Another option (this is the one I suggested from the beginning) is to generate the HASH inside the Crawler and return a data structure (to be defined) that contains only the ID and the generated HASH (a side benefit is that this has better performance, as no big binary data is exchanged). The HASH creation could be done in the abstract base class AbstractCrawler. Of course Crawlers not implemented in Java would have to provide their own HASH creation implementations. The same applies to of the ID. At the moment it is created in the CrawlerController. This could also be done in the Crawler itself.
+</li></ul>
+<ul><li> 3.2: I don't think that there is too much SCA, DS and OSGi knowledge necessary and that we should not hide important aspects of the architecture. A developer has to be aware that a Crawler is a remoteable component! However, our own interfaces needs to be known and understood in detail by developers. I agree, that it may be helpfull to provide Utility classes that help create all the Records, MObjects, Attributes and so on. Perhaps we can include some of them in AbstractCrawler. I don't know if implementing another interface is the best way. I fear that it gets to restrictive (e.g. for performance optimized implementations).
+</li></ul>
+<a name="Technical_proposal"></a><h2> <span class="mw-headline"> Technical proposal </span></h2>
+<a name=".28I1.29_Improvements_of_SMILA.2FProject_Concepts.2FData_Model_and_XML_representation"></a><h3> <span class="mw-headline"> (I1) Improvements of <a href="Data_Model_and_XML_representation.html" title="SMILA/Project Concepts/Data Model and XML representation">SMILA/Project_Concepts/Data_Model_and_XML_representation</a> </span></h3>
+<p>Now Data Model contained two main objects: Record and MObject and four second level objects: Attribute, Attachment, Annotation and Literal
+</p><p>Record
+</p><p> MObject
+</p><p> Annotation(s )
+</p><p> Named Values
+</p><p> Anonimous Values
+</p><p> Attributes(s)
+</p><p> MObject(s)
+</p><p> \----------->
+</p><p> Annotation(s)
+</p><p> \----------->
+</p><p> Attachments(s)
+</p><p>I think that using of this structure is very complicated for Agent/Grawler developers ( especially for 3th party ). Sometimes its hard to separate attribute and attachment.
+</p><p>And there is a problem for delta indexing,
+</p><p>Sometimes if its required to have a byte\[\] "content" for calculating HASH. but on this step we have only MObject returned from Crawler and no "Record" with attachments.
+</p><p>From the other hand setting of byte\[\] is prohibited for Literal Attribute values.
+</p><p>Its suggested to avoid using of Attachments (and maybe also Annotations) and let all data will be setted as Attributes. If its required to store some bynary data separately
+</p><p>We may realize (inside the AttributeImpl setter/getter methods) dynamic linking of value with some storage.
+\\
+</p><p>It may cause structure to be simpler, for example:
+</p><p> Record
+</p><p> Attributes(s)
+</p><p> Attributes(s)
+\\
+</p><p>{info}
+The discussion of this should take place in the comments of <a href="Data_Model_and_XML_representation.html" title="SMILA/Project Concepts/Data Model and XML representation">SMILA/Project_Concepts/Data_Model_and_XML_representation</a>.
+{info}
+</p>
+<a name=".28I2.29_Improvements_of_Crawler_development_process_.5BSMILA.2FDocumentation.2FHow_to_implement_a_Crawler.5D.5D"></a><h3> <span class="mw-headline"> (I2) Improvements of Crawler development process [SMILA/Documentation/How_to_implement_a_Crawler]] </span></h3>
+<p>I think that implementing of Crawler interface is too hard for 3rd party developer and may be greatly simplified and it may solve additional problems, for example for calculating HASH.
+Now its required to have too much knowlege about technologies (SCA, declarative services, osgi, our interfaces...).
+</p><p>I suggest following interface:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">interface</span> DataExtractor <span class="br0">{</span>
+ <span class="kw4">void</span> start<span class="br0">(</span>IndexOrderConfiruration config<span class="br0">)</span>;
+ <span class="kw4">boolean</span> moveNext<span class="br0">(</span><span class="br0">)</span>;
+ <span class="kw3">Object</span> readAttribute<span class="br0">(</span><span class="kw3">String</span> name<span class="br0">)</span>;
+ <span class="kw4">void</span> finish<span class="br0">(</span><span class="br0">)</span>;
+<span class="br0">}</span></pre></div>
+<p>And it will be written one wrapper "DefaultCrawler" class that will implement Crawler interface and it will use "DataExtractor" user's object for crawling (creating Record reading attributes when its required, calculating HASH, creating arrays of objects for sending remotely and so on).
+For example, this wrapper may be used in "DefaultCrawler" bundle which accepst multiple eclipse plug-ins for 3rd party "DataExtractor" objects or it may be used manually.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 9/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15307-0!1!0!!en!2!edit=0 and timestamp 20120203101500 -->
+<div class="printfooter">
+Retrieved from "<a href="IRM_Improvements.html">http://wiki.eclipse.org/SMILA/Project_Concepts/IRM_Improvements</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 09:51, 15 August 2008 by <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>. </p>
+ <p id="footerviews">This page has been accessed 2,273 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.099 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Index_Order_Configuration_Schema.html b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Index_Order_Configuration_Schema.html
new file mode 100644
index 0000000..2d739c3
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Index_Order_Configuration_Schema.html
@@ -0,0 +1,583 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Project Concepts/Index Order Configuration Schema,SMILA/Project Concepts/Connectivity,SMILA/Project Concepts/ID Concept" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Project_Concepts/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Project Concepts/Index Order Configuration Schema - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Project_Concepts/Index_Order_Configuration_Schema";
+var wgTitle = "SMILA/Project Concepts/Index Order Configuration Schema";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15273";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "113611";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="Index_Order_Configuration_Schema.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Project_Concepts_Index_Order_Configuration_Schema">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project_Concepts/Index_Order_Configuration_Schema">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Project_Concepts/Index_Order_Configuration_Schema">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Project_Concepts/Index_Order_Configuration_Schema">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Index_Order_Configuration_Schema&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Index_Order_Configuration_Schema&oldid=113611">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Index_Order_Configuration_Schema.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Project_Concepts/Index_Order_Configuration_Schema&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Index_Order_Configuration_Schema&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Index_Order_Configuration_Schema&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project%20Concepts/Index%20Order%20Configuration%20Schema"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Project Concepts/Index Order Configuration Schema</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Project_Concepts.1.html" title="SMILA/Project Concepts">Project Concepts</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Index_Order_Configuration_Schema.html#column-one">navigation</a>, <a href="Index_Order_Configuration_Schema.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Index_Order_Configuration_Schema.html#Description"><span class="tocnumber">1</span> <span class="toctext">Description</span></a></li>
+<li class="toclevel-1"><a href="Index_Order_Configuration_Schema.html#Technical_proposal"><span class="tocnumber">2</span> <span class="toctext">Technical proposal</span></a>
+<ul>
+<li class="toclevel-2"><a href="Index_Order_Configuration_Schema.html#Indexing_Job_Configuration_Schema:"><span class="tocnumber">2.1</span> <span class="toctext">Indexing Job Configuration Schema:</span></a></li>
+<li class="toclevel-2"><a href="Index_Order_Configuration_Schema.html#Access_to_Object_Attributes"><span class="tocnumber">2.2</span> <span class="toctext">Access to Object Attributes</span></a></li>
+<li class="toclevel-2"><a href="Index_Order_Configuration_Schema.html#Selection_of_Information"><span class="tocnumber">2.3</span> <span class="toctext">Selection of Information</span></a></li>
+<li class="toclevel-2"><a href="Index_Order_Configuration_Schema.html#XML-Configuration_Definition:"><span class="tocnumber">2.4</span> <span class="toctext">XML-Configuration Definition:</span></a>
+<ul>
+<li class="toclevel-3"><a href="Index_Order_Configuration_Schema.html#IRM_Interface_Framework:"><span class="tocnumber">2.4.1</span> <span class="toctext">IRM Interface Framework:</span></a></li>
+<li class="toclevel-3"><a href="Index_Order_Configuration_Schema.html#Agent.2FCrawler_Schema:"><span class="tocnumber">2.4.2</span> <span class="toctext">Agent/Crawler Schema:</span></a></li>
+<li class="toclevel-3"><a href="Index_Order_Configuration_Schema.html#Configuration_XML_.28file.29:"><span class="tocnumber">2.4.3</span> <span class="toctext">Configuration XML (file):</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="Index_Order_Configuration_Schema.html#Sample_Files:"><span class="tocnumber">2.5</span> <span class="toctext">Sample Files:</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Description"></a><h2> <span class="mw-headline"> Description </span></h2>
+<p>This page describes a concept for the configuration for indexing jobs.
+</p><p>Main Goals:
+- Configuration concept needed for the configuration manager
+- Agent/Crawler should follow a spezification (forced by Definition)
+- Agent/Crawler need the possibility to define own configuration mechanism (each agent/crawler need specific configurations)
+- Type Safety for the data that the agent/crawler returns
+</p>
+<a name="Technical_proposal"></a><h2> <span class="mw-headline"> Technical proposal </span></h2>
+<a name="Indexing_Job_Configuration_Schema:"></a><h3> <span class="mw-headline"> Indexing Job Configuration Schema: </span></h3>
+<p>The Agent/Controller Framework defines a schema that contains the main necessary parameters that every Indexing Job needs.
+</p><p>The schema is the following:
+</p><p><a href="http://wiki.eclipse.org/Image:Irmconfig-basis.png" class="image" title="Image:irmconfig-basis.png"><img alt="Image:irmconfig-basis.png" src="http://wiki.eclipse.org/images/1/14/Irmconfig-basis.png" width="521" height="239" border="0" /></a>
+</p><p>This schema contains the DataSourceID that is used by the ID-Concept (see <a href="ID_Concept.html" title="SMILA/Project Concepts/ID Concept">SMILA/Project_Concepts/ID_Concept</a>).
+</p><p>Furthermore the indexing job describes which Agent/Crawler should be used.
+The Agent/Crawler tag contains a unique description of the Agent/Crawler OSGI-Bundle that should executed.
+(Therefore every Agent/Crawler Bundle has to return his unique ID with an API).
+</p><p>With CompoundHandling the CompoundHandling can be activated for the Indexing Task. (Yes/No)
+</p><p>The configuration schema contains 2 parts called Attributes and Process.
+\\
+</p><p>Each Agent/Crawler has to implement these parts with a redefine of these xml tags (with a own schema).
+</p>
+<a name="Access_to_Object_Attributes"></a><h3> <span class="mw-headline"> Access to Object Attributes </span></h3>
+<p>The first part is used to describe which attributes of an object that is stored in the accessed source should returned by the Agent/Crawler.
+Attributes are information parts of an entry in the data-source
+Thus Object are Entries in the Data source like Files in a FileSystem and Attributes are the Objects Attributes like the file name or the file size of the file.
+</p><p>An Agent/crawler has to define with an XSD which XML \-Tags are allowed to use for this process.
+Thus each agent/crawler has a "description" (the XML-Tags) of which information could be returned.
+</p><p>The Agent/crawler are allowed to use sub - elements or categories to allow the Agent/Crawler-Developer to give an easy configuration for the indexing job.
+</p><p>Examples for a File System:
+</p><p><br />
+<a href="http://wiki.eclipse.org/Image:AttributesExample.png" class="image" title="Image:AttributesExample.png"><img alt="Image:AttributesExample.png" src="http://wiki.eclipse.org/images/5/5a/AttributesExample.png" width="261" height="79" border="0" /></a>
+</p><p>In the example the filesystem crawler defines two categories. The first is used for standard information attributes:
+</p>
+<ul><li> Name of the file (FileName)
+</li><li> Date of the file (e.g last modified: FileDate)
+</li><li> Size of the file (FileSize)
+</li><li> Path to the file (FilePath)
+</li></ul>
+<p>The Permission category allows to select between permission information for
+</p>
+<ul><li> Users
+</li><li> Groups
+</li><li> Others (like Unix-Filesystem (as example))
+</li></ul>
+<p>h4. Attribute Information
+</p><p>The following screenshot shows the xml attributes that can be used for *Attribute{*}s
+<a href="http://wiki.eclipse.org/Image:AttributeLeaf.png" class="image" title="Image:AttributeLeaf.png"><img alt="Image:AttributeLeaf.png" src="http://wiki.eclipse.org/images/c/cc/AttributeLeaf.png" width="1119" height="114" border="0" /></a>
+\\
+</p>
+<ul><li>Name & Type*:
+</li></ul>
+<p>Each Attribute should have a name. This *Name* can be used to access this attribute (probably necessary, depends on the technique that are used for the data objects).
+For Type safety an return type can be configured each attribute.
+The agent/crawler defines a list with allowed return types like String, Integer, Date, etc. Each agent/crawler has to return only values that are used for an attribute.
+Therefore each Attribute tag has to be assigned to one return type. This return type is used by the agent/crawler when it delivers the information. Thus the Agent/crawler controller can work with this type.
+</p>
+<ul><li>KeyAttributes, HashAttribute & MimeTypeAttribute*:
+</li></ul>
+<p>Each Attribute can be used to create the "delta indexing" hash. Therefore the Agent/Crawler Framework defines a xml-attribute. This xml attribute can be set to true and this attribute will be used for generating
+the hash value that is needed by delta-indexing.
+</p><p>Furthermore each Attribute can be marked as a key attribute. This attribute will/should be use by the irm for the creation of the ID (see <a href="ID_Concept.html" title="SMILA/Project Concepts/ID Concept">SMILA/Project_Concepts/ID_Concept</a>)
+</p><p>Therefore:
+marked Attribute with *KeyAttributes* means: use this Information to create a Key for this object (see <a href="ID_Concept.html" title="SMILA/Project Concepts/ID Concept">SMILA/Project_Concepts/ID_Concept</a>)
+marked Attribute with *HashAttributes* means: use this Information to create the Hash for this object (see <a href="Connectivity.html#Delta_Indexing_Manager" title="SMILA/Project Concepts/Connectivity">SMILA/Project_Concepts/Connectivity#Delta Indexing Manager</a>)
+marked Attribute with *MimeTypeAttribute* means: the MimeType-Detection should use this Attribute to detect the MimeType
+</p><p>possible Values for MimeTypeAttribute:
+</p>
+<ul><li> Content: an attribute that is the content of the object,
+</li><li> FileExtension: an attribute that contains the file extension,
+</li><li> MimeType: an attribute that contains the the mime type describtion
+</li></ul>
+<ul><li>Attachment*:
+</li></ul>
+<p>Describes if the Crawler/Agent should return this Attribute within an Attachment in the Record (should be used for binary content).
+</p><p><br />
+\\ {note:title=type safety}
+Type Safety should be considered for all SMILA-Components. Never work with undefined types. Thus Data conversion is simpler and the user and the framework have in every state for each value a specific data type. {note}
+</p><p>{warning:title=Open issue: Which Attributes should be delivered to the Connectivity?}
+All defined Attributes should be returned from an Crawler / Agent. Unsolved is at the moment, if all attributes including the hash/id - Attributes should be delivered within the SMILA Record to the Connectivity and later should be stored in the index){warning}
+</p>
+<a name="Selection_of_Information"></a><h3> <span class="mw-headline"> Selection of Information </span></h3>
+<p>The second part of a configuration, (called Process-part), contains further information for the indexing job. It contains parameters for the indexing job like selection of only specific objects from the source (e.g. query for the sql server, starting folder/URL for a filesystem /web\- crawler).
+</p><p>The agent/crawler can define specific XML-attributes that fit its configuration.
+</p><p>Example (for a filesystem crawler):
+<a href="http://wiki.eclipse.org/Image:Process-part.png" class="image" title="Image:process-part.png"><img alt="Image:process-part.png" src="http://wiki.eclipse.org/images/2/29/Process-part.png" width="386" height="149" border="0" /></a>
+</p><p>Notes:
+</p>
+<ul><li> Probably it can be possible that an agent/Crawler defines more than only one return type for an attribute ( String (that contain all entries) or a Collection of the string)
+</li></ul>
+<a name="XML-Configuration_Definition:"></a><h3> <span class="mw-headline"> XML-Configuration Definition: </span></h3>
+<a name="IRM_Interface_Framework:"></a><h4> <span class="mw-headline"> IRM Interface Framework: </span></h4>
+<ul><li> Defines XML Configuration Body ( For an agent/crawler Attributes & Process)
+</li></ul>
+<a name="Agent.2FCrawler_Schema:"></a><h4> <span class="mw-headline"> Agent/Crawler Schema: </span></h4>
+<ul><li> Based on the IRM-Interface Framework (has to use the return types and the Configuration Body)
+</li><li> Defines specific agent/crawler configuration for each attribute, but the leaf has to use a return type)
+</li><li> Defines specific agent/crawler configuration process configuration settings
+</li><li> Defines allowed Return Types
+</li></ul>
+<a name="Configuration_XML_.28file.29:"></a><h4> <span class="mw-headline"> Configuration XML (file): </span></h4>
+<ul><li> Is based on one agent/crawler schema
+</li></ul>
+<a name="Sample_Files:"></a><h3> <span class="mw-headline"> Sample Files: </span></h3>
+<p>Schema of the IRM/Agent/Crawler Framework
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><?xml</span> <span class="re0">version</span>=<span class="st0">"1.0"</span> <span class="re0">encoding</span>=<span class="st0">"UTF-8"</span><span class="re2">?></span></span>
+<span class="sc3"><span class="re1"><xs:schema</span> <span class="re0">elementFormDefault</span>=<span class="st0">"qualified"</span> <span class="re0">attributeFormDefault</span>=<span class="st0">"unqualified"</span> <span class="re0">jxb:extensionBindingPrefixes</span>=<span class="st0">"ext"</span> <span class="re0">xmlns:xs</span>=<span class="st0">"http://www.w3.org/2001/XMLSchema"</span> <span class="re0">xmlns:jxb</span>=<span class="st0">"http://java.sun.com/xml/ns/jaxb"</span> <span class="re0">xmlns:ext</span>=<span class="st0">"http://xml.w-wins.com/xjc-plugins/interfaces"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- simple types --></span></span>
+ <span class="sc3"><span class="re1"><xs:simpleType</span> <span class="re0">name</span>=<span class="st0">"YesNoType"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><xs:annotation<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><xs:appinfo<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><jxb:class</span> <span class="re0">ref</span>=<span class="st0">"org.eclipse.smila.connectivity.framework.indexorder.messages.YesNoType"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></xs:appinfo<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></xs:annotation<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><xs:restriction</span> <span class="re0">base</span>=<span class="st0">"xs:string"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><xs:pattern</span> <span class="re0">value</span>=<span class="st0">"Yes"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><xs:pattern</span> <span class="re0">value</span>=<span class="st0">"No"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></xs:restriction<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></xs:simpleType<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><xs:simpleType</span> <span class="re0">name</span>=<span class="st0">"MimeTypeAttributeType"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><xs:annotation<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><xs:appinfo<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><jxb:class</span> <span class="re0">ref</span>=<span class="st0">"org.eclipse.smila.connectivity.framework.indexorder.messages.MimeTypeAttributeType"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></xs:appinfo<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></xs:annotation<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><xs:restriction</span> <span class="re0">base</span>=<span class="st0">"xs:string"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><xs:enumeration</span> <span class="re0">value</span>=<span class="st0">"FileExtension"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><xs:enumeration</span> <span class="re0">value</span>=<span class="st0">"Content"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><xs:enumeration</span> <span class="re0">value</span>=<span class="st0">"MimeType"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></xs:restriction<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></xs:simpleType<span class="re2">></span></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- complex types --></span></span>
+ <span class="sc3"><span class="re1"><xs:complexType</span> <span class="re0">name</span>=<span class="st0">"Attribute"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><xs:annotation<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><xs:appinfo<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><ext:interface<span class="re2">></span></span></span>org.eclipse.smila.connectivity.framework.indexorder.messages.interfaces.IAttribute<span class="sc3"><span class="re1"></ext:interface<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></xs:appinfo<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></xs:annotation<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><xs:attribute</span> <span class="re0">name</span>=<span class="st0">"KeyAttribute"</span> <span class="re0">type</span>=<span class="st0">"xs:boolean"</span> <span class="re0">use</span>=<span class="st0">"optional"</span> <span class="re0">default</span>=<span class="st0">"false"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><xs:attribute</span> <span class="re0">name</span>=<span class="st0">"HashAttribute"</span> <span class="re0">type</span>=<span class="st0">"xs:boolean"</span> <span class="re0">use</span>=<span class="st0">"optional"</span> <span class="re0">default</span>=<span class="st0">"false"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><xs:attribute</span> <span class="re0">name</span>=<span class="st0">"Name"</span> <span class="re0">type</span>=<span class="st0">"xs:string"</span> <span class="re0">use</span>=<span class="st0">"required"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><xs:attribute</span> <span class="re0">name</span>=<span class="st0">"Type"</span> <span class="re0">type</span>=<span class="st0">"xs:string"</span> <span class="re0">use</span>=<span class="st0">"required"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><xs:attribute</span> <span class="re0">name</span>=<span class="st0">"MimeTypeAttribute"</span> <span class="re0">type</span>=<span class="st0">"MimeTypeAttributeType"</span> <span class="re0">use</span>=<span class="st0">"optional"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><xs:attribute</span> <span class="re0">name</span>=<span class="st0">"Attachment"</span> <span class="re0">type</span>=<span class="st0">"xs:boolean"</span> <span class="re0">use</span>=<span class="st0">"optional"</span> <span class="re0">default</span>=<span class="st0">"false"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></xs:complexType<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><xs:complexType</span> <span class="re0">name</span>=<span class="st0">"Process"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><xs:annotation<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><xs:documentation<span class="re2">></span></span></span>Process Specification<span class="sc3"><span class="re1"></xs:documentation<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><xs:appinfo<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><ext:interface<span class="re2">></span></span></span>org.eclipse.smila.connectivity.framework.indexorder.messages.interfaces.IProcess<span class="sc3"><span class="re1"></ext:interface<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></xs:appinfo<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></xs:annotation<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></xs:complexType<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><xs:element</span> <span class="re0">name</span>=<span class="st0">"IndexOrderConfiguration"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><xs:annotation<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><xs:appinfo<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><jxb:class</span> <span class="re0">ref</span>=<span class="st0">"org.eclipse.smila.connectivity.framework.indexorder.messages.IndexOrderConfiguration"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></xs:appinfo<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></xs:annotation<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><xs:complexType<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><xs:sequence<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><xs:element</span> <span class="re0">name</span>=<span class="st0">"DataSourceID"</span> <span class="re0">type</span>=<span class="st0">"xs:string"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><xs:element</span> <span class="re0">name</span>=<span class="st0">"DataConnectionID"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><xs:complexType<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><xs:choice<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><xs:element</span> <span class="re0">name</span>=<span class="st0">"Agent"</span> <span class="re0">type</span>=<span class="st0">"xs:string"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><xs:element</span> <span class="re0">name</span>=<span class="st0">"Crawler"</span> <span class="re0">type</span>=<span class="st0">"xs:string"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></xs:choice<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></xs:complexType<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></xs:element<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><xs:element</span> <span class="re0">name</span>=<span class="st0">"CompoundHandling"</span> <span class="re0">type</span>=<span class="st0">"YesNoType"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><xs:element</span> <span class="re0">name</span>=<span class="st0">"Attributes"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><xs:complexType<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><xs:sequence</span> <span class="re0">maxOccurs</span>=<span class="st0">"unbounded"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><xs:element</span> <span class="re0">name</span>=<span class="st0">"Attribute"</span> <span class="re0">type</span>=<span class="st0">"Attribute"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></xs:sequence<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></xs:complexType<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></xs:element<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><xs:element</span> <span class="re0">name</span>=<span class="st0">"Process"</span> <span class="re0">type</span>=<span class="st0">"Process"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></xs:sequence<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></xs:complexType<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></xs:element<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></xs:schema<span class="re2">></span></span></span></pre></div>
+<p>FileSystem Configuration Schema (based on the Agent/Crawler Framework schema)
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><?xml</span> <span class="re0">version</span>=<span class="st0">"1.0"</span> <span class="re0">encoding</span>=<span class="st0">"UTF-8"</span><span class="re2">?></span></span>
+<span class="sc3"><span class="re1"><xs:schema</span> <span class="re0">elementFormDefault</span>=<span class="st0">"qualified"</span> <span class="re0">attributeFormDefault</span>=<span class="st0">"unqualified"</span> <span class="re0">xmlns:xs</span>=<span class="st0">"http://www.w3.org/2001/XMLSchema"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><xs:redefine</span> <span class="re0">schemaLocation</span>=<span class="st0">"RootIndexOrderConfiguration.xsd"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><xs:complexType</span> <span class="re0">name</span>=<span class="st0">"Process"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><xs:annotation<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><xs:documentation<span class="re2">></span></span></span>Process Specification<span class="sc3"><span class="re1"></xs:documentation<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></xs:annotation<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><xs:complexContent<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><xs:extension</span> <span class="re0">base</span>=<span class="st0">"Process"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><xs:sequence</span> <span class="re0">maxOccurs</span>=<span class="st0">"unbounded"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><xs:element</span> <span class="re0">name</span>=<span class="st0">"BaseDir"</span> <span class="re0">type</span>=<span class="st0">"xs:string"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><xs:element</span> <span class="re0">name</span>=<span class="st0">"Filter"</span> <span class="re0">maxOccurs</span>=<span class="st0">"unbounded"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><xs:complexType<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><xs:sequence<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><xs:element</span> <span class="re0">name</span>=<span class="st0">"Include"</span> <span class="re0">minOccurs</span>=<span class="st0">"0"</span> <span class="re0">maxOccurs</span>=<span class="st0">"unbounded"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><xs:complexType<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><xs:attribute</span> <span class="re0">name</span>=<span class="st0">"Name"</span> <span class="re0">type</span>=<span class="st0">"xs:string"</span> <span class="re0">use</span>=<span class="st0">"required"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><xs:attribute</span> <span class="re0">name</span>=<span class="st0">"DateFrom"</span> <span class="re0">type</span>=<span class="st0">"xs:dateTime"</span> <span class="re0">use</span>=<span class="st0">"optional"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><xs:attribute</span> <span class="re0">name</span>=<span class="st0">"DateTo"</span> <span class="re0">type</span>=<span class="st0">"xs:dateTime"</span> <span class="re0">use</span>=<span class="st0">"optional"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><xs:attribute</span> <span class="re0">name</span>=<span class="st0">"Period"</span> <span class="re0">type</span>=<span class="st0">"xs:normalizedString"</span> <span class="re0">use</span>=<span class="st0">"optional"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></xs:complexType<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></xs:element<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><xs:element</span> <span class="re0">name</span>=<span class="st0">"Exclude"</span> <span class="re0">minOccurs</span>=<span class="st0">"0"</span> <span class="re0">maxOccurs</span>=<span class="st0">"unbounded"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><xs:complexType<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><xs:attribute</span> <span class="re0">name</span>=<span class="st0">"Name"</span> <span class="re0">type</span>=<span class="st0">"xs:string"</span> <span class="re0">use</span>=<span class="st0">"required"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></xs:complexType<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></xs:element<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></xs:sequence<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><xs:attribute</span> <span class="re0">name</span>=<span class="st0">"CaseSensitive"</span> <span class="re0">type</span>=<span class="st0">"xs:boolean"</span> <span class="re0">use</span>=<span class="st0">"optional"</span> <span class="re0">default</span>=<span class="st0">"true"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><xs:attribute</span> <span class="re0">name</span>=<span class="st0">"Recursive"</span> <span class="re0">type</span>=<span class="st0">"xs:boolean"</span> <span class="re0">use</span>=<span class="st0">"required"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></xs:complexType<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></xs:element<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></xs:sequence<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></xs:extension<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></xs:complexContent<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></xs:complexType<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><xs:complexType</span> <span class="re0">name</span>=<span class="st0">"Attribute"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><xs:complexContent<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><xs:extension</span> <span class="re0">base</span>=<span class="st0">"Attribute"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><xs:choice<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><xs:element</span> <span class="re0">name</span>=<span class="st0">"FileAttributes"</span> <span class="re0">type</span>=<span class="st0">"FileAttributesType"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><xs:element</span> <span class="re0">name</span>=<span class="st0">"Permissions"</span> <span class="re0">type</span>=<span class="st0">"PermissionsType"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></xs:choice<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></xs:extension<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></xs:complexContent<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></xs:complexType<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></xs:redefine<span class="re2">></span></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- simple types --></span></span>
+ <span class="sc3"><span class="re1"><xs:simpleType</span> <span class="re0">name</span>=<span class="st0">"FileAttributesType"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><xs:restriction</span> <span class="re0">base</span>=<span class="st0">"xs:string"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><xs:enumeration</span> <span class="re0">value</span>=<span class="st0">"Name"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><xs:enumeration</span> <span class="re0">value</span>=<span class="st0">"Path"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><xs:enumeration</span> <span class="re0">value</span>=<span class="st0">"Size"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><xs:enumeration</span> <span class="re0">value</span>=<span class="st0">"LastModifiedDate"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><xs:enumeration</span> <span class="re0">value</span>=<span class="st0">"Content"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><xs:enumeration</span> <span class="re0">value</span>=<span class="st0">"FileExtension"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></xs:restriction<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></xs:simpleType<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><xs:simpleType</span> <span class="re0">name</span>=<span class="st0">"PermissionsType"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><xs:restriction</span> <span class="re0">base</span>=<span class="st0">"xs:string"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><xs:enumeration</span> <span class="re0">value</span>=<span class="st0">"User"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><xs:enumeration</span> <span class="re0">value</span>=<span class="st0">"Group"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><xs:enumeration</span> <span class="re0">value</span>=<span class="st0">"Ohers"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></xs:restriction<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></xs:simpleType<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></xs:schema<span class="re2">></span></span></span></pre></div>
+<p>Example of FileSystem Crawler Configuration
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><?xml</span> <span class="re0">version</span>=<span class="st0">"1.0"</span> <span class="re0">encoding</span>=<span class="st0">"UTF-8"</span><span class="re2">?></span></span>
+<span class="sc3"><span class="re1"><IndexOrderConfiguration</span> <span class="re0">xmlns:xsi</span>=<span class="st0">"http://www.w3.org/2001/XMLSchema-instance"</span> <span class="re0">xsi:noNamespaceSchemaLocation</span>=<span class="st0">"FileSystemIndexOrder.xsd"</span> <span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><DataSourceID<span class="re2">></span></span></span>FileSystem_C_TEST<span class="sc3"><span class="re1"></DataSourceID<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><DataConnectionID<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Crawler<span class="re2">></span></span></span>org.eclipse.smila.connectivity.framework.indexorder.schema.sample<span class="sc3"><span class="re1"></Crawler<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></DataConnectionID<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><CompoundHandling<span class="re2">></span></span></span>Yes<span class="sc3"><span class="re1"></CompoundHandling<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attributes<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">Type</span>=<span class="st0">"Date"</span> <span class="re0">Name</span>=<span class="st0">"Date"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><FileAttributes<span class="re2">></span></span></span>LastModifiedDate<span class="sc3"><span class="re1"></FileAttributes<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Attribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">Type</span>=<span class="st0">"String"</span> <span class="re0">Name</span>=<span class="st0">"Filename"</span> <span class="re0">KeyAttribute</span>=<span class="st0">"true"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><FileAttributes<span class="re2">></span></span></span>Name<span class="sc3"><span class="re1"></FileAttributes<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Attribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">Type</span>=<span class="st0">"String"</span> <span class="re0">Name</span>=<span class="st0">"Path"</span> <span class="re0">KeyAttribute</span>=<span class="st0">"true"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><FileAttributes<span class="re2">></span></span></span>Path<span class="sc3"><span class="re1"></FileAttributes<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Attribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">Type</span>=<span class="st0">"String"</span> <span class="re0">Name</span>=<span class="st0">"PermissionUsers"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Permissions<span class="re2">></span></span></span>User<span class="sc3"><span class="re1"></Permissions<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Attribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">Type</span>=<span class="st0">"StringCollection"</span> <span class="re0">Name</span>=<span class="st0">"PermissionGroup"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Permissions<span class="re2">></span></span></span>Group<span class="sc3"><span class="re1"></Permissions<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Attribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">Type</span>=<span class="st0">"String"</span> <span class="re0">Name</span>=<span class="st0">"Content"</span> <span class="re0">HashAttribute</span>=<span class="st0">"true"</span> <span class="re0">MimeTypeAttribute</span>=<span class="st0">"Content"</span> <span class="re0">Attachment</span>=<span class="st0">"true"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><FileAttributes<span class="re2">></span></span></span>Content<span class="sc3"><span class="re1"></FileAttributes<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Attribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">Type</span>=<span class="st0">"String"</span> <span class="re0">Name</span>=<span class="st0">"Extension"</span> <span class="re0">MimeTypeAttribute</span>=<span class="st0">"FileExtension"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><FileAttributes<span class="re2">></span></span></span>FileExtension<span class="sc3"><span class="re1"></FileAttributes<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Attribute<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Attributes<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Process<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><BaseDir<span class="re2">></span></span></span>c:\test<span class="sc3"><span class="re1"></BaseDir<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Filter</span> <span class="re0">Recursive</span>=<span class="st0">"true"</span> <span class="re0">CaseSensitive</span>=<span class="st0">"false"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Include</span> <span class="re0">Name</span>=<span class="st0">"*.txt"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></Filter<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Process<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></IndexOrderConfiguration<span class="re2">></span></span></span></pre></div>
+
+<!--
+NewPP limit report
+Preprocessor node count: 20/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15273-0!1!0!!en!2!edit=0 and timestamp 20120203101501 -->
+<div class="printfooter">
+Retrieved from "<a href="Index_Order_Configuration_Schema.html">http://wiki.eclipse.org/SMILA/Project_Concepts/Index_Order_Configuration_Schema</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 15:32, 14 August 2008 by <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>. </p>
+ <p id="footerviews">This page has been accessed 2,204 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.329 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Logging.html b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Logging.html
new file mode 100644
index 0000000..53adf54
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Logging.html
@@ -0,0 +1,561 @@
+
+
+
+
+
+
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Project Concepts/Logging,G.schmidt.brox.de" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Project_Concepts/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Project Concepts/Logging - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Project_Concepts/Logging";
+var wgTitle = "SMILA/Project Concepts/Logging";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15309";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "113741";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-text {line-height: normal; font-size: medium;}
+.source-text li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for text
+ * CSS class: source-text, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-text .de1, .source-text .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-text {}
+.source-text .head {}
+.source-text .foot {}
+.source-text .imp {font-weight: bold; color: red;}
+.source-text .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-text li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-text li.li2 {font-weight: bold;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-java {line-height: normal; font-size: medium;}
+.source-java li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for java
+ * CSS class: source-java, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-java .de1, .source-java .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-java {}
+.source-java .head {}
+.source-java .foot {}
+.source-java .imp {font-weight: bold; color: red;}
+.source-java .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-java li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-java li.li2 {font-weight: bold;}
+.source-java .kw1 {color: #7F0055; font-weight: bold;}
+.source-java .kw2 {color: #7F0055; font-weight: bold;}
+.source-java .kw3 {color: #000000; font-weight: normal}
+.source-java .kw4 {color: #7F0055; font-weight: bold;}
+.source-java .co1 {color: #3F7F5F; font-style: italic;}
+.source-java .co2 {color: #3F7F5F;}
+.source-java .co3 {color: #3F7F5F; font-style: italic; font-weight: bold;}
+.source-java .coMULTI {color: #3F5FBF; font-style: italic;}
+.source-java .es0 {color: #000000;}
+.source-java .br0 {color: #000000;}
+.source-java .st0 {color: #2A00ff;}
+.source-java .nu0 {color: #000000;}
+.source-java .me1 {color: #000000;}
+.source-java .me2 {color: #000000;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="Logging.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Project_Concepts_Logging">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project_Concepts/Logging">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Project_Concepts/Logging">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Project_Concepts/Logging">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Logging&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Logging&oldid=113741">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Logging.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Project_Concepts/Logging&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Logging&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Logging&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project%20Concepts/Logging"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Project Concepts/Logging</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Project_Concepts.1.html" title="SMILA/Project Concepts">Project Concepts</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Logging.html#column-one">navigation</a>, <a href="Logging.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Logging.html#Description"><span class="tocnumber">1</span> <span class="toctext">Description</span></a></li>
+<li class="toclevel-1"><a href="Logging.html#Discussion"><span class="tocnumber">2</span> <span class="toctext">Discussion</span></a>
+<ul>
+<li class="toclevel-2"><a href="Logging.html#Combination_of_LogService_and_Log4j.2Fcommons-logging"><span class="tocnumber">2.1</span> <span class="toctext">Combination of LogService and Log4j/commons-logging</span></a></li>
+<li class="toclevel-2"><a href="Logging.html#Mapping_of_log_Methods_of_OSGi_Logging_Service_and_log4j.2Fcommons-logging"><span class="tocnumber">2.2</span> <span class="toctext">Mapping of log Methods of OSGi Logging Service and log4j/commons-logging</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Logging.html#Technical_proposal"><span class="tocnumber">3</span> <span class="toctext">Technical proposal</span></a>
+<ul>
+<li class="toclevel-2"><a href="Logging.html#Normalize_log_format"><span class="tocnumber">3.1</span> <span class="toctext">Normalize log format</span></a></li>
+<li class="toclevel-2"><a href="Logging.html#Code_Guards"><span class="tocnumber">3.2</span> <span class="toctext">Code Guards</span></a></li>
+<li class="toclevel-2"><a href="Logging.html#Logs_system"><span class="tocnumber">3.3</span> <span class="toctext">Logs system</span></a>
+<ul>
+<li class="toclevel-3"><a href="Logging.html#Commons-Logging_and_log4j"><span class="tocnumber">3.3.1</span> <span class="toctext">Commons-Logging and log4j</span></a></li>
+<li class="toclevel-3"><a href="Logging.html#Java_Logging"><span class="tocnumber">3.3.2</span> <span class="toctext">Java Logging</span></a></li>
+<li class="toclevel-3"><a href="Logging.html#OSGi_LogService"><span class="tocnumber">3.3.3</span> <span class="toctext">OSGi LogService</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="Logging.html#LogService_vs_log4j"><span class="tocnumber">3.4</span> <span class="toctext">LogService vs log4j</span></a>
+<ul>
+<li class="toclevel-3"><a href="Logging.html#Using_the_log4j_in_the_OSGi_LogService"><span class="tocnumber">3.4.1</span> <span class="toctext">Using the log4j in the OSGi LogService</span></a></li>
+<li class="toclevel-3"><a href="Logging.html#Using_the_the_OSGi_LogService_in_the_log4j"><span class="tocnumber">3.4.2</span> <span class="toctext">Using the the OSGi LogService in the log4j</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="Logging.html#Mapping"><span class="tocnumber">3.5</span> <span class="toctext">Mapping</span></a></li>
+<li class="toclevel-2"><a href="Logging.html#Summary"><span class="tocnumber">3.6</span> <span class="toctext">Summary</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Description"></a><h2> <span class="mw-headline"> Description </span></h2>
+<p>Create concept of logging.
+</p>
+<a name="Discussion"></a><h2> <span class="mw-headline"> Discussion </span></h2>
+<a name="Combination_of_LogService_and_Log4j.2Fcommons-logging"></a><h3> <span class="mw-headline"> Combination of LogService and Log4j/commons-logging </span></h3>
+<ul><li> <a href="http://wiki.eclipse.org/User:G.schmidt.brox.de" title="User:G.schmidt.brox.de">Georg Schmidt</a>: Currently I did not understand how such technologies will fit together or whether the are orthogonal approaches. If so which will be the suggested way of working? How do we handle backward compatibility e.g. to Lucene?
+</li></ul>
+<ul><li><ul><li> Andrey Basalve: LogService and Log4j/commons-logging don't contradict to each other. Nay we can use log4j/commons-logging to log event which was handled by LogService via implementing LogListener. On the other hand we can implement custom log4j appender which will send log messages to the OSGi LogService. What do you mean at backward compatibility (eg lucene doesn't use commons-logging)?
+</li></ul>
+</li></ul>
+<ul><li> <a href="http://wiki.eclipse.org/User:G.schmidt.brox.de" title="User:G.schmidt.brox.de">Georg Schmidt</a>: There are several applications/APIs that are using commons-logging/log4j. How do we support a migration process?
+</li></ul>
+<ul><li><ul><li> Andrey Basalve: I haven't any issues with it, it is needed to set org.apache.commons.logging.Log property and to configure log4j and then all application/API's begins work with it. Tested with Apache ODE and ActiveMQ bundles.
+</li></ul>
+</li></ul>
+<a name="Mapping_of_log_Methods_of_OSGi_Logging_Service_and_log4j.2Fcommons-logging"></a><h3> <span class="mw-headline"> Mapping of log Methods of OSGi Logging Service and log4j/commons-logging </span></h3>
+<ul><li> <a href="http://wiki.eclipse.org/User:G.schmidt.brox.de" title="User:G.schmidt.brox.de">Georg Schmidt</a>: How do you map the log methods of those approaches?
+</li></ul>
+<ul><li><ul><li> Andrey Basalve: Added 'Mapping' Section.
+</li></ul>
+</li></ul>
+<a name="Technical_proposal"></a><h2> <span class="mw-headline"> Technical proposal </span></h2>
+<p>The main idea is using Commons-Logging interface and log4* as background. Also it is necessary to listen OSGi LogService.
+</p>
+<a name="Normalize_log_format"></a><h3> <span class="mw-headline"> Normalize log format </span></h3>
+<p>There is standard layout for log format:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-text">%d %-50.50c{2} %-5p [%-10.10t] - %m%n</pre></div>
+<div dir="ltr" style="text-align: left;"><pre class="source-text">2008-03-13 16:17:11,171 test.Log4JLogListener INFO [Dispatcher] - org.eclipse.osgi: FrameworkEvent STARTLEVEL CHANGED
+2008-03-13 16:17:11,171 test.Activator DEBUG [Thread-1 ] - debug</pre></div>
+<a name="Code_Guards"></a><h3> <span class="mw-headline"> Code Guards </span></h3>
+<p>Code guards are typically used to guard code that only needs to execute in support of logging, that otherwise introduces undesirable runtime overhead in the general case (logging disabled). Examples are multiple parameters, or expressions (i.e. string + " more") for parameters. Use the guard methods of the form log.is<Priority>() to verify that logging should be performed, before incurring the overhead of the logging method call. Yes, the logging methods will perform the same check, but only after resolving parameters.
+</p>
+<a name="Logs_system"></a><h3> <span class="mw-headline"> Logs system </span></h3>
+<a name="Commons-Logging_and_log4j"></a><h4> <span class="mw-headline"> Commons-Logging and log4j </span></h4>
+<p>To use log4j as background for the Commons-Logging it is necessary to set up a two variables (in the $\{eclipse.home\}/configuration/config.ini where $\{eclipse.home\} is a path to the product folder)
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-text">org.apache.commons.logging.Log=org.apache.commons.logging.impl.Log4JLogger
+log4j.configuration=file:${eclipse.home}configuration/log4j.properties</pre></div>
+<p>{info:title=Useful information}
+If you working in the eclipse you can add a following arguments to the VM arguments section in the Run As wizard:
+-Dorg.apache.commons.logging.Log=org.apache.commons.logging.impl.Log4JLogger
+-Dlog4j.configuration=file:${eclipse_home\}configuration/log4j.properties
+{info}
+</p><p>Also it is needed to add the org.apache.log4j package to the commons-logging bundle as dependency.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-text">Import-Package: org.apache.log4j;resolution:=optional</pre></div>
+<p>For using logging system in the other bundles you should add Commons-Logging bundle as dependency and simply use Commons-Logging interface:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">public</span> <span class="kw1">class</span> SomeClass <span class="br0">{</span>
+
+ <span class="kw1">private</span> <span class="kw1">static</span> <span class="kw1">final</span> Log s_log = LogFactory.<span class="me1">getLog</span><span class="br0">(</span>SomeClass.<span class="kw1">class</span><span class="br0">)</span>;
+
+ <span class="kw1">public</span> <span class="kw4">void</span> someMethod<span class="br0">(</span><span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">if</span> <span class="br0">(</span>log.<span class="me1">isDebugEnable</span><span class="br0">(</span><span class="br0">)</span><span class="br0">)</span> <span class="br0">{</span>
+ log.<span class="me1">debug</span><span class="br0">(</span><span class="st0">"Enter to some method"</span><span class="br0">)</span>;
+ <span class="br0">}</span>
+
+ ....
+
+ <span class="kw1">if</span> <span class="br0">(</span>log.<span class="me1">isDebugEnable</span><span class="br0">(</span><span class="br0">)</span><span class="br0">)</span> <span class="br0">{</span>
+ log.<span class="me1">debug</span><span class="br0">(</span><span class="st0">"Exit from some method"</span><span class="br0">)</span>;
+ <span class="br0">}</span>
+ <span class="br0">}</span>
+<span class="br0">}</span></pre></div>
+<p>It is possible to automatically reload a configuration file if it is changed. Both the DOMConfigurator and the PropertyConfigurator support automatic reloading through the configureAndWatch method. Because the configureAndWatch launches a separate wathdog thread, and because there is no way to stop this thread in log4j 1.2, the configureAndWatch method is unsafe for use in J2EE envrironments where applications are recycled.
+</p><p>{info:title=Configuring}
+The best way, in my opinion, is use our configuration management system (basis on OSGi ConfigurationAdminService) to configure log4j. It allows to dynamically update configuration and removes associating with file system.
+{info}
+</p>
+<a name="Java_Logging"></a><h4> <span class="mw-headline"> Java Logging </span></h4>
+<p>The newer logging API, which has been included in the JRE since 1.4, incorporates many of the same concepts as log4j. It has loggers and appenders.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="co1">//Get a logger; the logger is automatically created if it doesn't already exist</span>
+Logger logger = Logger.<span class="me1">getLogger</span><span class="br0">(</span><span class="st0">"com.mycompany.BasicLogging"</span><span class="br0">)</span>;
+
+<span class="co1">// Log a few message at different severity levels</span>
+logger.<span class="me1">severe</span><span class="br0">(</span><span class="st0">"my severe message"</span><span class="br0">)</span>;
+logger.<span class="me1">warning</span><span class="br0">(</span><span class="st0">"my warning message"</span><span class="br0">)</span>;
+logger.<span class="me1">info</span><span class="br0">(</span><span class="st0">"my info message"</span><span class="br0">)</span>;
+logger.<span class="me1">config</span><span class="br0">(</span><span class="st0">"my config message"</span><span class="br0">)</span>;
+logger.<span class="me1">fine</span><span class="br0">(</span><span class="st0">"my fine message"</span><span class="br0">)</span>;
+logger.<span class="me1">finer</span><span class="br0">(</span><span class="st0">"my finer message"</span><span class="br0">)</span>;
+logger.<span class="me1">finest</span><span class="br0">(</span><span class="st0">"my finest message"</span><span class="br0">)</span>;</pre></div>
+<a name="OSGi_LogService"></a><h4> <span class="mw-headline"> OSGi LogService </span></h4>
+<p>The Log Service provides a general purpose message logger for the OSGi Service Platform. It consists of two services, one for logging information and another for retrieving current or previously recorded log information. The OSGi specification defines the methods and semantics of interfaces which bundle developers can use to log entries and to retrieve log entries.
+</p><p><a href="http://wiki.eclipse.org/Image:LogService.png" class="image" title="Image:LogService.png"><img alt="Image:LogService.png" src="http://wiki.eclipse.org/images/c/c1/LogService.png" width="722" height="443" border="0" /></a>
+</p><p>There is an eclipse implementation of the OSGi LogService (org.eclipse.equinox.log bundle).
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">final</span> ServiceReference reference = context.<span class="me1">getServiceReference</span><span class="br0">(</span>LogService.<span class="kw1">class</span>.<span class="me1">getName</span><span class="br0">(</span><span class="br0">)</span><span class="br0">)</span>;
+<span class="kw1">final</span> LogService logService = <span class="br0">(</span>LogService<span class="br0">)</span> context.<span class="me1">getService</span><span class="br0">(</span>reference<span class="br0">)</span>;
+logService.<span class="me1">log</span><span class="br0">(</span>LogService.<span class="me1">LOG_DEBUG</span>, <span class="st0">"Test Log Message"</span><span class="br0">)</span>;</pre></div>
+<a name="LogService_vs_log4j"></a><h3> <span class="mw-headline"> LogService vs log4j </span></h3>
+<a name="Using_the_log4j_in_the_OSGi_LogService"></a><h4> <span class="mw-headline"> Using the log4j in the OSGi LogService </span></h4>
+<p>There is a way to use log4j for logging messages from OSGi Log Service. For this it is necessary to implement LogListener(which uses log4j) and to register it via the LogReaderService OSGi Service.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">public</span> <span class="kw1">class</span> <span class="kw3">Activator</span> <span class="kw1">implements</span> BundleActivator <span class="br0">{</span>
+
+ <span class="kw1">private</span> Log4JLogListener _listener;
+
+ <span class="kw1">public</span> <span class="kw4">void</span> start<span class="br0">(</span>BundleContext context<span class="br0">)</span> <span class="kw1">throws</span> <span class="kw3">Exception</span> <span class="br0">{</span>
+ _listener = <span class="kw1">new</span> Log4JLogListener<span class="br0">(</span><span class="br0">)</span>;
+
+ ServiceReference reference = context.<span class="me1">getServiceReference</span><span class="br0">(</span>LogReaderService.<span class="kw1">class</span>.<span class="me1">getName</span><span class="br0">(</span><span class="br0">)</span><span class="br0">)</span>;
+ <span class="kw1">final</span> LogReaderService readerService = <span class="br0">(</span>LogReaderService<span class="br0">)</span> context.<span class="me1">getService</span><span class="br0">(</span>reference<span class="br0">)</span>;
+ readerService.<span class="me1">addLogListener</span><span class="br0">(</span>_listener<span class="br0">)</span>;
+ <span class="br0">}</span>
+
+ <span class="kw1">public</span> <span class="kw4">void</span> stop<span class="br0">(</span>BundleContext context<span class="br0">)</span> <span class="kw1">throws</span> <span class="kw3">Exception</span> <span class="br0">{</span>
+ <span class="kw1">final</span> ServiceReference reference = context.<span class="me1">getServiceReference</span><span class="br0">(</span>LogReaderService.<span class="kw1">class</span>.<span class="me1">getName</span><span class="br0">(</span><span class="br0">)</span><span class="br0">)</span>;
+ <span class="kw1">final</span> LogReaderService readerService = <span class="br0">(</span>LogReaderService<span class="br0">)</span> context.<span class="me1">getService</span><span class="br0">(</span>reference<span class="br0">)</span>;
+ readerService.<span class="me1">removeLogListener</span><span class="br0">(</span>_listener<span class="br0">)</span>;
+ <span class="br0">}</span>
+<span class="br0">}</span></pre></div>
+<p><br />
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">public</span> <span class="kw1">class</span> Log4JLogListener <span class="kw1">implements</span> LogListener <span class="br0">{</span>
+
+ <span class="kw1">private</span> <span class="kw1">static</span> Log s_log = LogFactory.<span class="me1">getLog</span><span class="br0">(</span>Log4JLogListener.<span class="kw1">class</span><span class="br0">)</span>;
+
+ <span class="kw1">public</span> <span class="kw4">void</span> logged<span class="br0">(</span>LogEntry entry<span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">switch</span> <span class="br0">(</span>entry.<span class="me1">getLevel</span><span class="br0">(</span><span class="br0">)</span><span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">case</span> LogService.<span class="me1">LOG_DEBUG</span>:
+ <span class="kw1">if</span> <span class="br0">(</span>s_log.<span class="me1">isDebugEnabled</span><span class="br0">(</span><span class="br0">)</span><span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">final</span> <span class="kw3">Throwable</span> throwable = entry.<span class="me1">getException</span><span class="br0">(</span><span class="br0">)</span>;
+ <span class="kw1">if</span> <span class="br0">(</span>throwable == <span class="kw2">null</span><span class="br0">)</span> <span class="br0">{</span>
+ s_log.<span class="me1">debug</span><span class="br0">(</span>getMessage<span class="br0">(</span>entry<span class="br0">)</span><span class="br0">)</span>;
+ <span class="br0">}</span> <span class="kw1">else</span> <span class="br0">{</span>
+ s_log.<span class="me1">debug</span><span class="br0">(</span>getMessage<span class="br0">(</span>entry<span class="br0">)</span>, throwable<span class="br0">)</span>;
+ <span class="br0">}</span>
+ <span class="br0">}</span>
+ <span class="kw1">break</span>;
+
+ ....
+
+ <span class="kw1">default</span>:
+ <span class="kw1">throw</span> <span class="kw1">new</span> <span class="kw3">IllegalArgumentException</span><span class="br0">(</span><span class="st0">"Unexpected log level "</span> + entry.<span class="me1">getLevel</span><span class="br0">(</span><span class="br0">)</span><span class="br0">)</span>;
+ <span class="br0">}</span>
+ <span class="br0">}</span>
+
+ <span class="kw1">private</span> <span class="kw3">String</span> getMessage<span class="br0">(</span>LogEntry entry<span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">final</span> StringBuilder builder = <span class="kw1">new</span> StringBuilder<span class="br0">(</span><span class="br0">)</span>;
+ builder.<span class="me1">append</span><span class="br0">(</span>entry.<span class="me1">getBundle</span><span class="br0">(</span><span class="br0">)</span>.<span class="me1">getSymbolicName</span><span class="br0">(</span><span class="br0">)</span><span class="br0">)</span>;
+ builder.<span class="me1">append</span><span class="br0">(</span><span class="st0">": "</span><span class="br0">)</span>;
+ builder.<span class="me1">append</span><span class="br0">(</span>entry.<span class="me1">getMessage</span><span class="br0">(</span><span class="br0">)</span><span class="br0">)</span>;
+ <span class="kw1">return</span> builder.<span class="me1">toString</span><span class="br0">(</span><span class="br0">)</span>;
+ <span class="br0">}</span>
+
+<span class="br0">}</span></pre></div>
+<p>For implement and register LogService we need a bundle(and in particular BundleContext). There are two ways:
+</p>
+<ol><li> Create single bundle for this purposes.
+</li><li> Add LogListener implementation to the product bundle (BrandingBundle) and register it on start application.
+</li></ol>
+<p>I prefer the first way because is allows stop/update/start this service.
+</p>
+<a name="Using_the_the_OSGi_LogService_in_the_log4j"></a><h4> <span class="mw-headline"> Using the the OSGi LogService in the log4j </span></h4>
+<p>On the other hand we can implement custom log4j appender which will send log messages to the OSGi LogService. For this we should create a special bundle which have the log4j appender implementation and track LogService.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">public</span> <span class="kw1">class</span> LogServiceAppender <span class="kw1">extends</span> AppenderSkeleton <span class="br0">{</span>
+
+ <span class="kw1">protected</span> <span class="kw4">void</span> append<span class="br0">(</span>LoggingEvent le<span class="br0">)</span> <span class="br0">{</span>
+
+ <span class="co1">// getLogService use service tracker to obtain LogService </span>
+ LogService logService = getLogService<span class="br0">(</span><span class="br0">)</span>;
+
+ <span class="kw1">if</span> <span class="br0">(</span>logService == <span class="kw2">null</span><span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">return</span>;
+ <span class="br0">}</span>
+
+ <span class="kw1">if</span> <span class="br0">(</span>le.<span class="me1">getLevel</span><span class="br0">(</span><span class="br0">)</span>.<span class="me1">equals</span><span class="br0">(</span>Level.<span class="me1">DEBUG</span><span class="br0">)</span><span class="br0">)</span> <span class="br0">{</span>
+ logService.<span class="me1">log</span><span class="br0">(</span>LogService.<span class="me1">LOG_DEBUG</span>, le.<span class="me1">getRenderedMessage</span><span class="br0">(</span><span class="br0">)</span><span class="br0">)</span>;
+ <span class="br0">}</span> <span class="kw1">else</span> <span class="kw1">if</span> <span class="br0">(</span>le.<span class="me1">getLevel</span><span class="br0">(</span><span class="br0">)</span>.<span class="me1">equals</span><span class="br0">(</span>Level.<span class="me1">INFO</span><span class="br0">)</span><span class="br0">)</span> <span class="br0">{</span>
+ ...
+ <span class="br0">}</span>
+ <span class="br0">}</span>
+
+<span class="br0">}</span></pre></div>
+<a name="Mapping"></a><h3> <span class="mw-headline"> Mapping </span></h3>
+<p>There are several different log levels in each log system and it is necessary to compare theirs.
+</p>
+<table border="1">
+<tr>
+<th> Log4j
+</th><th> Commons Logging
+</th><th> Java Logging
+</th><th> OSGi LogService
+</th></tr>
+<tr>
+<td> Fatal
+</td><td> Fatal
+</td><td> Severe
+</td><td> Error
+</td></tr>
+<tr>
+<td> Error
+</td><td> Error
+</td><td> Severe
+</td><td> Error
+</td></tr>
+<tr>
+<td> Warn
+</td><td> Warn
+</td><td> Warning
+</td><td> Warning
+</td></tr>
+<tr>
+<td> Info
+</td><td> Info
+</td><td> Info
+</td><td> Info
+</td></tr>
+<tr>
+<td> Debug
+</td><td> Debug
+</td><td> Fine
+</td><td> Debug
+</td></tr>
+<tr>
+<td> Trace
+</td><td> Trace
+</td><td> Finer and Finest
+</td><td> Debug
+</td></tr></table>
+<a name="Summary"></a><h3> <span class="mw-headline"> Summary </span></h3>
+<p>There is an issue with a third party bundles because they are used different log systems. But we needed a centralized log. Therefore it is suggested to use log4j(in conjunction with commons-logging) as a basis because it is possible to easily redirect other loggers to log4j.
+</p><p><a href="http://wiki.eclipse.org/Image:CentralizedLog.png" class="image" title="Image:centralizedLog.png"><img alt="Image:centralizedLog.png" src="http://wiki.eclipse.org/images/3/34/CentralizedLog.png" width="724" height="419" border="0" /></a>
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 47/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15309-0!1!0!!en!2!edit=0 and timestamp 20120203101516 -->
+<div class="printfooter">
+Retrieved from "<a href="Logging.html">http://wiki.eclipse.org/SMILA/Project_Concepts/Logging</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 12:23, 15 August 2008 by <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>. </p>
+ <p id="footerviews">This page has been accessed 3,508 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.295 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/MimeTypeIdentifier.html b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/MimeTypeIdentifier.html
new file mode 100644
index 0000000..b7c3bbf
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/MimeTypeIdentifier.html
@@ -0,0 +1,427 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Project Concepts/MimeTypeIdentifier" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Project_Concepts/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Project Concepts/MimeTypeIdentifier - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Project_Concepts/MimeTypeIdentifier";
+var wgTitle = "SMILA/Project Concepts/MimeTypeIdentifier";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15231";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "113328";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-java {line-height: normal; font-size: medium;}
+.source-java li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for java
+ * CSS class: source-java, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-java .de1, .source-java .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-java {}
+.source-java .head {}
+.source-java .foot {}
+.source-java .imp {font-weight: bold; color: red;}
+.source-java .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-java li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-java li.li2 {font-weight: bold;}
+.source-java .kw1 {color: #7F0055; font-weight: bold;}
+.source-java .kw2 {color: #7F0055; font-weight: bold;}
+.source-java .kw3 {color: #000000; font-weight: normal}
+.source-java .kw4 {color: #7F0055; font-weight: bold;}
+.source-java .co1 {color: #3F7F5F; font-style: italic;}
+.source-java .co2 {color: #3F7F5F;}
+.source-java .co3 {color: #3F7F5F; font-style: italic; font-weight: bold;}
+.source-java .coMULTI {color: #3F5FBF; font-style: italic;}
+.source-java .es0 {color: #000000;}
+.source-java .br0 {color: #000000;}
+.source-java .st0 {color: #2A00ff;}
+.source-java .nu0 {color: #000000;}
+.source-java .me1 {color: #000000;}
+.source-java .me2 {color: #000000;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="MimeTypeIdentifier.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Project_Concepts_MimeTypeIdentifier">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project_Concepts/MimeTypeIdentifier">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Project_Concepts/MimeTypeIdentifier">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Project_Concepts/MimeTypeIdentifier">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/MimeTypeIdentifier&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/MimeTypeIdentifier&oldid=113328">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="MimeTypeIdentifier.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Project_Concepts/MimeTypeIdentifier&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/MimeTypeIdentifier&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/MimeTypeIdentifier&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project%20Concepts/MimeTypeIdentifier"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Project Concepts/MimeTypeIdentifier</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Project_Concepts.1.html" title="SMILA/Project Concepts">Project Concepts</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="MimeTypeIdentifier.html#column-one">navigation</a>, <a href="MimeTypeIdentifier.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="MimeTypeIdentifier.html#Description"><span class="tocnumber">1</span> <span class="toctext">Description</span></a></li>
+<li class="toclevel-1"><a href="MimeTypeIdentifier.html#Technical_proposal"><span class="tocnumber">2</span> <span class="toctext">Technical proposal</span></a>
+<ul>
+<li class="toclevel-2"><a href="MimeTypeIdentifier.html#Configuration"><span class="tocnumber">2.1</span> <span class="toctext">Configuration</span></a></li>
+<li class="toclevel-2"><a href="MimeTypeIdentifier.html#Interface"><span class="tocnumber">2.2</span> <span class="toctext">Interface</span></a></li>
+<li class="toclevel-2"><a href="MimeTypeIdentifier.html#Related_functionality"><span class="tocnumber">2.3</span> <span class="toctext">Related functionality</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Description"></a><h2> <span class="mw-headline"> Description </span></h2>
+<p>We need the functionality to identify the mimetype of documents, e.g. for compound handling or to control data transformation in BPEL.
+</p>
+<a name="Technical_proposal"></a><h2> <span class="mw-headline"> Technical proposal </span></h2>
+<p>The MimeTypeIdentifier has to provide functionality to identify the mimetype of a document, either by the documents content or by file extension mapping to mimetypes.
+The interface supports both approaches, as both may be combined for optimized results. Implementations could be done stepwise:
+</p>
+<ul><li> initial implementation: file extension to mime type mapping
+</li><li> advanced implementation: magic bytes analysis
+</li></ul>
+<p>{info:title=Useful Information}
+Mimetype identification is one of the core tasks of aperture. Their approach is a combination of MagicBytes interpretation and file extension to mimetype mapping.
+Perhaps it is possible that aperture contributes this functionality to SMILA ? For details see [<a href="http://aperture.wiki.sourceforge.net/MIMETypeIdentification" class="external autonumber" title="http://aperture.wiki.sourceforge.net/MIMETypeIdentification" rel="nofollow">[1]</a>]
+</p><p>Aperture is also capable of identifying (and converting) OpenOffice formats like .docx. So these formats are not confused with zips containing XML files. see [<a href="https://sourceforge.net/mailarchive/message.php?msg_id=14cc92570704020743h33c5685at97b9618a5c4c04e3%40mail.gmail.com" class="external autonumber" title="https://sourceforge.net/mailarchive/message.php?msg_id=14cc92570704020743h33c5685at97b9618a5c4c04e3%40mail.gmail.com" rel="nofollow">[2]</a>]
+{info}
+</p>
+<a name="Configuration"></a><h3> <span class="mw-headline"> Configuration </span></h3>
+<p>For the file extension - mimetype mapping a configuration has to be provided. Note that multiple extensions may be associated with a single mimetype. This is supported. In theory a single extension may also be associated with multiple mimetypes. This may be a valid case but the mapping used by MimeTypeIdentifier has to be unambiguous! The implementation has to ensure this and prevent such configurations (e.g. by simply overriding ).
+A configuration could look like this:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><mimetypes<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><mimetype</span> <span class="re0">id</span>=<span class="st0">"application/rtf"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><extensions<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><ext<span class="re2">></span></span></span>rtf<span class="sc3"><span class="re1"></ext<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></extensions<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></mimetype<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><mimetype</span> <span class="re0">id</span>=<span class="st0">"application/vnd.ms-excel"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><extensions<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><ext<span class="re2">></span></span></span>xls<span class="sc3"><span class="re1"></ext<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></extensions<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></mimetype<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><mimetype</span> <span class="re0">id</span>=<span class="st0">"application/vnd.ms-powerpoint"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><extensions<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><ext<span class="re2">></span></span></span>ppt<span class="sc3"><span class="re1"></ext<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></extensions<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></mimetype<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><mimetype</span> <span class="re0">id</span>=<span class="st0">"image/jpeg"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><extensions<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><ext<span class="re2">></span></span></span>jpe<span class="sc3"><span class="re1"></ext<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><ext<span class="re2">></span></span></span>jpeg<span class="sc3"><span class="re1"></ext<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><ext<span class="re2">></span></span></span>jpg<span class="sc3"><span class="re1"></ext<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></extensions<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></mimetype<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><mimetype</span> <span class="re0">id</span>=<span class="st0">"text/html"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><extensions<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><ext<span class="re2">></span></span></span>htm<span class="sc3"><span class="re1"></ext<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><ext<span class="re2">></span></span></span>html<span class="sc3"><span class="re1"></ext<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></extensions<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></mimetype<span class="re2">></span></span></span>
+ ...
+<span class="sc3"><span class="re1"></mimetypes<span class="re2">></span></span></span></pre></div>
+<p>At the moment I don't know if there is anything the be configured for MagicBytes analysis. The implementation should be extendable to provide MagicByte detection for additional mimetypes.
+</p><p><br />
+</p>
+<a name="Interface"></a><h3> <span class="mw-headline"> Interface </span></h3>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">interface</span> MimeTypeIdentifier
+<span class="br0">{</span>
+ <span class="coMULTI">/**
+ Identifies the mimetype of a document.
+ @param document - the document to identify the charset for. Note that the provided bytes do not need to be the whole document.
+ @param String - the filename of the document. This could be a simple filename, a full path or even a complex URI
+ @return a String containing the mimetype or null if none could be identified
+ */</span>
+ <span class="kw1">public</span> <span class="kw3">String</span> identify<span class="br0">(</span> <span class="kw4">byte</span><span class="br0">[</span><span class="br0">]</span> document, <span class="kw3">String</span> filename <span class="br0">)</span>;
+
+ <span class="coMULTI">/**
+ Returns the minimum number of bytes needed to identify mimetypes. The size of parameter document of method identify must not be less than this value. Otherwise identification can not be done.
+ @return the minimum number of bytes needed to identify mimetypes
+ */</span>
+ <span class="kw1">public</span> <span class="kw4">int</span> getMinByteCount<span class="br0">(</span><span class="br0">)</span>;
+<span class="br0">}</span></pre></div>
+<p>This functionality may be needed at various stages in the SMILA. Besides a simple POJO implementation that provides the core functionality, we should also consider wrapping the functionality in a BPEL service.
+</p><p><br />
+</p>
+<a name="Related_functionality"></a><h3> <span class="mw-headline"> Related functionality </span></h3>
+<ul><li> A utility component is needed to extract the file extension of a filename, path or uri.
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">interface</span> ExtensionExtractor
+<span class="br0">{</span>
+ <span class="coMULTI">/**
+ Extractes the file extension of a filename
+ @param String - the filename of the document. This could be a simple filename, a full path or even a complex URI
+ @return a String containing the file extension or null if none could be identified
+ */</span>
+ <span class="kw1">public</span> <span class="kw3">String</span> getExtension<span class="br0">(</span><span class="kw3">String</span> filename <span class="br0">)</span>;
+<span class="br0">}</span></pre></div>
+<p><br />
+</p>
+<ul><li> Another component could be needed that extracts the encoding/charset of text documents (txt, html, xml, etc.).
+</li></ul>
+<p>This can be done by checking for BOM (ByteOrderMark) and/or by checking for encoding/charset tags/attributes in markup documents.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">interface</span> EncodingIdentifier
+<span class="br0">{</span>
+ <span class="coMULTI">/**
+ Identifies the charset of a text or markup document.
+ @param document - the document to identify the charset for. Note that the provided bytes do not need to be the whole document.
+ @return a String containing the charset or null if none could be identified
+ */</span>
+ <span class="kw1">public</span> <span class="kw3">String</span> identify<span class="br0">(</span> <span class="kw4">byte</span><span class="br0">[</span><span class="br0">]</span> document <span class="br0">)</span>;
+
+ <span class="coMULTI">/**
+ Returns the minimum number of bytes needed to identify the charset. The size of parameter document of method identify must not be less than this value. Otherwise identification can not be done.
+ @return the minimum number of bytes needed to identify the charset
+ */</span>
+ <span class="kw1">public</span> <span class="kw4">int</span> getMinByteCount<span class="br0">(</span><span class="br0">)</span>;
+<span class="br0">}</span></pre></div>
+
+<!--
+NewPP limit report
+Preprocessor node count: 18/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15231-0!1!0!!en!2!edit=0 and timestamp 20120202190251 -->
+<div class="printfooter">
+Retrieved from "<a href="MimeTypeIdentifier.html">http://wiki.eclipse.org/SMILA/Project_Concepts/MimeTypeIdentifier</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 14:01, 13 August 2008 by <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>. </p>
+ <p id="footerviews">This page has been accessed 2,521 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.089 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Monitoring.html b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Monitoring.html
new file mode 100644
index 0000000..a5afb7b
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Monitoring.html
@@ -0,0 +1,308 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Project Concepts/Monitoring" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Project_Concepts/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Project Concepts/Monitoring - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Project_Concepts/Monitoring";
+var wgTitle = "SMILA/Project Concepts/Monitoring";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15304";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "113732";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Monitoring.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Project_Concepts_Monitoring">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project_Concepts/Monitoring">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Project_Concepts/Monitoring">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Project_Concepts/Monitoring">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Monitoring&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Monitoring&oldid=113732">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Monitoring.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Project_Concepts/Monitoring&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Monitoring&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Monitoring&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project%20Concepts/Monitoring"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Project Concepts/Monitoring</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Project_Concepts.1.html" title="SMILA/Project Concepts">Project Concepts</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Monitoring.html#column-one">navigation</a>, <a href="Monitoring.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Monitoring.html#Description"><span class="tocnumber">1</span> <span class="toctext">Description</span></a></li>
+<li class="toclevel-1"><a href="Monitoring.html#Discussion"><span class="tocnumber">2</span> <span class="toctext">Discussion</span></a></li>
+<li class="toclevel-1"><a href="Monitoring.html#Technical_proposal"><span class="tocnumber">3</span> <span class="toctext">Technical proposal</span></a>
+<ul>
+<li class="toclevel-2"><a href="Monitoring.html#Overview"><span class="tocnumber">3.1</span> <span class="toctext">Overview</span></a></li>
+<li class="toclevel-2"><a href="Monitoring.html#Integration_with_TPTP"><span class="tocnumber">3.2</span> <span class="toctext">Integration with TPTP</span></a></li>
+<li class="toclevel-2"><a href="Monitoring.html#Technologies"><span class="tocnumber">3.3</span> <span class="toctext">Technologies</span></a></li>
+<li class="toclevel-2"><a href="Monitoring.html#Further_Development_Decisions"><span class="tocnumber">3.4</span> <span class="toctext">Further Development Decisions</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Description"></a><h2> <span class="mw-headline"> Description </span></h2>
+<p>The SMILA needs functionality to provide
+</p>
+<ul><li> information about the state and availability of the whole system
+</li><li> information about the state and availability of single components
+</li><li> mechanisms to manage components (start, stop, restart, pause, resume, update, etc.)
+</li></ul>
+<p>Standards like snmp and JMX should be supported.
+</p><p><br />
+</p>
+<a name="Discussion"></a><h2> <span class="mw-headline"> Discussion </span></h2>
+<a name="Technical_proposal"></a><h2> <span class="mw-headline"> Technical proposal </span></h2>
+<a name="Overview"></a><h3> <span class="mw-headline"> Overview </span></h3>
+<p>This chart shows the Monitoring architecture:
+</p><p><a href="http://wiki.eclipse.org/Image:Monitoring_architecture.png" class="image" title="Image:monitoring_architecture.png"><img alt="Image:monitoring_architecture.png" src="http://wiki.eclipse.org/images/f/ff/Monitoring_architecture.png" width="960" height="720" border="0" /></a>
+</p><p>The architecture shown supports communication via JMX and SNMP. SNMP is seeen as an add-on on top of JMX and is not a must have for SMILA. Every Component to be monitored therefore must provide an implementation of a so called Agent. For Java Components, this Agent must support JMX. Additional SNMP functionality can be added using the JMX. There are 2 possibilities
+</p>
+<ul><li> [<a href="http://www.snmp4j.org/" class="external text" title="http://www.snmp4j.org/" rel="nofollow">snmp4j</a>]: an enterprise class free open source and state-of-the-art SNMP implementation for Java. It supports mapping from JMX MBean instrumentation to SNMP scalars, tables, and notifications. The coding has to be done manually.
+</li><li> [<a href="http://www.adventnet.com/products/snmpadaptor/index.html" class="external text" title="http://www.adventnet.com/products/snmpadaptor/index.html" rel="nofollow">AdventNet SNMP Adaptor for JMX</a>]: an SNMP to JMX adaptor that provides a Configuration Wizard for configuring the SNMP adaptor for user-defined MBeans and it automatically generates MIBs. Unfortunately this is NOT open source. However, this may be interesting in the eccenca context.
+</li></ul>
+<p>Non Java Components (C++, .Net, etc.) do not support JMX. Depending on what protocol to support, there are again 2 options (the first is the most flexibel one)
+</p>
+<ul><li> JMX and/or SNMP: to support JMX, a wrapping Java Agent hast to be implemented. It the communication with the non Java Component has to be implemented in the MBean classes, using some kind of communication protocoll (JNI, Corba, etc.). SNMP functionality can be added to this Agent as for a regular Agent (see above).
+</li><li> SNMP only: depending on the technology, there may exist direct snmp support. For C+\+ there exists the open source library [<a href="http://www.agentpp.com/" class="external text" title="http://www.agentpp.com/" rel="nofollow">Agent+\+</a>] that could be used directly in a C+\+
+</li></ul>
+<p>component. So there is no need to implement any wrapping Java Agent.
+</p><p>Here is the architecture in more detail:
+</p><p><a href="http://wiki.eclipse.org/Image:Monitoring_architecture_details.png" class="image" title="Image:monitoring_architecture_details.png"><img alt="Image:monitoring_architecture_details.png" src="http://wiki.eclipse.org/images/1/19/Monitoring_architecture_details.png" width="960" height="720" border="0" /></a>
+</p><p>Note that in the Agents the SNMP Adaptor may be optional and that for the C+\+ Component, only one Agent would be provided (either Agent+\+ or a wrapping Java Agent).
+</p><p>This architecture leads to lots of components that are directly monitored by JMX/SNMP Management Consoles. Such Consoles may be limited to a certain number of components. To reduce the number of components to access one could provide "Meta"-Agents, an Agent implementation that collects data from multiple components and offers the management console a consolidated state. How such a consolidation is done is specific to the components that should be combined.
+</p>
+<a name="Integration_with_TPTP"></a><h3> <span class="mw-headline"> Integration with TPTP </span></h3>
+<p>Based on the information provided by PoC [<a href="http://bugs.brox.de/confluence/display/ECS/Performance+measurement" class="external autonumber" title="http://bugs.brox.de/confluence/display/ECS/Performance+measurement" rel="nofollow">[1]</a>] the integration with Performance Measurement using TPTP should be straight foreward. For Java Components TPTP Agents use JMX to communicate with a component, so this information can be provided by the Agent. Non Java components are accessed directly ?
+</p>
+<a name="Technologies"></a><h3> <span class="mw-headline"> Technologies </span></h3>
+<ul><li> [<a href="http://www.snmp4j.org/" class="external text" title="http://www.snmp4j.org/" rel="nofollow">snmp4j</a>]:
+</li><li> [<a href="http://www.adventnet.com/products/snmpadaptor/index.html" class="external text" title="http://www.adventnet.com/products/snmpadaptor/index.html" rel="nofollow">AdventNet SNMP Adaptor for JMX</a>]:
+</li><li> <a href="http://www.agentpp.com/" class="external text" title="http://www.agentpp.com/" rel="nofollow">[Agent+\+</a>]
+</li><li> [<a href="https://opendmk.dev.java.net/" class="external text" title="https://opendmk.dev.java.net/" rel="nofollow">OpenDMK</a>] (not yet evaluated, may be interesting)
+</li><li> [<a href="http://snmplink.org/" class="external autonumber" title="http://snmplink.org/" rel="nofollow">[2]</a>] (good collection of resources)
+</li></ul>
+<a name="Further_Development_Decisions"></a><h3> <span class="mw-headline"> Further Development Decisions </span></h3>
+<p>At the meeting in Kaiserslautern (5/6.3.2008) we decided to extend the existing PoC for the upper functionality (simple monitoring of state or values and managing functions (access methods).
+</p><p>Main goal is the use of JMX. The parts in the concept with SNMP should be seen as functions that can be added later.
+</p>
+<ul><li> Further Tasks:
+</li></ul>
+<p>Concept for an Extended Version of the existing Performance Counters (SMILA Monitoring Concept with Performance Counters).
+Concept should cover:
+</p>
+<ul><li><ul><li> Simple interfaces for exporting value to JMX
+</li><li> Simple interfaces that allow JMX Functionality (getter/setter) to specific variables
+</li><li> JMX Functionality should be encapsulated
+</li><li> An API for Starting/Stopping (see above) for SMILA Components
+</li></ul>
+</li></ul>
+<p>How could the API be used to start/stop an OSGI Bundle? Is it possible?
+</p>
+<ul><li> Implementation
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 8/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15304-0!1!0!!en!2!edit=0 and timestamp 20120203101520 -->
+<div class="printfooter">
+Retrieved from "<a href="Monitoring.html">http://wiki.eclipse.org/SMILA/Project_Concepts/Monitoring</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 09:41, 15 August 2008 by <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>. </p>
+ <p id="footerviews">This page has been accessed 2,586 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.123 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/OSGi_Bundles.html b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/OSGi_Bundles.html
new file mode 100644
index 0000000..01c5c71
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/OSGi_Bundles.html
@@ -0,0 +1,317 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Project Concepts/OSGi Bundles,Juergen.schumacher.empolis.com,SMILA/Project Concepts/ActiveMQ bundle,SMILA/Project Concepts/Apache ODE bundle" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Project_Concepts/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Project Concepts/OSGi Bundles - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Project_Concepts/OSGi_Bundles";
+var wgTitle = "SMILA/Project Concepts/OSGi Bundles";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15312";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "113744";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-text {line-height: normal; font-size: medium;}
+.source-text li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for text
+ * CSS class: source-text, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-text .de1, .source-text .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-text {}
+.source-text .head {}
+.source-text .foot {}
+.source-text .imp {font-weight: bold; color: red;}
+.source-text .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-text li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-text li.li2 {font-weight: bold;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="OSGi_Bundles.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Project_Concepts_OSGi_Bundles">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project_Concepts/OSGi_Bundles">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Project_Concepts/OSGi_Bundles">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Project_Concepts/OSGi_Bundles">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/OSGi_Bundles&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/OSGi_Bundles&oldid=113744">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="OSGi_Bundles.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Project_Concepts/OSGi_Bundles&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/OSGi_Bundles&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/OSGi_Bundles&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project%20Concepts/OSGi%20Bundles"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Project Concepts/OSGi Bundles</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Project_Concepts.1.html" title="SMILA/Project Concepts">Project Concepts</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="OSGi_Bundles.html#column-one">navigation</a>, <a href="OSGi_Bundles.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="OSGi_Bundles.html#3rd_party_bundles"><span class="tocnumber">1</span> <span class="toctext">3rd party bundles</span></a>
+<ul>
+<li class="toclevel-2"><a href="OSGi_Bundles.html#The_Big_Ones..."><span class="tocnumber">1.1</span> <span class="toctext">The Big Ones...</span></a></li>
+<li class="toclevel-2"><a href="OSGi_Bundles.html#Common_libs"><span class="tocnumber">1.2</span> <span class="toctext">Common libs</span></a></li>
+<li class="toclevel-2"><a href="OSGi_Bundles.html#JDBC_drivers"><span class="tocnumber">1.3</span> <span class="toctext">JDBC drivers</span></a></li>
+<li class="toclevel-2"><a href="OSGi_Bundles.html#XML_processing"><span class="tocnumber">1.4</span> <span class="toctext">XML processing</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="OSGi_Bundles.html#SMILA_bundles"><span class="tocnumber">2</span> <span class="toctext">SMILA bundles</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="3rd_party_bundles"></a><h2> <span class="mw-headline"> 3rd party bundles </span></h2>
+<a href="http://wiki.eclipse.org/User:Juergen.schumacher.empolis.com" title="User:Juergen.schumacher.empolis.com">Juergen Schumacher</a> Generally: There is an Eclipse project named [<a href="http://www.eclipse.org/orbit/|Orbit" class="external autonumber" title="http://www.eclipse.org/orbit/|Orbit" rel="nofollow">[1]</a>] that cares about providing bundles for third party libraries that are often used in eclipse projects. We should probaby reuse those bundles as far as possible. See <div dir="ltr" style="text-align: left;"><pre class="source-text">org.eclipse.orbit</pre></div> in CVS repository <div dir="ltr" style="text-align: left;"><pre class="source-text">:pserver:anonymous@dev.eclipse.org:/cvsroot/tools</pre></div> for details.
+<p>Here is another source for OSGi-bundles third party libraries: [<a href="http://www.springsource.com/repository/app/bundle" class="external autonumber" title="http://www.springsource.com/repository/app/bundle" rel="nofollow">[2]</a>]. Though coming from a Spring context, they seem to be just ordinary bundles that can used without Spring.
+</p>
+<a name="The_Big_Ones..."></a><h4> <span class="mw-headline"> The Big Ones... </span></h4>
+<p>Here is the list of 3rd party components that need to be integrated in SMILA as a OSGi bundle:
+\\
+</p>
+<ul><li> Tuscany SCA Java: [<a href="http://incubator.apache.org/tuscany/sca-java.html" class="external autonumber" title="http://incubator.apache.org/tuscany/sca-java.html" rel="nofollow">[3]</a>] Version 1.1 has just been released. But i think we will often need current development snapshots because features that we need are still in development. So it would be cool to have an automated process that would get the latest snapshot from their SVN and create the bundles as we need them.
+<ul><li> The Tuscany SCA Java source code contains a maven build script (in itests/osgi-tuscany) that creates five OSGi bundles that can be used in Equinox (committed to our SVN under [<a href="https://svn.brox.de/svn/eccenca/PoC/SCA/plugins" class="external autonumber" title="https://svn.brox.de/svn/eccenca/PoC/SCA/plugins" rel="nofollow">[4]</a>]). However, they do not contain the Tuscany source code so debugging inside of Tuscany is not possible with them. While Tuscany itself provides eclipse project files that refer to the source code, they result in having about 100 additional projects in your workspace, so a more compact solution would be nice.
+</li></ul>
+</li></ul>
+<p>Tuscany comes with a lot of 3rd party libs itself. However, I am not sure at this point which of them are really all needed and which of the should be put in their own bundles. In fact, the next components on the list are all part of Tuscany SCA, too. But the binary release does not necessary contain the latest releases of the components. And again, we will often need the development snapshots of these components, too, because of enhancements we need, or bugfixes. Also, there are certainly quite a lot of 4th-party-components used by more than one of them:
+</p>
+<ul><li> Tuscany SDO Java *ASSIGNED*: [<a href="http://incubator.apache.org/tuscany/sdo-java.html" class="external autonumber" title="http://incubator.apache.org/tuscany/sdo-java.html" rel="nofollow">[5]</a>]
+</li><li> Apache ActiveMQ Client Lib *ASSIGNED*: [<a href="http://activemq.apache.org/" class="external autonumber" title="http://activemq.apache.org/" rel="nofollow">[6]</a>]: Probably it makes sense to seperate this into a generic javax.jms bundle and into a activemq bundle so that it would be easier to make SMILA independent of the actual JMS provider.
+</li><li> Apache ODE BPEL Engine *ASSIGNED*: [<a href="http://ode.apache.org/" class="external autonumber" title="http://ode.apache.org/" rel="nofollow">[7]</a>]; see also <a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Apache_ODE_bundle&action=edit" class="new" title="SMILA/Project Concepts/Apache ODE bundle">SMILA/Project_Concepts/Apache ODE bundle</a>
+</li><li> Apache Lucene *ASSIGNED*: [<a href="http://lucene.apache.org/java/docs/index.html" class="external autonumber" title="http://lucene.apache.org/java/docs/index.html" rel="nofollow">[8]</a>]
+</li><li> Berkeley DB for XML *ASSIGNED*: [<a href="http://www.oracle.com/database/berkeley-db/xml/index.html" class="external autonumber" title="http://www.oracle.com/database/berkeley-db/xml/index.html" rel="nofollow">[9]</a>]; also see [<a href="http://bugs.brox.de/jira/browse/ECS-25" class="external autonumber" title="http://bugs.brox.de/jira/browse/ECS-25" rel="nofollow">[10]</a>]
+</li><li> Stellent *ASSIGNED*: [<a href="http://www.oracle.com/technologies/embedded/outside-in.html" class="external autonumber" title="http://www.oracle.com/technologies/embedded/outside-in.html" rel="nofollow">[11]</a>]
+</li><li> ActiveMQ *ASSIGNED*: [<a href="http://activemq.apache.org/" class="external autonumber" title="http://activemq.apache.org/" rel="nofollow">[12]</a>]; also see <a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/ActiveMQ_bundle&action=edit" class="new" title="SMILA/Project Concepts/ActiveMQ bundle">SMILA/Project_Concepts/ActiveMQ bundle</a>
+</li></ul>
+<a name="Common_libs"></a><h4> <span class="mw-headline"> Common libs </span></h4>
+<ul><li> Apache Commons *ASSIGNED*: [<a href="http://commons.apache.org/" class="external autonumber" title="http://commons.apache.org/" rel="nofollow">[13]</a>] The above components already use a lot of them, so it makes sense to package them as seperate bundles.
+</li><li> Apache Commons-IOUtils *ASSIGNED*: [<a href="http://commons.apache.org/" class="external autonumber" title="http://commons.apache.org/" rel="nofollow">[14]</a>]
+</li><li> Apache log4j *ASSIGNED*: [<a href="http://logging.apache.org/" class="external autonumber" title="http://logging.apache.org/" rel="nofollow">[15]</a>]: Which versions? Move to 2.0?
+</li></ul>
+<a name="JDBC_drivers"></a><h4> <span class="mw-headline"> JDBC drivers </span></h4>
+<p>We need a simple way to include deliberate JDBC drivers (depending on customer needs).
+For testing we need at least the following:
+</p>
+<ul><li> PostgreSQL *ASSIGNED*: [<a href="http://jdbc.postgresql.org/" class="external autonumber" title="http://jdbc.postgresql.org/" rel="nofollow">[16]</a>]: BSD License - is EPL compatible
+</li><li> Oracle *ASSIGNED*: [<a href="http://www.oracle.com/technology/software/tech/java/sqlj_jdbc/index.html" class="external autonumber" title="http://www.oracle.com/technology/software/tech/java/sqlj_jdbc/index.html" rel="nofollow">[17]</a>] Multiple versions, check License. Can we redistribute? Probably not. Have never seen it in other products.
+</li><li> MySQL *ASSIGNED*: [<a href="http://dev.mysql.com/downloads/connector/j/5.1.html" class="external autonumber" title="http://dev.mysql.com/downloads/connector/j/5.1.html" rel="nofollow">[18]</a>] GPL'd, so we cannot include it in distribution.
+</li><li> jTDS *ASSIGNED*: [<a href="http://jtds.sourceforge.net/" class="external autonumber" title="http://jtds.sourceforge.net/" rel="nofollow">[19]</a>]
+</li></ul>
+<a name="XML_processing"></a><h4> <span class="mw-headline"> XML processing </span></h4>
+<ul><li> Apache Xerces *ASSIGNED*: [<a href="http://xerces.apache.org/xerces2-j" class="external autonumber" title="http://xerces.apache.org/xerces2-j" rel="nofollow">[20]</a>]
+</li><li> Apache Xalan *ASSIGNED*: [<a href="http://xml.apache.org/xalan-j" class="external autonumber" title="http://xml.apache.org/xalan-j" rel="nofollow">[21]</a>]
+</li><li> SAXON *ASSIGNED*: See [<a href="http://bugs.brox.de/jira/browse/ECS-7" class="external autonumber" title="http://bugs.brox.de/jira/browse/ECS-7" rel="nofollow">[22]</a>]
+</li></ul>
+<p><br />
+</p>
+<a name="SMILA_bundles"></a><h2> <span class="mw-headline"> SMILA bundles </span></h2>
+
+<!--
+NewPP limit report
+Preprocessor node count: 13/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15312-0!1!0!!en!2!edit=0 and timestamp 20120203101517 -->
+<div class="printfooter">
+Retrieved from "<a href="OSGi_Bundles.html">http://wiki.eclipse.org/SMILA/Project_Concepts/OSGi_Bundles</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 12:55, 15 August 2008 by <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>. </p>
+ <p id="footerviews">This page has been accessed 3,161 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.088 secs. --></body></html>
diff --git "a/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/OSGi_service_groupping_\050service_registry_concept\051.html" "b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/OSGi_service_groupping_\050service_registry_concept\051.html"
new file mode 100644
index 0000000..eb00325
--- /dev/null
+++ "b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/OSGi_service_groupping_\050service_registry_concept\051.html"
@@ -0,0 +1,453 @@
+
+
+
+
+
+
+
+
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Project Concepts/OSGi service groupping (service registry concept),Juergen.schumacher.empolis.com" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Project_Concepts/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Project Concepts/OSGi service groupping (service registry concept) - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Project_Concepts/OSGi_service_groupping_(service_registry_concept)";
+var wgTitle = "SMILA/Project Concepts/OSGi service groupping (service registry concept)";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15320";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "128884";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-java {line-height: normal; font-size: medium;}
+.source-java li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for java
+ * CSS class: source-java, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-java .de1, .source-java .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-java {}
+.source-java .head {}
+.source-java .foot {}
+.source-java .imp {font-weight: bold; color: red;}
+.source-java .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-java li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-java li.li2 {font-weight: bold;}
+.source-java .kw1 {color: #7F0055; font-weight: bold;}
+.source-java .kw2 {color: #7F0055; font-weight: bold;}
+.source-java .kw3 {color: #000000; font-weight: normal}
+.source-java .kw4 {color: #7F0055; font-weight: bold;}
+.source-java .co1 {color: #3F7F5F; font-style: italic;}
+.source-java .co2 {color: #3F7F5F;}
+.source-java .co3 {color: #3F7F5F; font-style: italic; font-weight: bold;}
+.source-java .coMULTI {color: #3F5FBF; font-style: italic;}
+.source-java .es0 {color: #000000;}
+.source-java .br0 {color: #000000;}
+.source-java .st0 {color: #2A00ff;}
+.source-java .nu0 {color: #000000;}
+.source-java .me1 {color: #000000;}
+.source-java .me2 {color: #000000;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="OSGi_service_groupping_(service_registry_concept).html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Project_Concepts_OSGi_service_groupping_service_registry_concept">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project_Concepts/OSGi_service_groupping_(service_registry_concept)">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Project_Concepts/OSGi_service_groupping_%28service_registry_concept%29">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Project_Concepts/OSGi_service_groupping_%28service_registry_concept%29">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/OSGi_service_groupping_%28service_registry_concept%29&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/OSGi_service_groupping_%28service_registry_concept%29&oldid=128884">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="OSGi_service_groupping_(service_registry_concept).html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Project_Concepts/OSGi_service_groupping_%28service_registry_concept%29&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/OSGi_service_groupping_%28service_registry_concept%29&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/OSGi_service_groupping_%28service_registry_concept%29&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project%20Concepts/OSGi%20service%20groupping%20(service%20registry%20concept)"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Project Concepts/OSGi service groupping (service registry concept)</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Project_Concepts.1.html" title="SMILA/Project Concepts">Project Concepts</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="OSGi_service_groupping_(service_registry_concept).html#column-one">navigation</a>, <a href="OSGi_service_groupping_(service_registry_concept).html#searchInput">search</a></div> <!-- start content -->
+ <a name="Description"></a><h2> <span class="mw-headline"> Description </span></h2>
+<p><b>THIS PAGE SHOULD BE REMOVED - concept is obsolete</b>
+</p><p>A concept of service registry for groupping services
+</p>
+<a name="Discussion"></a><h2> <span class="mw-headline"> Discussion </span></h2>
+<p><a href="http://wiki.eclipse.org/User:Juergen.schumacher.empolis.com" title="User:Juergen.schumacher.empolis.com">Juergen Schumacher</a>:
+I have some questions about this: I think we should go for OSGi's Declarative Se... I have some questions about this:
+</p><p>I think we should go for OSGi's Declarative Services feature for managing service registrations and dependencies. Simple examples for service registration can be found in [<a href="http://www.eclipsezone.com/eclipse/forums/t96740.html" class="external autonumber" title="http://www.eclipsezone.com/eclipse/forums/t96740.html" rel="nofollow">[1]</a>] and for service lookup in [<a href="http://www.eclipsezone.com/eclipse/forums/t97690.rhtml" class="external autonumber" title="http://www.eclipsezone.com/eclipse/forums/t97690.rhtml" rel="nofollow">[2]</a>].
+Even if you do not want to do this: Why not just use OSGi tools like ServiceTracker or implementing ServiceListener to locate services? See [<a href="http://felix.apache.org/site/apache-felix-tutorial-example-5.html" class="external autonumber" title="http://felix.apache.org/site/apache-felix-tutorial-example-5.html" rel="nofollow">[3]</a>] or [<a href="http://felix.apache.org/site/apache-felix-tutorial-example-6.html" class="external autonumber" title="http://felix.apache.org/site/apache-felix-tutorial-example-6.html" rel="nofollow">[4]</a>] for simple examples.
+</p><p><br />
+Ivan Churkin:
+It was only a proposal. Maybe you are right and its unnecessary. My reasons was:... It was only a proposal. Maybe you are right and its unnecessary. My reasons was:
+It was duplicated code in components - I only extract that code.
+The "registry service" allows to encapsulate logic on choosing endpoint service => The usage is easier. In the example, for finding measure
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java">IGeometryRegistry registry = <span class="br0">(</span>IGeometryRegistry<span class="br0">)</span>_context.<span class="me1">getService</span><span class="br0">(</span>reference<span class="br0">)</span>
+<span class="kw3">Double</span> measure = registry.<span class="me1">getMeasure</span><span class="br0">(</span>o<span class="br0">)</span></pre></div>
+<p>its not required to know the type of object to measure for choosing exact service.
+</p><p><br />
+</p>
+<a name="Technical_proposal"></a><h2> <span class="mw-headline"> Technical proposal </span></h2>
+<p>The eccenca structure should be flexible, some bundles/services may be installed/added on the fly, other may not present in installation.
+There are a lot of tasks that requires flexible access to services. For example to get a JMS queue (from some default and unknown exactly JMS service) or to apply some node transformer during search query processing.
+</p><p>In the exact program point service that should be used is unknown exactly but it is known some common characteristic. For example:
+</p>
+<ol><li> "Its JMS engine"
+</li><li> "Its Node Transformer"
+</li><li> "Its Transformer"
+</li></ol>
+<p>It should be declared a common way how to create/access that groups
+The idea is very simple. Instead of calling (unknown) service directly it should be asked some (fixed) broker (or registry service) to delegate a task.
+</p><p><br />
+It was done a utility bundle that makes creating of that groups easy.
+HOW to make a service registry and plugins step-by-step with the help of utility classes.
+</p>
+<ol><li> Create a bundle for a registry service, for example its org.eclipse.eilf.geometry
+</li><li> Add dependancy to org.eclipse.eilf.utils bundle
+</li><li> Create an interface for plugins
+</li></ol>
+<p>IGeometry.java
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">public</span> <span class="kw1">interface</span> IGeometry<span class="br0">{</span>
+ <span class="kw3">Double</span> getMeasure<span class="br0">(</span><span class="kw3">Object</span> object<span class="br0">)</span>
+<span class="br0">}</span></pre></div>
+<ol><li> Create an interface for broker (here its inherited from plug-in interface)
+</li></ol>
+<p>IGeometryRegistry.java
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">public</span> <span class="kw1">interface</span> IGeometryRegistry <span class="kw1">extends</span> IGeometry<span class="br0">{</span>
+ <span class="kw3">Double</span> getMeasure<span class="br0">(</span><span class="kw3">Object</span> object<span class="br0">)</span>
+... <span class="me1">some</span> other methods
+<span class="br0">}</span></pre></div>
+<ol><li> do export that interfaces (make it visible to other plugins).
+</li></ol>
+<ol><li> write a realization of broker by extending abstract class org.eclipse.eilf.utils.service.AbstractRegistryService
+</li></ol>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">public</span> <span class="kw1">class</span> GeometryRegistry <span class="kw1">extends</span> AbstractRegistryService<IGeometry> <span class="kw1">implements</span> IGeometryRegistry<span class="br0">{</span>
+
+ <span class="kw1">public</span> GeometryRegistry<span class="br0">(</span><span class="kw1">final</span> BundleContext context<span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">super</span><span class="br0">(</span>context, IGeometry.<span class="kw1">class</span>.<span class="me1">getName</span><span class="br0">(</span><span class="br0">)</span><span class="br0">)</span>;
+ <span class="br0">}</span>
+
+
+ <span class="kw1">private</span> <span class="kw3">String</span> calculateObjectType<span class="br0">(</span><span class="kw3">Object</span> object<span class="br0">)</span>;
+
+ <span class="kw1">public</span> <span class="kw3">Double</span> getMeasure<span class="br0">(</span><span class="kw3">Object</span> object<span class="br0">)</span><span class="br0">{</span>
+ <span class="kw3">String</span> objectType = calculateObjectType<span class="br0">(</span>object<span class="br0">)</span>;
+ ServiceReferebce reference = <span class="kw1">this</span>.<span class="me1">findFirstServiceReferenceByName</span><span class="br0">(</span>objectType<span class="br0">)</span>
+ <span class="kw1">if</span><span class="br0">(</span>reference == <span class="kw2">null</span><span class="br0">)</span><span class="br0">{</span>
+ <span class="kw1">throw</span> ...;
+ <span class="br0">}</span>
+ IGeometry plugin = <span class="kw1">this</span>.<span class="me1">getService</span><span class="br0">(</span>reference<span class="br0">)</span>;
+ <span class="kw3">Double</span> measure = plugin.<span class="me1">getMeasure</span><span class="br0">(</span>object<span class="br0">)</span>;
+ <span class="kw1">this</span>.<span class="me1">ungetService</span><span class="br0">(</span>reference<span class="br0">)</span>;
+ <span class="kw1">return</span> measure;
+ <span class="br0">}</span>
+<span class="br0">}</span></pre></div>
+<ol><li> Activate it by extending org.eclipse.eilf.utils.service.AbstractServiceActivator
+</li></ol>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">public</span> <span class="kw1">final</span> <span class="kw1">class</span> <span class="kw3">Activator</span> <span class="kw1">extends</span> AbstractServiceActivator<IGeometryRegistry> <span class="br0">{</span>
+
+ <span class="coMULTI">/*
+ * (non-Javadoc)
+ *
+ * @see org.eclipse.eilf.utils.service.AbstractServiceActivator#getServiceGroupName()
+ */</span>
+ @Override
+ <span class="kw1">protected</span> <span class="kw1">final</span> <span class="kw3">String</span> getServiceGroupName<span class="br0">(</span><span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">return</span> IGeometryRegistry.<span class="kw1">class</span>.<span class="me1">getName</span><span class="br0">(</span><span class="br0">)</span>;
+ <span class="br0">}</span>
+
+ <span class="coMULTI">/*
+ * (non-Javadoc)
+ *
+ * @see org.eclipse.eilf.utils.service.AbstractServiceActivator#getServiceSubName()
+ */</span>
+ @Override
+ <span class="kw1">protected</span> <span class="kw1">final</span> <span class="kw3">String</span> getServiceSubName<span class="br0">(</span><span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">return</span> <span class="kw2">null</span>;
+ <span class="br0">}</span>
+
+ <span class="coMULTI">/*
+ * (non-Javadoc)
+ *
+ * @see org.eclipse.eilf.utils.service.AbstractServiceActivator#newServiceInstance(org.osgi.framework.BundleContext)
+ */</span>
+ @Override
+ <span class="kw1">protected</span> IGeometryRegistry newServiceInstance<span class="br0">(</span><span class="kw1">final</span> BundleContext context<span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">return</span> <span class="kw1">new</span> GeometryRegistry<span class="br0">(</span>context<span class="br0">)</span>;
+ <span class="br0">}</span>
+
+<span class="br0">}</span></pre></div>
+<ol><li> Create a bundle for plug-in service, for example its org.eclipse.eilf.geometry.square
+</li><li> Add dependancy to org.eclipse.eilf.utils bundle
+</li><li> write a realization of plug-in service
+</li></ol>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">public</span> <span class="kw1">class</span> Square <span class="kw1">implements</span> IGeometry<span class="br0">{</span>
+ <span class="kw1">public</span> <span class="kw3">Double</span> getMeasure<span class="br0">(</span><span class="kw3">Object</span> object<span class="br0">)</span><span class="br0">{</span>
+ Square square = <span class="br0">(</span>Square<span class="br0">)</span> object;
+ <span class="kw1">return</span> square.<span class="me1">x</span> * square.<span class="me1">y</span>;
+ <span class="br0">}</span>
+<span class="br0">}</span></pre></div>
+<ol><li> Activate it by extending org.eclipse.eilf.utils.service.AbstractServiceActivator
+</li></ol>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">public</span> <span class="kw1">final</span> <span class="kw1">class</span> <span class="kw3">Activator</span> <span class="kw1">extends</span> AbstractServiceActivator<Square> <span class="br0">{</span>
+
+ <span class="coMULTI">/*
+ * (non-Javadoc)
+ *
+ * @see org.eclipse.eilf.utils.service.AbstractServiceActivator#getServiceGroupName()
+ */</span>
+ @Override
+ <span class="kw1">protected</span> <span class="kw1">final</span> <span class="kw3">String</span> getServiceGroupName<span class="br0">(</span><span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">return</span> IGeometry.<span class="kw1">class</span>.<span class="me1">getName</span><span class="br0">(</span><span class="br0">)</span>;
+ <span class="br0">}</span>
+
+ <span class="coMULTI">/*
+ * (non-Javadoc)
+ *
+ * @see org.eclipse.eilf.utils.service.AbstractServiceActivator#getServiceSubName()
+ */</span>
+ @Override
+ <span class="kw1">protected</span> <span class="kw1">final</span> <span class="kw3">String</span> getServiceSubName<span class="br0">(</span><span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">return</span> <span class="st0">"square"</span>;
+ <span class="br0">}</span>
+
+ <span class="coMULTI">/*
+ * (non-Javadoc)
+ *
+ * @see org.eclipse.eilf.utils.service.AbstractServiceActivator#newServiceInstance(org.osgi.framework.BundleContext)
+ */</span>
+ @Override
+ <span class="kw1">protected</span> Square newServiceInstance<span class="br0">(</span><span class="kw1">final</span> BundleContext context<span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">return</span> <span class="kw1">new</span> Square<span class="br0">(</span><span class="br0">)</span>;
+ <span class="br0">}</span>
+
+<span class="br0">}</span></pre></div>
+<ol><li> example of usage
+</li></ol>
+<div dir="ltr" style="text-align: left;"><pre class="source-java">....
+ <span class="me1">IGeometryRegistry</span> registry = <span class="br0">(</span>IGeometryRegistry<span class="br0">)</span>_context.<span class="me1">getService</span><span class="br0">(</span>reference<span class="br0">)</span>
+ <span class="co1">//it should exists otherwise its critical error</span>
+ <span class="kw3">Double</span> measure = registry.<span class="me1">getMeasure</span><span class="br0">(</span>o<span class="br0">)</span></pre></div>
+<p><br />
+</p><p><br />
+Sample bundles based on this idea implemented and located in "EILF/trunc"
+</p><p>Query processing sample
+</p><p>org.eclipse.eilf.query.processing (registry)
+org.eclipse.eilf.exampleplugin.query.processing (sample plug-in)
+org.eclipse.eilf.query.processing.test (test)
+</p><p>JMS access
+org.eclipse.eilf.jms (registry)
+org.apache.activemq (plug-in)
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 28/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15320-0!1!0!!en!2!edit=0 and timestamp 20120203101518 -->
+<div class="printfooter">
+Retrieved from "<a href="OSGi_service_groupping_(service_registry_concept).html">http://wiki.eclipse.org/SMILA/Project_Concepts/OSGi_service_groupping_%28service_registry_concept%29</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 14:40, 17 November 2008 by <a href="http://wiki.eclipse.org/index.php?title=User:Churkin.ivan.gmail.com&action=edit" class="new" title="User:Churkin.ivan.gmail.com">Ivan Churkin</a>. Based on work by <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>.</p>
+ <p id="footerviews">This page has been accessed 2,324 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.176 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/OntologyService.html b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/OntologyService.html
new file mode 100644
index 0000000..cc779f7
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/OntologyService.html
@@ -0,0 +1,581 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Project Concepts/OntologyService,SMILA/Project Concepts/Data Model and XML representation" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Project_Concepts/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Project Concepts/OntologyService - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Project_Concepts/OntologyService";
+var wgTitle = "SMILA/Project Concepts/OntologyService";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15168";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "112853";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="OntologyService.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Project_Concepts_OntologyService">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project_Concepts/OntologyService">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Project_Concepts/OntologyService">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Project_Concepts/OntologyService">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/OntologyService&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/OntologyService&oldid=112853">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="OntologyService.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Project_Concepts/OntologyService&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/OntologyService&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/OntologyService&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project%20Concepts/OntologyService"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Project Concepts/OntologyService</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Project_Concepts.1.html" title="SMILA/Project Concepts">Project Concepts</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="OntologyService.html#column-one">navigation</a>, <a href="OntologyService.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="OntologyService.html#Putting_the_Semantics_in_SMILA"><span class="tocnumber">1</span> <span class="toctext">Putting the Semantics in SMILA</span></a>
+<ul>
+<li class="toclevel-2"><a href="OntologyService.html#Introduction"><span class="tocnumber">1.1</span> <span class="toctext">Introduction</span></a></li>
+<li class="toclevel-2"><a href="OntologyService.html#About_SMILA.27s_Data_Model"><span class="tocnumber">1.2</span> <span class="toctext">About SMILA's Data Model</span></a></li>
+<li class="toclevel-2"><a href="OntologyService.html#About_SMILA.27s_ID"><span class="tocnumber">1.3</span> <span class="toctext">About SMILA's ID</span></a></li>
+<li class="toclevel-2"><a href="OntologyService.html#Adding_an_Ontology_to_SMILA"><span class="tocnumber">1.4</span> <span class="toctext">Adding an Ontology to SMILA</span></a></li>
+<li class="toclevel-2"><a href="OntologyService.html#Representing_RDF_descriptions_in_SMILA_data_model"><span class="tocnumber">1.5</span> <span class="toctext">Representing RDF descriptions in SMILA data model</span></a></li>
+<li class="toclevel-2"><a href="OntologyService.html#Summary_of_Meeting_with_DFKI.2FAperture_on_2008-07-22"><span class="tocnumber">1.6</span> <span class="toctext">Summary of Meeting with DFKI/Aperture on 2008-07-22</span></a></li>
+<li class="toclevel-2"><a href="OntologyService.html#References"><span class="tocnumber">1.7</span> <span class="toctext">References</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Putting_the_Semantics_in_SMILA"></a><h2> <span class="mw-headline"> Putting the Semantics in SMILA </span></h2>
+<p>This is a collection of ideas to initiate some brain storming. It may be a bit chaotic in parts (-;
+</p>
+<a name="Introduction"></a><h3> <span class="mw-headline"> Introduction </span></h3>
+<p>Currently the SMILA implementation is free of any predefined semantics. This is intentional: We do not want to force users to any semantic scheme which might make it complicated to adopt the framework if no real ontology is needed. They can just put any data they want into the records and do not have to care about being consistent to an ontology that does not even meet their needs. The main purpose of SMILA is to provide a stable, reliable, scalable and performant infrastructure for enterprise information logistics application that might or might not use any formalized ontology as their basis.
+</p><p>The other thing is that we do not want to restrict a user to a certain kind of ontology (SKOS, OWL, NEPOMUK, XESAM, ...), because we do not feel in a position to decide which one might be the best (or even acceptable) choice for all users. Also we have the impression that the Semantic Web community (is there a single one?) has not yet settled to a common accepted standard yet, that would be safe to use.
+</p><p>So, the "SeMantic web" part in the name SMILA is currently not justified. We know this ;-) Now that the first SMILA milestone has been done we want to move on and really add the SeMantic web to SMILA. This paper is intended to collect and discuss ideas how to do this.
+</p><p>But first: Two issues have been criticized about SMILA: That it's data model is not RDF based and that it uses complex ID objects instead of URLs to identify records. Here are some more detailed explanations about the reasons for both of this.
+</p>
+<a name="About_SMILA.27s_Data_Model"></a><h3> <span class="mw-headline"> About SMILA's Data Model </span></h3>
+<p>The SMILA data model is therefore free of any predefined semantics, it just defines container objects for services to put their data in such that other services can be configured to read it without having to know anything about other services (like specific data formats). It is not based on RDF because, despite of all generality, we wanted to have a distinction of different parts of data:
+</p>
+<ul><li> attributes: descriptions of documents, which might or might not be backed by an explicit ontology. This is the part of a SMILA record that matches a RDF description of a resource (see end of this page).
+</li><li> annotations: additional data about the attributes and their values, used to control operation of processing services or to represent additional result data of services. This will be usually not be affected by the use of ontologies at all. Such annotations can be attached to each part of the metadata. Examples for annotations are (taken from IAS, we do not have much examples in current SMILA services yet):
+<ul><li> filters, dynamic query weights and similar things to modify a search query.
+</li><li> additional information produced by textminer about concepts recognized in fulltext (positions, PoS-tags, stemming info...)
+</li></ul>
+</li><li> attachments: raw binary document data, usually.
+</li></ul>
+<p>(Note that though we are talking about "documents" here, SMILA does not identify "records" with "documents", this is just the most common use case. SMILA records can also represent general database entities, persons and other document-unlike objects.)
+</p><p>We think that it makes sense to distinguish between metadata attributes and annotations: attributes are defined by the application ontology (explicit or ad-hoc, with consistency checks or without - it does not matter), while annotations are defined by the used services (no ontology definition necessary, no consistence checking). This way the application developer can focus on designing the application ontology while the services can attach extra data to any part of the metadata they might need without forcing the developer to care about defining or including always the same placeholders.
+</p><p>In other words: The idea of the data model is to wrap the RDF-like object that describe a document in conformance to the application ontology in another object that allows services to attach addidional data necessary for processing, but which no designer of an application ontology wants to care about. E.g., an OWL ontology still can define a datatype property with a simple string range, but services can do more with this attribute. The alternative would be to force the ontology use object properties with ranges of some "AnnotatableString" class. This would seem quite unnatural to us.
+</p><p>A question is if we can make this "wrapping" more explicit in the naming of the SMILA data model element such that the relation between pure RDF objects and SMILA records becomes more obvious.
+</p><p><br />
+</p>
+<a name="About_SMILA.27s_ID"></a><h3> <span class="mw-headline"> About SMILA's ID </span></h3>
+<p>SMILA IDs are not just URIs. They need to be complex to be able to
+</p>
+<ul><li> identify objects with the same ID in consecutive "incremental update" runs.
+</li><li> identify objects from all kinds of data sources - the key relative to a source could be a URI itself or consist of multiple key values (DB tables without single PK columns)
+</li><li> identify objects contained in containers (which again could be part of a container, etc)
+</li><li> it should be possible to access the original object using only data from the ID (and knowing about how to apply them to the data source, of course).
+</li></ul>
+<p>We did not find a possibility to express all this in a single URI. Ideas are appreciated (;
+</p><p><br />
+</p>
+<a name="Adding_an_Ontology_to_SMILA"></a><h3> <span class="mw-headline"> Adding an Ontology to SMILA </span></h3>
+<p>Aside from all this, SMILA will of course have a default "Ontology model" that users can use that need ontology support for their services but do not want to develop their own ontology model.
+</p><p>Ontologies will be used to replace the IAS notions of "Models" as far as possible. I.e. they are used to store the declarative knowledge which semantic services can use for their operations. This includes (IAS-biased view!)
+</p>
+<ul><li> defining possible attributes and their value ranges.
+</li><li> defining resources with names and synonyms or other expressions that can be used to detect them in full text (textminer model)
+</li><li> annotate properties to define more special structures like taxonomies or other ordering for filtering and query expansion
+</li><li> annotate properties to derive similarity measures
+</li><li> express rules for query completion of adaptation
+</li></ul>
+<p>In contrast to the IAS models, Ontologies must allow much more dynamics and must scale much more better. Also the consuming service must be based on the assumption that the ontology changes and can contain a very large number of resources. This means
+</p>
+<ul><li> the ontology service cannot keep the complete ontology in memory, but must be based on a efficient database
+</li><li> It must possibly support a change management such that clients that create internal structures from the ontology for more efficient computation (e.g. Textminer) can express their interest to changes in certain parts of the ontology such that they can update their internal structures instead of having to rebuild them.
+</li><li> ontology changes are also done by SMILA services - the ontology is not read-only to SMILA.
+</li></ul>
+<p><a href="http://wiki.eclipse.org/Image:SMILA-Ontology-Service.png" class="image" title="Image:SMILA-Ontology-Service.png"><img alt="Image:SMILA-Ontology-Service.png" src="http://wiki.eclipse.org/images/1/1b/SMILA-Ontology-Service.png" width="800" height="600" border="0" /></a>
+</p><p>The idea is to add an "Ontology background service" to SMILA that can be used by all services (and crawlers?) that need access to an ontology. Services that do not need ontology access can still use the data objects produced by other services by accessing the produced attributes. This service could have three components:
+</p>
+<ul><li> Ontology Store: an efficient database based storage for ontologies, e.g. an RDF triple store based on RDBMS. In-memory triple container are not appropriate in distributed, high-volume scenarios.
+</li><li> API: easy-to-use API on Ontology Store to access and manipulate the stored triples. Should support a query language like SPARQL.
+</li><li> Reasoner: Adds "intelligence" to the ontology by using the semantics of the ontology (whatever this means).
+</li></ul>
+<p>Services can use the API or SPARQL directly to access the ontology data as well as access the Reasoner to do more sophisticated computations.
+</p><p>Issues:
+</p>
+<ul><li> Base of SMILA ontology
+<ul><li> just RDF? to simplistic.
+</li><li> OWL? which version?
+</li><li> NRL?
+</li></ul>
+</li><li> Query Language:
+<ul><li> SPARQL, probably.
+</li></ul>
+</li><li> Are there standard APIs for Ontology access, querying or reasoners that could be implemented? That would it make easier to switch the Ontology implementation.
+<ul><li> <a href="http://owlapi.sourceforge.net/" class="external text" title="http://owlapi.sourceforge.net/" rel="nofollow">OWL API</a>? Is it relevant?
+</li><li> SPARQL also defines a XML serialization format of results and a Web Service interface definition.
+</li></ul>
+</li><li> What must be can or must be provided by an Ontology Reasoner?
+</li><li> Do we need an "upper ontology", i.e. a "common ontology" defining a set of classes and properties that are available generally? Or is it all user-definable (as in IAS)?
+<ul><li> NEPOMUK ontologies (NFO, NMO)?
+</li><li> XESAM?
+</li><li> They could be helpful to simplify the configuration of crawlers (apart from serving as the base of an application ontology, of course): A certain crawler implementation could define fixed attribute names for the data that it produces: Instead of having to configure the output attributes for a crawler in each application a crawler implementation could use fixed attribute names (e.g. the file system crawler could use a subset of NFO property names as attributes) and, if necessary, Connectivity could define a mapping of those fixed names to application ontology names. This would collect all mapping configuration in a single place instead of distributing it among the crawler configs (defining output attributes for the crawler data is nothing else than defining a mapping from some implicit internal crawler ontology to the application ontology). It could even enable us to integrate non-SMILA RDF based crawlers (like Aperture?) that send RDF objects (based on their own ontologies) to Connectivity which converts them to records conforming to the SMILA application ontology.
+</li></ul>
+</li></ul>
+<p><br />
+</p>
+<a name="Representing_RDF_descriptions_in_SMILA_data_model"></a><h3> <span class="mw-headline"> Representing RDF descriptions in SMILA data model </span></h3>
+<p>Though the SMILA data model is not explicitly RDF based, a mapping of RDF objects to SMILA records is easily possible. A document's metadata could be represented in RDF as follows
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><f:Document</span> <span class="re0">rdf:about</span>=<span class="st0">"document-uri"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><f:mimeType<span class="re2">></span></span></span>text/html<span class="sc3"><span class="re1"></f:mimeType<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><f:size</span> <span class="re0">rdf:datatype</span>=<span class="st0">"http://www.w3.org/2001/XMLSchema#integer"</span><span class="re2">></span></span>12345<span class="sc3"><span class="re1"></f:size<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><f:modificationDate</span> <span class="re0">rdf:datatype</span>=<span class="st0">"http://www.w3.org/2001/XMLSchema#date"</span><span class="re2">></span></span>2008-01-01<span class="sc3"><span class="re1"></f:modificationDate<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><f:keyword<span class="re2">></span></span></span>short<span class="sc3"><span class="re1"></f:keyword<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><f:keyword<span class="re2">></span></span></span>nothing<span class="sc3"><span class="re1"></f:keyword<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><f:author</span> <span class="re0">rdf:resource</span>=<span class="st0">"author-uri"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><f:plaintext<span class="re2">></span></span></span>This is a very short text about nothing at all<span class="sc3"><span class="re1"></f:plaintext<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></f:Document<span class="re2">></span></span></span></pre></div>
+<p>would be represented as SMILA as (just an informative example):
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Record</span> <span class="re0">xmlns</span>=<span class="st0">"&rec;"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><id:Id<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><id:Source<span class="re2">></span></span></span>source-uri<span class="sc3"><span class="re1"></id:Source<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><id:Key<span class="re2">></span></span></span>document-uri<span class="sc3"><span class="re1"></id:Key<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></id:Id<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><A</span> <span class="re0">n</span>=<span class="st0">"&rdf;ID"</span><span class="re2">></span></span> <span class="sc3"><span class="coMULTI"><!-- if URI is needed as attribute --></span></span>
+ <span class="sc3"><span class="re1"><L<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>document-uri<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></L<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></A<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><A</span> <span class="re0">n</span>=<span class="st0">"&rdf;type"</span><span class="re2">></span></span> <span class="sc3"><span class="coMULTI"><!-- just as an example --></span></span>
+ <span class="sc3"><span class="re1"><L</span> <span class="re0">st</span>=<span class="st0">"&owl;Class"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span><span class="sc1">&f;</span>Document<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></L<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></A<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><A</span> <span class="re0">n</span>=<span class="st0">"&f;mimeType"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><L<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>text/html<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></L<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></A<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><A</span> <span class="re0">n</span>=<span class="st0">"&f;size"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><L<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><V</span> <span class="re0">t</span>=<span class="st0">"int"</span><span class="re2">></span></span>12345<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></L<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></A<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><A</span> <span class="re0">n</span>=<span class="st0">"&f;modificationDate"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><L</span> <span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><V</span> <span class="re0">t</span>=<span class="st0">"date"</span><span class="re2">></span></span>2008-01-01<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></L<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></A<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><A</span> <span class="re0">n</span>=<span class="st0">"&f;keyword"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><L<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>short<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>nothing<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></L<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></A<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><A</span> <span class="re0">n</span>=<span class="st0">"&f;author"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><L</span> <span class="re0">st</span>=<span class="st0">"&p;Author"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>author-uri<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></L<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></A<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><A</span> <span class="re0">n</span>=<span class="st0">"&f;plaintext"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><L<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>This is a very short text about nothing at all<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></L<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></A<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></Record<span class="re2">></span></span></span></pre></div>
+<p>Ok, so far this does not have any advantage over using RDF directly. But remember, we want to able to attach service specific extra data to this record. E.g. the keywords could have been extracted by some intelligent service and it wants to provide information about the occurrences of the keywords in the text to make it possible for some other service to create markup. And this other services wants to attach the text decorated with the markup:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Record</span> <span class="re0">xmlns</span>=<span class="st0">"&rec;"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><id:Id<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><id:Source<span class="re2">></span></span></span>source-uri<span class="sc3"><span class="re1"></id:Source<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><id:Key<span class="re2">></span></span></span>document-uri<span class="sc3"><span class="re1"></id:Key<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></id:Id<span class="re2">></span></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- some attributes not repeated here --></span></span>
+ <span class="sc3"><span class="re1"><A</span> <span class="re0">n</span>=<span class="st0">"&f;keyword"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><L<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>short<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><An</span> <span class="re0">n</span>=<span class="st0">"sourceRef"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><V</span> <span class="re0">n</span>=<span class="st0">"attribute"</span><span class="re2">></span></span><span class="sc1">&f;</span>plaintext<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><V</span> <span class="re0">n</span>=<span class="st0">"startPos"</span><span class="re2">></span></span>16<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><V</span> <span class="re0">n</span>=<span class="st0">"endPos"</span><span class="re2">></span></span>21<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><V</span> <span class="re0">n</span>=<span class="st0">"partOfSpeech"</span><span class="re2">></span></span>adjective<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></An<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></L<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><L<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>nothing<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><An</span> <span class="re0">n</span>=<span class="st0">"sourceRef"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><V</span> <span class="re0">n</span>=<span class="st0">"attribute"</span><span class="re2">></span></span><span class="sc1">&f;</span>plaintext<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><V</span> <span class="re0">n</span>=<span class="st0">"startPos"</span><span class="re2">></span></span>33<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><V</span> <span class="re0">n</span>=<span class="st0">"endPos"</span><span class="re2">></span></span>40<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><V</span> <span class="re0">n</span>=<span class="st0">"partOfSpeech"</span><span class="re2">></span></span>noun<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></An<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></L<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></A<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><A</span> <span class="re0">n</span>=<span class="st0">"&f;plaintext"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><L<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>This is a very short text about nothing at all<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><An</span> <span class="re0">n</span>=<span class="st0">"markup"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span><span class="sc2"><![CDATA[This is a very <b>short</b> text about <b>nothing</b> at all]]></span><span class="sc3"><span class="re1"></V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></An<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></L<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></A<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></Record<span class="re2">></span></span></span></pre></div>
+<p>Or in a retrieval we could want to add annotations to define filters that restrict the possible result set: The following object describes a query for a document about "short" and "nothing" (with "nothing" being more important for the ranking than "short"), but restricts the results to documents with mime types "text/html" or "text/plain". Not that there is not even a value for attribute f:mimeType, because we do no want to search for documents with certain mime types but only want to filter a search result (a very important difference in similarity-based retrieval).
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Record</span> <span class="re0">xmlns</span>=<span class="st0">"&rec;"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><id:Id<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><id:Source<span class="re2">></span></span></span>query<span class="sc3"><span class="re1"></id:Source<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><id:Key<span class="re2">></span></span></span>1<span class="sc3"><span class="re1"></id:Key<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></id:Id<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><A</span> <span class="re0">n</span>=<span class="st0">"&f;mimeType"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><An</span> <span class="re0">n</span>=<span class="st0">"filter"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><V</span> <span class="re0">n</span>=<span class="st0">"type"</span><span class="re2">></span></span>exclude<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><An</span> <span class="re0">n</span>=<span class="st0">"values"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>text/plain<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>text/html<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></An<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></An<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></A<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><A</span> <span class="re0">n</span>=<span class="st0">"&f;keyword"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><L<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>short<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></L<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><L<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>nothing<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><An</span> <span class="re0">n</span>=<span class="st0">"boost"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>2.0<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></An<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></L<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></A<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></Record<span class="re2">></span></span></span></pre></div>
+<p><br />
+How could we represent something like this in pure RDF? Remeber, we still want to use something like OWL to naturally define an application ontology without forcing the user to have to think about this annotation stuff.
+</p><p><br />
+</p>
+<a name="Summary_of_Meeting_with_DFKI.2FAperture_on_2008-07-22"></a><h3> <span class="mw-headline"> Summary of Meeting with DFKI/Aperture on 2008-07-22 </span></h3>
+<p>We (Igor, Daniel, Jürgen and Ralph Traphoener (empolis)) met with <a href="http://www.dfki.uni-kl.de/~sauermann/" class="external text" title="http://www.dfki.uni-kl.de/~sauermann/" rel="nofollow">Leo Sauermann</a> from the <a href="http://aperture.sourceforge.net/" class="external text" title="http://aperture.sourceforge.net/" rel="nofollow">Aperture</a> and <a href="http://www.semanticdesktop.org/ontologies/" class="external text" title="http://www.semanticdesktop.org/ontologies/" rel="nofollow">NEPOMUK</a> project of DFKI to discuss how Aperture and SMILA can cooperate and to get feedback on SMILA from the point of view of the Semantic Web community. The main proposals were:
+</p>
+<ul><li> Record IDs should be URLs
+<ul><li> Problem: How to express complex IDs as a single URL.
+</li><li> Alternatively: Reduce IDs to Data source, key and Parent container key to reduce redundancy. A single key could be a URL in this case.
+<ul><li> Problem: need to look up parents of parents of... to actually locate a record source.
+</li></ul>
+</li><li> Additionally: add hints about container type to <Element> (e.g. mime type), such that an locator knows that the container must be e.g. unzipped to access the element.
+<ul><li> Could be helpful. We are not completely sure yet, if it is really necessary.
+</li></ul>
+</li></ul>
+</li></ul>
+<ul><li> The data model should be based on RDF
+<ul><li> problems
+<ul><li> How to process RDF objects with BPEL? There is no XSD that could used for the WSDL definition.
+</li><li> What would the resulting API look like?
+</li><li> Actual data could get more diverse because each service can add its own "ontology" (e.g. textminer tokens, retrieval filters) to add service specific annotations -> decreased interoperability?
+</li></ul>
+</li><li> We have to think about it because the data model API is pretty cetral to the system and cannot be changed easily.
+</li></ul>
+</li></ul>
+<p>As an experiment: Something similar to the above example record with annotations in RDF:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><smila:Record</span> <span class="re0">rdf:about</span>=<span class="st0">"$URL"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><smila:datasource</span> <span class="re0">rdf:resource</span>=<span class="st0">"$SOURCE_URL"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><smila:parent</span> <span class="re0">rdf:resource</span>=<span class="st0">"$PARENT_URL"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><dc:format<span class="re2">></span></span></span>text/html<span class="sc3"><span class="re1"></dc:format<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><dc:subject<span class="re2">></span></span></span>short<span class="sc3"><span class="re1"></dc:subject<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><dc:subject<span class="re2">></span></span></span>nothing<span class="sc3"><span class="re1"></dc:subject<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><retrieval:filter<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><retrieval:EnumFilter<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><smila:attribute</span> <span class="re0">rdf:resource</span>=<span class="st0">"&dc;format"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><retrieval:filterMode<span class="re2">></span></span></span>inclusive<span class="sc3"><span class="re1"></retrieval:filterMode<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><retrieval:filterValue<span class="re2">></span></span></span>text/html<span class="sc3"><span class="re1"></retrieval:filterValue<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><retrieval:filterValue<span class="re2">></span></span></span>text/plain<span class="sc3"><span class="re1"></retrieval:filterValue<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><retrieval:EnumFilter<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></retrieval:filter<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><retrieval:boost<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><retrieval:Boost<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><smila:attribute</span> <span class="re0">rdf:resource</span>=<span class="st0">"&dc;subject"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><retrieval:boostFactor<span class="re2">></span></span></span>2<span class="sc3"><span class="re1"></retrieval:boostFactor<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></retrieval:Boost<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></retrieval:boost<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><textmining:tokenlist<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><textmining:TokenList<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><smila:attribute</span> <span class="re0">rdf:resource</span>=<span class="st0">"&smila;fulltext"</span><span class="re2">/></span></span> <span class="sc3"><span class="coMULTI"><!-- source attribute --></span></span>
+ <span class="sc3"><span class="re1"><textmining:token<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><textmining:Token<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><smila:attribute</span> <span class="re0">rdf:resource</span>=<span class="st0">"&dc;subject"</span><span class="re2">/></span></span> <span class="sc3"><span class="coMULTI"><!-- target attribute --></span></span>
+ <span class="sc3"><span class="re1"><textmining:tokenSource<span class="re2">></span></span></span>short<span class="sc3"><span class="re1"></textmining:source<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><textmining:tokenStart<span class="re2">></span></span></span>13<span class="sc3"><span class="re1"></textmining:tokenStart<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><textmining:tokenEnd<span class="re2">></span></span></span>17<span class="sc3"><span class="re1"></textmining:tokenEnd<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><textmining:tokenPos<span class="re2">></span></span></span>ADJECTIVE<span class="sc3"><span class="re1"></textmining:tokenPos<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></textmining:Token<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><textmining:Token<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><smila:attribute</span> <span class="re0">rdf:resource</span>=<span class="st0">"&dc;subject"</span><span class="re2">/></span></span> <span class="sc3"><span class="coMULTI"><!-- target attribute --></span></span>
+ <span class="sc3"><span class="re1"><textmining:tokenSource<span class="re2">></span></span></span>nothing<span class="sc3"><span class="re1"></textmining:source<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><textmining:tokenStart<span class="re2">></span></span></span>27<span class="sc3"><span class="re1"></textmining:tokenStart<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><textmining:tokenEnd<span class="re2">></span></span></span>32<span class="sc3"><span class="re1"></textmining:tokenEnd<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><textmining:tokenPos<span class="re2">></span></span></span>NOUN<span class="sc3"><span class="re1"></textmining:tokenPos<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></textmining:Token<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></textmining:token<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></textmining:TokenList<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></textmining:tokenlist<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></smila:Record<span class="re2">></span></span></span></pre></div>
+<p>Note that I have found no way yet to attach the Boost annotation only to one value of property dc:subject. In this example the complete attribute is "boosted". This could be another major problem with RDF as a SMILA data model: Something expressable in IAS is not representable in RDF.
+</p>
+<ul><li> SMILA application ontologies should be based on existing "standards":
+<ul><li> <a href="http://dublincore.org/" class="external text" title="http://dublincore.org/" rel="nofollow">Dublin Core</a>, <a href="http://www.adobe.com/products/xmp/" class="external text" title="http://www.adobe.com/products/xmp/" rel="nofollow">XMP</a> to describe documents
+</li><li> <a href="http://www.semanticdesktop.org/ontologies/" class="external text" title="http://www.semanticdesktop.org/ontologies/" rel="nofollow">NEPOMUK</a> for different kinds of information objects.
+</li><li> <a href="http://www.w3.org/2004/02/skos/" class="external text" title="http://www.w3.org/2004/02/skos/" rel="nofollow">SKOS</a> to model taxonomies
+</li><li> maybe <a href="http://xmlns.com/foaf/spec/" class="external text" title="http://xmlns.com/foaf/spec/" rel="nofollow">FOAF</a> for persons?
+</li><li> Properties not covered by standards but also common to typical SMILA application should be pre-defined and published by SMILA.
+</li></ul>
+</li></ul>
+<p><br />
+</p>
+<a name="References"></a><h3> <span class="mw-headline"> References </span></h3>
+<ol><li> <a href="Data_Model_and_XML_representation.html" title="SMILA/Project Concepts/Data Model and XML representation">SMILA/Project Concepts/Data Model and XML representation</a>
+</li><li> <a href="http://www.semanticdesktop.org/ontologies/" class="external text" title="http://www.semanticdesktop.org/ontologies/" rel="nofollow">NEPOMUK Ontologies</a>
+</li><li> <a href="http://xesam.org/main/XesamIteration1" class="external text" title="http://xesam.org/main/XesamIteration1" rel="nofollow">XESAM Ontology</a>
+</li></ol>
+
+<!--
+NewPP limit report
+Preprocessor node count: 24/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15168-0!1!0!!en!2!edit=0 and timestamp 20120202201916 -->
+<div class="printfooter">
+Retrieved from "<a href="OntologyService.html">http://wiki.eclipse.org/SMILA/Project_Concepts/OntologyService</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 15:04, 7 August 2008 by <a href="http://wiki.eclipse.org/User:Juergen.schumacher.empolis.com" title="User:Juergen.schumacher.empolis.com">Juergen Schumacher</a>. </p>
+ <p id="footerviews">This page has been accessed 2,589 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.060 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Performance_Measurement_Task_Summary.html b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Performance_Measurement_Task_Summary.html
new file mode 100644
index 0000000..3c1869c
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Performance_Measurement_Task_Summary.html
@@ -0,0 +1,299 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Project Concepts/Performance Measurement Task Summary" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Project_Concepts/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Project Concepts/Performance Measurement Task Summary - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Project_Concepts/Performance_Measurement_Task_Summary";
+var wgTitle = "SMILA/Project Concepts/Performance Measurement Task Summary";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15325";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "113785";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Performance_Measurement_Task_Summary.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Project_Concepts_Performance_Measurement_Task_Summary">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project_Concepts/Performance_Measurement_Task_Summary">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Project_Concepts/Performance_Measurement_Task_Summary">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Project_Concepts/Performance_Measurement_Task_Summary">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Performance_Measurement_Task_Summary&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Performance_Measurement_Task_Summary&oldid=113785">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Performance_Measurement_Task_Summary.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Project_Concepts/Performance_Measurement_Task_Summary&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Performance_Measurement_Task_Summary&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Performance_Measurement_Task_Summary&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project%20Concepts/Performance%20Measurement%20Task%20Summary"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Project Concepts/Performance Measurement Task Summary</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Project_Concepts.1.html" title="SMILA/Project Concepts">Project Concepts</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Performance_Measurement_Task_Summary.html#column-one">navigation</a>, <a href="Performance_Measurement_Task_Summary.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Performance_Measurement_Task_Summary.html#Eclipse_TPTP_Demonstration"><span class="tocnumber">1</span> <span class="toctext">Eclipse TPTP Demonstration</span></a>
+<ul>
+<li class="toclevel-2"><a href="Performance_Measurement_Task_Summary.html#Adding_custom_Statistical_Analysis_launch_configuration"><span class="tocnumber">1.1</span> <span class="toctext">Adding custom Statistical Analysis launch configuration</span></a></li>
+<li class="toclevel-2"><a href="Performance_Measurement_Task_Summary.html#Sample_Statistical_Agent"><span class="tocnumber">1.2</span> <span class="toctext">Sample Statistical Agent</span></a></li>
+<li class="toclevel-2"><a href="Performance_Measurement_Task_Summary.html#Sample_JMX_Agent"><span class="tocnumber">1.3</span> <span class="toctext">Sample JMX Agent</span></a></li>
+<li class="toclevel-2"><a href="Performance_Measurement_Task_Summary.html#Software_overview_diagram"><span class="tocnumber">1.4</span> <span class="toctext">Software overview diagram</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Performance_Measurement_Task_Summary.html#Further_tasks_overview"><span class="tocnumber">2</span> <span class="toctext">Further tasks overview</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Eclipse_TPTP_Demonstration"></a><h2> <span class="mw-headline"> Eclipse TPTP Demonstration </span></h2>
+<p>This demonstration contains the following:
+- Extending Statistical Analysis launch configuration.
+- Building and monitoring Sample Statistical Agent.
+- Building and monitoring sample JMX agent.
+</p><p><br />
+</p>
+<a name="Adding_custom_Statistical_Analysis_launch_configuration"></a><h3> <span class="mw-headline">Adding custom Statistical Analysis launch configuration </span></h3>
+<p>Statistical launch configuration allows to launch particular data collection Statistical Agents. Statistical Agent is and XML message-based agent for real-time monitoring of operating systems, web servers, database servers and application servers. The following agents are provided with TPTP distribution: Windows System Performance Data (Perfmon), Linux System Perfmon Data, JBoss Application Server JMX Data, JOnAS Application Server, JMX Data, Apache/IHS server-status Data, MySQL Database Table and Variable Data
+Statistical launch configuration type provides interface to execute particular agent with given options. It can be extended by building the Eclipse plugin that extends org.eclipse.hyades.perfmon.PerfmonPlugin and org.eclipse.hyades.perfmon.internal_agentExtension extension point. Plugin must provide Agent specific information such as Agent name and Process executable and options that are required to launch the agent (if needed).
+</p>
+<div class="thumb tright"><div class="thumbinner" style="width:182px;"><a href="http://wiki.eclipse.org/Image:Test-agent-launch.png" class="image" title="Test-agent-launch.png"><img alt="" src="http://wiki.eclipse.org/images/thumb/8/86/Test-agent-launch.png/180px-Test-agent-launch.png" width="180" height="123" border="0" class="thumbimage" /></a> <div class="thumbcaption"><div class="magnify"><a href="http://wiki.eclipse.org/Image:Test-agent-launch.png" class="internal" title="Enlarge"><img src="http://wiki.eclipse.org/skins/common/images/magnify-clip.png" width="15" height="11" alt="" /></a></div></div></div></div>
+<p><br />
+</p>
+<a name="Sample_Statistical_Agent"></a><h3> <span class="mw-headline"> Sample Statistical Agent </span></h3>
+<p>Sample Statistical Agent that has only one counter that is updated with random values is included in the demo. After agent is properly configured, it can be launched and monitored with Test Agent launch configuration:
+</p>
+<div class="thumb tright"><div class="thumbinner" style="width:182px;"><a href="http://wiki.eclipse.org/Image:Sample-agent-monitoring.png" class="image" title="Sample-agent-monitoring.png"><img alt="" src="http://wiki.eclipse.org/images/thumb/2/25/Sample-agent-monitoring.png/180px-Sample-agent-monitoring.png" width="180" height="133" border="0" class="thumbimage" /></a> <div class="thumbcaption"><div class="magnify"><a href="http://wiki.eclipse.org/Image:Sample-agent-monitoring.png" class="internal" title="Enlarge"><img src="http://wiki.eclipse.org/skins/common/images/magnify-clip.png" width="15" height="11" alt="" /></a></div></div></div></div>
+<p>After the monitoring is stopped, profiling data can be saved and statcon file can be created. Statcon file will hold all of the settings for analysis of the collected statistical data:
+</p>
+<div class="thumb tright"><div class="thumbinner" style="width:182px;"><a href="http://wiki.eclipse.org/Image:Statcon-file.png" class="image" title="Statcon-file.png"><img alt="" src="http://wiki.eclipse.org/images/thumb/6/66/Statcon-file.png/180px-Statcon-file.png" width="180" height="137" border="0" class="thumbimage" /></a> <div class="thumbcaption"><div class="magnify"><a href="http://wiki.eclipse.org/Image:Statcon-file.png" class="internal" title="Enlarge"><img src="http://wiki.eclipse.org/skins/common/images/magnify-clip.png" width="15" height="11" alt="" /></a></div></div></div></div>
+<p><br />
+</p>
+<a name="Sample_JMX_Agent"></a><h3> <span class="mw-headline"> Sample JMX Agent </span></h3>
+<p>TPTP contribution includes jmxagent that can be extended to collect JMX data from any JMX server. To do this you have to implement org.eclipse.hyades.perfmon.agents.jmx.ascode.ServerCommunicationInterface and org.eclipse.hyades.perfmon.agents.jmx.ascode.ServerStatInterface interfaces and provide XML configuration for the statistical information that will be collected. TPTP distribution includes jmxagent implementations for JBoss and JOnAS Application Servers. This demonstration includes sample Tomcat JMX Data collection agent implementation. The same Test Agent Statistical launch configuration is used to start monitoring:
+</p>
+<div class="thumb tright"><div class="thumbinner" style="width:182px;"><a href="http://wiki.eclipse.org/Image:Tomcat-jmx-statistical.png" class="image" title="Tomcat-jmx-statistical.png"><img alt="" src="http://wiki.eclipse.org/images/thumb/6/6e/Tomcat-jmx-statistical.png/180px-Tomcat-jmx-statistical.png" width="180" height="133" border="0" class="thumbimage" /></a> <div class="thumbcaption"><div class="magnify"><a href="http://wiki.eclipse.org/Image:Tomcat-jmx-statistical.png" class="internal" title="Enlarge"><img src="http://wiki.eclipse.org/skins/common/images/magnify-clip.png" width="15" height="11" alt="" /></a></div></div></div></div>
+<p><br />
+</p>
+<a name="Software_overview_diagram"></a><h3> <span class="mw-headline"> Software overview diagram </span></h3>
+<p>Following diagram represents the architecture of the JMX Application Data Collection with TPTP:
+</p>
+<div class="thumb tright"><div class="thumbinner" style="width:182px;"><a href="http://wiki.eclipse.org/Image:Diagram.png" class="image" title="Diagram.png"><img alt="" src="http://wiki.eclipse.org/images/thumb/e/ee/Diagram.png/180px-Diagram.png" width="180" height="104" border="0" class="thumbimage" /></a> <div class="thumbcaption"><div class="magnify"><a href="http://wiki.eclipse.org/Image:Diagram.png" class="internal" title="Enlarge"><img src="http://wiki.eclipse.org/skins/common/images/magnify-clip.png" width="15" height="11" alt="" /></a></div></div></div></div>
+<a name="Further_tasks_overview"></a><h2> <span class="mw-headline"> Further tasks overview </span></h2>
+<ol><li> Build the api framework for performance measurement based on JMX for integration in Eccenca project (similar to .NET performance counters api?). Create API Framework for Eccenca Performance Counters
+<ol><li> neccessary Performance Counter
+<ol><li> Performance Counter
+</li><li> Throughput Values
+</li><li> Status Notification/Values
+</li><li> transaction monitoring(like arm method calls?)
+</li></ol>
+</li><li> Framework should be
+<ol><li> reusable
+</li><li> simple to use in existing Java applications
+</li></ol>
+</li></ol>
+</li><li> Analyze how collected Statistical Performance Traces can be combined together. (Traces from Operationg System Performance Information and from the Eccence Performance Counters)
+</li><li> Probably also create Logging Agent in addition to Statistical to create CBE Logs directly from JMX data. The monitored Values should be savable (used of CBE possible?) anad graphs information should be loadable/storable
+</li><li> Documentation: Installation and Use of the API
+</li></ol>
+
+<!--
+NewPP limit report
+Preprocessor node count: 7/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15325-0!1!0!!en!2!edit=0 and timestamp 20120203101612 -->
+<div class="printfooter">
+Retrieved from "<a href="Performance_Measurement_Task_Summary.html">http://wiki.eclipse.org/SMILA/Project_Concepts/Performance_Measurement_Task_Summary</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 16:00, 15 August 2008 by <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>. </p>
+ <p id="footerviews">This page has been accessed 1,661 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.107 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Performance_counters_API.html b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Performance_counters_API.html
new file mode 100644
index 0000000..74622a1
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Performance_counters_API.html
@@ -0,0 +1,393 @@
+
+
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Project Concepts/Performance counters API" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Project_Concepts/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Project Concepts/Performance counters API - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Project_Concepts/Performance_counters_API";
+var wgTitle = "SMILA/Project Concepts/Performance counters API";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15333";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "113787";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-java {line-height: normal; font-size: medium;}
+.source-java li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for java
+ * CSS class: source-java, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-java .de1, .source-java .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-java {}
+.source-java .head {}
+.source-java .foot {}
+.source-java .imp {font-weight: bold; color: red;}
+.source-java .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-java li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-java li.li2 {font-weight: bold;}
+.source-java .kw1 {color: #7F0055; font-weight: bold;}
+.source-java .kw2 {color: #7F0055; font-weight: bold;}
+.source-java .kw3 {color: #000000; font-weight: normal}
+.source-java .kw4 {color: #7F0055; font-weight: bold;}
+.source-java .co1 {color: #3F7F5F; font-style: italic;}
+.source-java .co2 {color: #3F7F5F;}
+.source-java .co3 {color: #3F7F5F; font-style: italic; font-weight: bold;}
+.source-java .coMULTI {color: #3F5FBF; font-style: italic;}
+.source-java .es0 {color: #000000;}
+.source-java .br0 {color: #000000;}
+.source-java .st0 {color: #2A00ff;}
+.source-java .nu0 {color: #000000;}
+.source-java .me1 {color: #000000;}
+.source-java .me2 {color: #000000;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-text {line-height: normal; font-size: medium;}
+.source-text li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for text
+ * CSS class: source-text, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-text .de1, .source-text .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-text {}
+.source-text .head {}
+.source-text .foot {}
+.source-text .imp {font-weight: bold; color: red;}
+.source-text .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-text li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-text li.li2 {font-weight: bold;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="Performance_counters_API.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Project_Concepts_Performance_counters_API">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project_Concepts/Performance_counters_API">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Project_Concepts/Performance_counters_API">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Project_Concepts/Performance_counters_API">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Performance_counters_API&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Performance_counters_API&oldid=113787">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Performance_counters_API.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Project_Concepts/Performance_counters_API&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Performance_counters_API&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Performance_counters_API&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project%20Concepts/Performance%20counters%20API"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Project Concepts/Performance counters API</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Project_Concepts.1.html" title="SMILA/Project Concepts">Project Concepts</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Performance_counters_API.html#column-one">navigation</a>, <a href="Performance_counters_API.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Performance_counters_API.html#Overview"><span class="tocnumber">1</span> <span class="toctext">Overview</span></a>
+<ul>
+<li class="toclevel-2"><a href="Performance_counters_API.html#Major_API_classes"><span class="tocnumber">1.1</span> <span class="toctext">Major API classes</span></a></li>
+<li class="toclevel-2"><a href="Performance_counters_API.html#API_Usage"><span class="tocnumber">1.2</span> <span class="toctext">API Usage</span></a>
+<ul>
+<li class="toclevel-3"><a href="Performance_counters_API.html#Creating_a_new_counter"><span class="tocnumber">1.2.1</span> <span class="toctext">Creating a new counter</span></a></li>
+<li class="toclevel-3"><a href="Performance_counters_API.html#Obtaining_a_counter_reference_and_value_reading.2Fwriting"><span class="tocnumber">1.2.2</span> <span class="toctext">Obtaining a counter reference and value reading/writing</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="Performance_counters_API.html#JMX_counters"><span class="tocnumber">1.3</span> <span class="toctext">JMX counters</span></a></li>
+<li class="toclevel-2"><a href="Performance_counters_API.html#OSGi_Bundle_usage"><span class="tocnumber">1.4</span> <span class="toctext">OSGi Bundle usage</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Overview"></a><h2> <span class="mw-headline"> Overview </span></h2>
+<p>System components can report their state as numeric/timestamp data using Performance Counters API. Those value can be accessed via JMX interface remotely to analyze system workload. The API implementation is similar to the one in the .NET in naming and approach.
+</p>
+<a name="Major_API_classes"></a><h3> <span class="mw-headline"> Major API classes </span></h3>
+<ul><li> <b>PerformanceCounter</b> - the actual counter which value is sampled for system components monitoring.
+</li><li> <b>PerformanceSample</b> - counter sample containing sample base value (number of operations preceding the time of sample), raw value (the actual counter value) and the sampling timestamp
+</li><li> <b>CounterFormula</b> - formula used to calculate the value of the counter using the last two samples.
+</li><li> <b>CounterCategory</b> - counter catagory used to group counters.
+</li><li> <b>CounterRegistry</b> - the counters registry where they can be accessed/registered by name & category name.
+</li></ul>
+<p>CounterRegistry has four static fields representing predefined counter formulas:
+</p>
+<table border="1">
+<tr>
+<th> Formula
+</th><th> Description
+</th></tr>
+<tr>
+<td> CounterRegistry.SIMPLE_COUNT_FORMULA
+</td><td> Simple items count formula returning the counter raw value
+</td></tr>
+<tr>
+<td> CounterRegistry.AVERAGE_FORMULA
+</td><td> Average count formula calculates how many items are processed, on average, during an operation. The formula is (Xn - X0)/(Bn - B0) where Xi is a counter sample and the Bi is the corresponding base value (number of counter changes).
+</td></tr>
+<tr>
+<td> CounterRegistry.RATE_FORMULA
+</td><td> Rate formula calculates (Xn - X0)/(Tn - T0), where Xi is a counter sample and Ti is the time that the corresponding sample was taken. The result is the average usage per second.
+</td></tr>
+<tr>
+<td> CounterRegistry.AVERAGE_TIMER_FORMULA
+</td><td> Average timer formulla calculates the time (in seconds) it takes, on average, to complete a process or operation. The formula is (Tn - T0)/(Bn - B0) where Bi is base value and the Ti is corresponding timestamp.
+</td></tr></table>
+<a name="API_Usage"></a><h3> <span class="mw-headline"> API Usage </span></h3>
+<a name="Creating_a_new_counter"></a><h4> <span class="mw-headline"> Creating a new counter </span></h4>
+<p>CounterRegistry is a singleton which can be accessed only with static CounterRegistry.INSTANCE reference.
+Create a new PerformanceCounter instance, specify counter name, category name & formula. If a category given doesn't exist,
+create it using createCategory() method. Bind the counter to the registry.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java">CounterRegistry.<span class="me1">INSTANCE</span>.<span class="me1">createCategory</span><span class="br0">(</span>CATEGORY_NAME<span class="br0">)</span>;
+
+<span class="kw1">final</span> PerformanceCounter counter = <span class="kw1">new</span> PerformanceCounter<span class="br0">(</span>COUNTER_NAME, CATEGORY_NAME, CounterRegistry.<span class="me1">AVERAGE_FORMULA</span><span class="br0">)</span>;
+CounterRegistry.<span class="me1">INSTANCE</span>.<span class="me1">bindCounter</span><span class="br0">(</span>counter<span class="br0">)</span>;</pre></div>
+<a name="Obtaining_a_counter_reference_and_value_reading.2Fwriting"></a><h4> <span class="mw-headline"> Obtaining a counter reference and value reading/writing </span></h4>
+<p>Existing counter can be obtained from the registry using getCounter method.
+PerformanceCounter provides the following methods for value changing:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">interface</span> PerformanceCounter
+<span class="br0">{</span>
+ increment<span class="br0">(</span><span class="br0">)</span>
+ incrementBy<span class="br0">(</span><span class="br0">)</span>
+ decrement<span class="br0">(</span><span class="br0">)</span>
+ decrementBy<span class="br0">(</span><span class="br0">)</span>
+<span class="br0">}</span></pre></div>
+<p>Also the raw value can be set directly with setRawValue() method.
+</p><p>To get the calculated counter value call the getNextValue() method. Note that counter must be sampled before acquiring the formula calculated value.
+</p>
+<a name="JMX_counters"></a><h3> <span class="mw-headline"> JMX counters </span></h3>
+<p>Performance counters value can be accessible via JMX interface using the RemoteCountersRegistry. To use that feature start JVM with the following arguments:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-text">-Dcom.sun.management.jmxremote
+-Dcom.sun.management.jmxremote.ssl=false
+-Dcom.sun.management.jmxremote.authenticate=false
+-Dcom.sun.management.jmxremote.port=9004</pre></div>
+<a name="OSGi_Bundle_usage"></a><h3> <span class="mw-headline"> OSGi Bundle usage </span></h3>
+To use Performance counters API into some OSGi bundle, <div dir="ltr" style="text-align: left;"><pre class="source-text">org.eccenca.performancecounters</pre></div> package must be imported into that bundle. Use Import-Package directive in your bundle's MANIFEST.MF:
+<div dir="ltr" style="text-align: left;"><pre class="source-text">Import-Package: org.eccenca.performancecounters</pre></div>
+<p>Here is the sample MANIFEST.MF file:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-text">Manifest-Version: 1.0
+Bundle-ManifestVersion: 2
+Bundle-Name: Example Plug-in
+Bundle-SymbolicName: JMXCounters.example
+Bundle-Version: 1.0.0
+Bundle-Activator: jmxcounters.example.Activator
+Import-Package: org.eccenca.performancecounters,
+ org.osgi.framework;version="1.3.0"
+Eclipse-LazyStart: true</pre></div>
+
+<!--
+NewPP limit report
+Preprocessor node count: 31/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15333-0!1!0!!en!2!edit=0 and timestamp 20120203101427 -->
+<div class="printfooter">
+Retrieved from "<a href="Performance_counters_API.html">http://wiki.eclipse.org/SMILA/Project_Concepts/Performance_counters_API</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 16:21, 15 August 2008 by <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>. </p>
+ <p id="footerviews">This page has been accessed 1,817 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.114 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Performance_measurement.html b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Performance_measurement.html
new file mode 100644
index 0000000..bc267c5
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Performance_measurement.html
@@ -0,0 +1,246 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Project Concepts/Performance measurement,SMILA/Project Concepts/Concept for a Performance Measurement Framework,SMILA/Project Concepts/Performance Measurement Task Summary,SMILA/Project Concepts/Performance counters API,SMILA/Project Concepts/TPTP Overview,SMILA/Project Concepts/Installing and using components of the Performance Measurement Framework,SMILA/Project Concepts/.NET Performance Counters" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Project_Concepts/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Project Concepts/Performance measurement - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Project_Concepts/Performance_measurement";
+var wgTitle = "SMILA/Project Concepts/Performance measurement";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15322";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "113771";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Performance_measurement.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Project_Concepts_Performance_measurement">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project_Concepts/Performance_measurement">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Project_Concepts/Performance_measurement">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Project_Concepts/Performance_measurement">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Performance_measurement&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Performance_measurement&oldid=113771">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Performance_measurement.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Project_Concepts/Performance_measurement&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Performance_measurement&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Performance_measurement&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project%20Concepts/Performance%20measurement"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Project Concepts/Performance measurement</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Project_Concepts.1.html" title="SMILA/Project Concepts">Project Concepts</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Performance_measurement.html#column-one">navigation</a>, <a href="Performance_measurement.html#searchInput">search</a></div> <!-- start content -->
+ <a name="Survey"></a><h2> <span class="mw-headline"> Survey </span></h2>
+<ul><li> <a href="Concept_for_a_Performance_Measurement_Framework.html" title="SMILA/Project Concepts/Concept for a Performance Measurement Framework">Concept for a Performance Measurement Framework</a>
+</li></ul>
+<a name="Task"></a><h2> <span class="mw-headline"> Task </span></h2>
+<ul><li> <a href="Performance_Measurement_Task_Summary.html" title="SMILA/Project Concepts/Performance Measurement Task Summary">Performance Measurement Task Summary</a>
+</li></ul>
+<a name="PoC-Result"></a><h2> <span class="mw-headline"> PoC-Result </span></h2>
+<ul><li> <a href="Performance_counters_API.html" title="SMILA/Project Concepts/Performance counters API">Performance counters API</a>
+</li><li> Background-Knowledge: <a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/.NET_Performance_Counters&action=edit" class="new" title="SMILA/Project Concepts/.NET Performance Counters">.NET Performance Counters</a>
+</li><li> <a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/TPTP_Overview&action=edit" class="new" title="SMILA/Project Concepts/TPTP Overview">TPTP Overview</a>
+</li><li> <a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Installing_and_using_components_of_the_Performance_Measurement_Framework&action=edit" class="new" title="SMILA/Project Concepts/Installing and using components of the Performance Measurement Framework">Installing and using components of the Performance Measurement Framework</a>
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 4/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15322-0!1!0!!en!2!edit=0 and timestamp 20120203101521 -->
+<div class="printfooter">
+Retrieved from "<a href="Performance_measurement.html">http://wiki.eclipse.org/SMILA/Project_Concepts/Performance_measurement</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 15:27, 15 August 2008 by <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>. </p>
+ <p id="footerviews">This page has been accessed 2,682 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.062 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Record_Filter_Concept.html b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Record_Filter_Concept.html
new file mode 100644
index 0000000..8f7e824
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Record_Filter_Concept.html
@@ -0,0 +1,371 @@
+
+
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Project Concepts/Record Filter Concept,SMILA/Project Concepts/Blackboard Service Concept,SMILA/Project Concepts/Router & Listener Queue Specification" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Project_Concepts/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Project Concepts/Record Filter Concept - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Project_Concepts/Record_Filter_Concept";
+var wgTitle = "SMILA/Project Concepts/Record Filter Concept";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15207";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "113184";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-java {line-height: normal; font-size: medium;}
+.source-java li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for java
+ * CSS class: source-java, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-java .de1, .source-java .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-java {}
+.source-java .head {}
+.source-java .foot {}
+.source-java .imp {font-weight: bold; color: red;}
+.source-java .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-java li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-java li.li2 {font-weight: bold;}
+.source-java .kw1 {color: #7F0055; font-weight: bold;}
+.source-java .kw2 {color: #7F0055; font-weight: bold;}
+.source-java .kw3 {color: #000000; font-weight: normal}
+.source-java .kw4 {color: #7F0055; font-weight: bold;}
+.source-java .co1 {color: #3F7F5F; font-style: italic;}
+.source-java .co2 {color: #3F7F5F;}
+.source-java .co3 {color: #3F7F5F; font-style: italic; font-weight: bold;}
+.source-java .coMULTI {color: #3F5FBF; font-style: italic;}
+.source-java .es0 {color: #000000;}
+.source-java .br0 {color: #000000;}
+.source-java .st0 {color: #2A00ff;}
+.source-java .nu0 {color: #000000;}
+.source-java .me1 {color: #000000;}
+.source-java .me2 {color: #000000;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="Record_Filter_Concept.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Project_Concepts_Record_Filter_Concept">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project_Concepts/Record_Filter_Concept">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Project_Concepts/Record_Filter_Concept">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Project_Concepts/Record_Filter_Concept">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Record_Filter_Concept&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Record_Filter_Concept&oldid=113184">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Record_Filter_Concept.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Project_Concepts/Record_Filter_Concept&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Record_Filter_Concept&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Record_Filter_Concept&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project%20Concepts/Record%20Filter%20Concept"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Project Concepts/Record Filter Concept</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Project_Concepts.1.html" title="SMILA/Project Concepts">Project Concepts</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Record_Filter_Concept.html#column-one">navigation</a>, <a href="Record_Filter_Concept.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Record_Filter_Concept.html#Record_Filter_Specification"><span class="tocnumber">1</span> <span class="toctext">Record Filter Specification</span></a>
+<ul>
+<li class="toclevel-2"><a href="Record_Filter_Concept.html#Description"><span class="tocnumber">1.1</span> <span class="toctext">Description</span></a></li>
+<li class="toclevel-2"><a href="Record_Filter_Concept.html#Discussion"><span class="tocnumber">1.2</span> <span class="toctext">Discussion</span></a></li>
+<li class="toclevel-2"><a href="Record_Filter_Concept.html#Technical_Proposal"><span class="tocnumber">1.3</span> <span class="toctext">Technical Proposal</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Record_Filter_Specification"></a><h2> <span class="mw-headline"> Record Filter Specification </span></h2>
+<a name="Description"></a><h3> <span class="mw-headline"> Description </span></h3>
+<p>Record filtering can be useful in different parts of the system
+</p>
+<ul><li> the Queue Router needs it to create minimzed objects to put in queue message - see <a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Router_%26_Listener_Queue_Specification&action=edit" class="new" title="SMILA/Project Concepts/Router & Listener Queue Specification">SMILA/Project Concepts/Router & Listener Queue Specification</a>
+</li><li> the BPEL integration needs it to create workflow objects - see <a href="Blackboard_Service_Concept.html" title="SMILA/Project Concepts/Blackboard Service Concept">SMILA/Project Concepts/Blackboard Service Concept</a> for details)
+</li></ul>
+<p>Therefore it should be provided as a generic functionality of the data model. Then we can
+</p>
+<ul><li> provide a set of named record filter definition in a central place.
+</li><li> refer to the names of record filters to be used in router and workflow engine configurations.
+</li><li> both use the common code to actually do the filtering
+</li></ul>
+<a name="Discussion"></a><h3> <span class="mw-headline"> Discussion </span></h3>
+<a name="Technical_Proposal"></a><h3> <span class="mw-headline"> Technical Proposal </span></h3>
+<p>An initial record filter definition could consist of the following parts:
+</p>
+<ul><li> Name: Unique name of the filter for reference in using components (Router or workflow engine configuration)
+</li><li> List of attribute names: attributes to be kept in the filtered object. Additionaly a flag could determine if annotations are to be copied, too. In an initial implementtation it would be sufficient to have only top-level attributes here which means that the whole attribute tree with this name would be copied to the filtered object. It could be extended later to support attribute paths to specify filtering of sub-objects only.
+</li><li> List of annotation names: names of top level annotations of the record to be kept in filtered objects.
+</li></ul>
+<p>Example:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><RecordFilters<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Filter</span> <span class="re0">name</span>=<span class="st0">"example"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">name</span>=<span class="st0">"Mimetype"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">name</span>=<span class="st0">"Filesize"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">name</span>=<span class="st0">"Keywords"</span> <span class="re0">keepAnnotations</span>=<span class="st0">"true"</span><span class="re2">/></span></span> <span class="sc3"><span class="coMULTI"><!-- default is false --></span></span>
+ <span class="sc3"><span class="re1"><Annotation</span> <span class="re0">name</span>=<span class="st0">"action"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></Filter<span class="re2">></span></span></span>
+ <span class="sc3"><span class="coMULTI"><!-- more filters --></span></span>
+<span class="sc3"><span class="re1"></RecordFilters<span class="re2">></span></span></span></pre></div>
+<p>Using "*" as a wildcard for "all names" could ease definition of a filter that copies all attributes or annotations:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><RecordFilters<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Filter</span> <span class="re0">name</span>=<span class="st0">"all-attributes-no-anntations"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">name</span>=<span class="st0">"*"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></Filter<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Filter</span> <span class="re0">name</span>=<span class="st0">"top-level-annotations-only"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Annotation</span> <span class="re0">name</span>=<span class="st0">"*"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></Filter<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></RecordFilters<span class="re2">></span></span></span></pre></div>
+<p><br />
+The Record Filter function is
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java">Record filter<span class="br0">(</span>Record completeRecord<span class="br0">)</span></pre></div>
+<p>We could also provide the RecordFilter as a service (to discuss).
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java">Record filter<span class="br0">(</span><span class="kw3">String</span> filterName, Record completeRecord<span class="br0">)</span></pre></div>
+<p>In each case the function would create a copy of the record <b>containing only those attributes and annotations described by the filter definition</b>.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 17/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15207-0!1!0!!en!2!edit=0 and timestamp 20120203101510 -->
+<div class="printfooter">
+Retrieved from "<a href="Record_Filter_Concept.html">http://wiki.eclipse.org/SMILA/Project_Concepts/Record_Filter_Concept</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 14:02, 12 August 2008 by <a href="http://wiki.eclipse.org/User:Juergen.schumacher.empolis.com" title="User:Juergen.schumacher.empolis.com">Juergen Schumacher</a>. </p>
+ <p id="footerviews">This page has been accessed 2,221 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.090 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Runtime_Process_and_Environment.html b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Runtime_Process_and_Environment.html
new file mode 100644
index 0000000..3cdce56
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Runtime_Process_and_Environment.html
@@ -0,0 +1,714 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Project Concepts/Runtime Process and Environment" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Project_Concepts/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Project Concepts/Runtime Process and Environment - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Project_Concepts/Runtime_Process_and_Environment";
+var wgTitle = "SMILA/Project Concepts/Runtime Process and Environment";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15300";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "146457";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Runtime_Process_and_Environment.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Project_Concepts_Runtime_Process_and_Environment">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project_Concepts/Runtime_Process_and_Environment">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Project_Concepts/Runtime_Process_and_Environment">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Project_Concepts/Runtime_Process_and_Environment">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Runtime_Process_and_Environment&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Runtime_Process_and_Environment&oldid=146457">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Runtime_Process_and_Environment.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Project_Concepts/Runtime_Process_and_Environment&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Runtime_Process_and_Environment&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Runtime_Process_and_Environment&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project%20Concepts/Runtime%20Process%20and%20Environment"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Project Concepts/Runtime Process and Environment</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Project_Concepts.1.html" title="SMILA/Project Concepts">Project Concepts</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Runtime_Process_and_Environment.html#column-one">navigation</a>, <a href="Runtime_Process_and_Environment.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Runtime_Process_and_Environment.html#Description"><span class="tocnumber">1</span> <span class="toctext">Description</span></a></li>
+<li class="toclevel-1"><a href="Runtime_Process_and_Environment.html#Discussion"><span class="tocnumber">2</span> <span class="toctext">Discussion</span></a></li>
+<li class="toclevel-1"><a href="Runtime_Process_and_Environment.html#Technical_proposal"><span class="tocnumber">3</span> <span class="toctext">Technical proposal</span></a>
+<ul>
+<li class="toclevel-2"><a href="Runtime_Process_and_Environment.html#Role_features"><span class="tocnumber">3.1</span> <span class="toctext">Role features</span></a>
+<ul>
+<li class="toclevel-3"><a href="Runtime_Process_and_Environment.html#Error_Handling"><span class="tocnumber">3.1.1</span> <span class="toctext">Error Handling</span></a></li>
+<li class="toclevel-3"><a href="Runtime_Process_and_Environment.html#Crash_prevention.2Fdetection"><span class="tocnumber">3.1.2</span> <span class="toctext">Crash prevention/detection</span></a></li>
+<li class="toclevel-3"><a href="Runtime_Process_and_Environment.html#Role_creating_glue"><span class="tocnumber">3.1.3</span> <span class="toctext">Role creating glue</span></a></li>
+<li class="toclevel-3"><a href="Runtime_Process_and_Environment.html#Clustering_support_and_application_state"><span class="tocnumber">3.1.4</span> <span class="toctext">Clustering support and application state</span></a></li>
+<li class="toclevel-3"><a href="Runtime_Process_and_Environment.html#Monitoring"><span class="tocnumber">3.1.5</span> <span class="toctext">Monitoring</span></a></li>
+<li class="toclevel-3"><a href="Runtime_Process_and_Environment.html#Command_Line_Interface"><span class="tocnumber">3.1.6</span> <span class="toctext">Command Line Interface</span></a></li>
+<li class="toclevel-3"><a href="Runtime_Process_and_Environment.html#Graphical_User_Interface"><span class="tocnumber">3.1.7</span> <span class="toctext">Graphical User Interface</span></a></li>
+<li class="toclevel-3"><a href="Runtime_Process_and_Environment.html#Web_Service_Access"><span class="tocnumber">3.1.8</span> <span class="toctext">Web Service Access</span></a></li>
+<li class="toclevel-3"><a href="Runtime_Process_and_Environment.html#Remote_Configuration"><span class="tocnumber">3.1.9</span> <span class="toctext">Remote Configuration</span></a></li>
+<li class="toclevel-3"><a href="Runtime_Process_and_Environment.html#Authentication"><span class="tocnumber">3.1.10</span> <span class="toctext">Authentication</span></a></li>
+<li class="toclevel-3"><a href="Runtime_Process_and_Environment.html#Encryption"><span class="tocnumber">3.1.11</span> <span class="toctext">Encryption</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="Runtime_Process_and_Environment.html#Node_types.2Froles"><span class="tocnumber">3.2</span> <span class="toctext">Node types/roles</span></a>
+<ul>
+<li class="toclevel-3"><a href="Runtime_Process_and_Environment.html#Development_and_Configuration_Environment"><span class="tocnumber">3.2.1</span> <span class="toctext">Development and Configuration Environment</span></a></li>
+<li class="toclevel-3"><a href="Runtime_Process_and_Environment.html#SMILA_single_node_installation"><span class="tocnumber">3.2.2</span> <span class="toctext">SMILA single node installation</span></a></li>
+<li class="toclevel-3"><a href="Runtime_Process_and_Environment.html#SMILA_search"><span class="tocnumber">3.2.3</span> <span class="toctext">SMILA search</span></a></li>
+<li class="toclevel-3"><a href="Runtime_Process_and_Environment.html#SMILA_indexing"><span class="tocnumber">3.2.4</span> <span class="toctext">SMILA indexing</span></a></li>
+<li class="toclevel-3"><a href="Runtime_Process_and_Environment.html#IRM_.28simple.29"><span class="tocnumber">3.2.5</span> <span class="toctext">IRM (simple)</span></a></li>
+<li class="toclevel-3"><a href="Runtime_Process_and_Environment.html#IRM_.28complex.29"><span class="tocnumber">3.2.6</span> <span class="toctext">IRM (complex)</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Description"></a><h2> <span class="mw-headline"> Description </span></h2>
+<p>Here comes the description of the requirement (functional or non-functional) .
+</p>
+<a name="Discussion"></a><h2> <span class="mw-headline"> Discussion </span></h2>
+<a name="Technical_proposal"></a><h2> <span class="mw-headline"> Technical proposal </span></h2>
+<p>{note}
+</p><p>TODO:
+</p>
+<ul><li> Error Handling, Error-Level
+</li><li> Retry Handling/Timeouts (e.g. how do we cover temporary network issues)
+</li><li> Equinox Runtime (does the runtime support logging in cmd window?)
+</li></ul>
+<p>{note}
+</p><p>{info}
+This section may only be edited by assigned developer(s). His responsibility is also to reflect any agreed changes/details in discussion section.{info}
+An SMILA project installation could have different characteristics. First of all the SMILA project allows different information technology vendors to leverage their product development by using ready to use components. That means the SMILA is used to complete existing products.
+</p><p>Software installation scenarios are inspired by enterprise needs. For some of these scenarios SMILA runtime configurations/installations will be provided.
+</p><p>The creation of the SMILA runtime processe(s) - multiple - is leveraged by the OSGi development model.
+</p><p>The SMILA runtime processes will contain glue logic that is optimized for the supported business process (e.g. support for command line interface, ...). There is a strong relationship between the runtime processes and the role/functionality concept of a given node.
+</p><p>A role is a kind of functionality (e.g. a set of business processes) that is exposed by a node. A node is a set (1:n) of computers.
+</p><p>Currently we distinguish the following nodes/roles:
+</p>
+<ul><li> Development and configuration environment
+</li><li> SMILA single node installation
+</li><li> SMILA search
+</li><li> SMILA indexing
+</li><li> IRM (simple)
+</li><li> IRM (complex)
+</li></ul>
+<p>For each node a process optimized runtime is developed. These runtimes add features (e.g. command line control, communication aspects ...) to the SMILA runtime. The core functionality is derived from reusable OSGi components (e.g. BPEL, compound management, monitoring ...).
+</p>
+<a name="Role_features"></a><h3> <span class="mw-headline"> Role features </span></h3>
+<a name="Error_Handling"></a><h4> <span class="mw-headline"> Error Handling </span></h4>
+<a name="Crash_prevention.2Fdetection"></a><h4> <span class="mw-headline"> Crash prevention/detection </span></h4>
+<p>Under bad circumstances a SMILA runtime process may crash or get in an unstable state. To create a stable environment a crash prevention/detection mechanism was designed.
+</p><p>A controller is monitoring the SMILA runtime process for stability. If stability requirements are no longer met the process is restarted and a system event is created.
+</p><p>This allows a stable restart of components even in case of "Out of Memory" exceptions or other critical errors.
+</p><p>The restarting feature creates more reliability to the whole system. The downtime of a component is that way minimized (e. g. to reduce problem for long running conversions ...).
+</p>
+<a name="Role_creating_glue"></a><h4> <span class="mw-headline"> Role creating glue </span></h4>
+<p>The glue combines a set of features/bundles together to a usable and installable component that exposes the required functionality (e.g. functionality to extract data using IRMs; feature to process compounds...).
+</p><p>This glue must be developed for every role and is therefore not contained in the feature table.
+</p>
+<a name="Clustering_support_and_application_state"></a><h4> <span class="mw-headline"> Clustering support and application state </span></h4>
+<p>Several nodes require clustering for load distribution or fault tolerance.
+</p><p>Clustering put extended requirements for maintain application state handling to the application. Samples are:
+</p>
+<ul><li> Scheduler to guarantee execution of functionality
+</li><li> Load distribution
+</li><li> Meta data storages
+</li><li> ...
+</li></ul>
+<p>Nodes or roles are just marked whether they are requiring clustering support.
+</p>
+<a name="Monitoring"></a><h4> <span class="mw-headline"> Monitoring </span></h4>
+<p>The monitoring feature allows external software (e.g. network monitoring tools) to monitor the application.
+</p>
+<a name="Command_Line_Interface"></a><h4> <span class="mw-headline"> Command Line Interface </span></h4>
+<p>A command line interface for controlling exposed functionality.
+</p>
+<a name="Graphical_User_Interface"></a><h4> <span class="mw-headline"> Graphical User Interface </span></h4>
+<p>Description of a graphical user interface that is able to control functionality in the system.
+</p>
+<a name="Web_Service_Access"></a><h4> <span class="mw-headline"> Web Service Access </span></h4>
+<p>The web service access feature is responsible for exposing data or functionality to external components.
+</p><p><br />
+</p>
+<a name="Remote_Configuration"></a><h4> <span class="mw-headline"> Remote Configuration </span></h4>
+<p>The remote configuration feature describes whether it's required to change system configuration from a remote location.
+</p>
+<a name="Authentication"></a><h4> <span class="mw-headline"> Authentication </span></h4>
+<p>The authentication feature describes whether the component requires authentication support to be accessed from a remote/local location.
+</p>
+<a name="Encryption"></a><h4> <span class="mw-headline"> Encryption </span></h4>
+<p>The encryption feature describes whether encryption functionalities must be implemented.
+</p>
+<a name="Node_types.2Froles"></a><h3> <span class="mw-headline"> Node types/roles </span></h3>
+<a name="Development_and_Configuration_Environment"></a><h4> <span class="mw-headline"> Development and Configuration Environment </span></h4>
+<p>The development and configuration environment is used by consultants or by developers to configure/develop the SMILA system.
+</p><p>Based on process requirements different feature areas are available:
+</p>
+<ul><li> Development of IRMs
+</li><li> BPEL process description
+</li><li> IRM configuration
+</li><li> Debugging of information annotation
+</li><li> ...
+</li></ul>
+<table border="1">
+<tr>
+<th>Feature
+</th><th>Yes/no/optional
+</th><th>Description
+</th></tr>
+<tr>
+<th>Error handling
+</th><td>
+</td><td>
+</td></tr>
+<tr>
+<th>Crash prevention/detection
+</th><td> NO
+</td><td>
+</td></tr>
+<tr>
+<th>Clustering
+</th><td> NO
+</td><td>
+</td></tr>
+<tr>
+<th>Monitoring
+</th><td>
+</td><td>
+</td></tr>
+<tr>
+<th>Command Line Interface
+</th><td> NO
+</td><td>
+</td></tr>
+<tr>
+<th>Graphical User Interface
+</th><td>
+</td><td>
+</td></tr>
+<tr>
+<th>Web Service Access
+</th><td> NO
+</td><td>
+</td></tr>
+<tr>
+<th>Remote Configuration
+</th><td> NO
+</td><td>
+</td></tr>
+<tr>
+<th>Authentication
+</th><td>
+</td><td>
+</td></tr>
+<tr>
+<th>Encryption
+</th><td>
+</td><td>
+</td></tr></table>
+<a name="SMILA_single_node_installation"></a><h4> <span class="mw-headline"> SMILA single node installation </span></h4>
+<p>The single node installation is the smallest and easiest SMILA installation. It should be able to be integrated in an external application. Search, indexing and a simple user interface is provided.
+</p><p>The ability to do a easy migration to larger installations must be available.
+</p><p><a href="http://wiki.eclipse.org/Image:SMILA_single_node_installation_%28indexing%29.gif" class="image" title="Image:SMILA single node installation (indexing).gif"><img alt="Image:SMILA single node installation (indexing).gif" src="http://wiki.eclipse.org/images/4/43/SMILA_single_node_installation_%28indexing%29.gif" width="960" height="720" border="0" /></a>
+</p>
+<table border="1">
+<tr>
+<th>Feature
+</th><th>Yes/no/optional
+</th><th>Description
+</th></tr>
+<tr>
+<th>Error handling
+</th><td>
+</td><td>
+</td></tr>
+<tr>
+<th>Crash prevention/detection
+</th><td> YES
+</td><td>
+</td></tr>
+<tr>
+<th>Clustering
+</th><td> NO
+</td><td>
+</td></tr>
+<tr>
+<th>Monitoring
+</th><td> YES
+</td><td>
+</td></tr>
+<tr>
+<th>Command Line Interface
+</th><td> YES
+</td><td>
+</td></tr>
+<tr>
+<th>Graphical User Interface
+</th><td>
+</td><td>
+</td></tr>
+<tr>
+<th>Web Service Access
+</th><td> YES
+</td><td>
+</td></tr>
+<tr>
+<th>Remote Configuration
+</th><td> NO
+</td><td>
+</td></tr>
+<tr>
+<th>Authentication
+</th><td> YES
+</td><td>
+</td></tr>
+<tr>
+<th>Encryption
+</th><td> YES
+</td><td>
+</td></tr></table>
+<a name="SMILA_search"></a><h4> <span class="mw-headline"> SMILA search </span></h4>
+<p>The SMILA search is optimized node for search processing. This node is easy to scale over different computer.
+</p><p>Performance in area of throughput is extreme important.
+</p>
+<table border="1">
+<tr>
+<th>Feature
+</th><th>Yes/no/optional
+</th><th>Description
+</th></tr>
+<tr>
+<th>Error handling
+</th><td>
+</td><td>
+</td></tr>
+<tr>
+<th>Crash prevention/detection
+</th><td>
+</td><td>
+</td></tr>
+<tr>
+<th>Clustering
+</th><td>
+</td><td>
+</td></tr>
+<tr>
+<th>Monitoring
+</th><td>
+</td><td>
+</td></tr>
+<tr>
+<th>Command Line Interface
+</th><td>
+</td><td>
+</td></tr>
+<tr>
+<th>Graphical User Interface
+</th><td>
+</td><td>
+</td></tr>
+<tr>
+<th>Web Service Access
+</th><td>
+</td><td>
+</td></tr>
+<tr>
+<th>Remote Configuration
+</th><td>
+</td><td>
+</td></tr>
+<tr>
+<th>Authentication
+</th><td>
+</td><td>
+</td></tr>
+<tr>
+<th>Encryption
+</th><td>
+</td><td>
+</td></tr></table>
+<a name="SMILA_indexing"></a><h4> <span class="mw-headline"> SMILA indexing </span></h4>
+<p>The SMILA indexing is optimized for indexing operations.
+</p><p><a href="http://wiki.eclipse.org/Image:SMILA_indexing.gif" class="image" title="Image:SMILA indexing.gif"><img alt="Image:SMILA indexing.gif" src="http://wiki.eclipse.org/images/a/ae/SMILA_indexing.gif" width="960" height="720" border="0" /></a>
+</p>
+<table border="1">
+<tr>
+<th>Feature
+</th><th>Yes/no/optional
+</th><th>Description
+</th></tr>
+<tr>
+<th>Error handling
+</th><td>
+</td><td>
+</td></tr>
+<tr>
+<th>Crash prevention/detection
+</th><td>
+</td><td>
+</td></tr>
+<tr>
+<th>Clustering
+</th><td>
+</td><td>
+</td></tr>
+<tr>
+<th>Monitoring
+</th><td>
+</td><td>
+</td></tr>
+<tr>
+<th>Command Line Interface
+</th><td>
+</td><td>
+</td></tr>
+<tr>
+<th>Graphical User Interface
+</th><td>
+</td><td>
+</td></tr>
+<tr>
+<th>Web Service Access
+</th><td>
+</td><td>
+</td></tr>
+<tr>
+<th>Remote Configuration
+</th><td>
+</td><td>
+</td></tr>
+<tr>
+<th>Authentication
+</th><td>
+</td><td>
+</td></tr>
+<tr>
+<th>Encryption
+</th><td>
+</td><td>
+</td></tr></table>
+<a name="IRM_.28simple.29"></a><h4> <span class="mw-headline"> IRM (simple) </span></h4>
+<p>The IRM (simple) is a simple installation.
+</p><p>The installation is just able to send information to the SMILA. No other runtime features are available.
+</p>
+<table border="1">
+<tr>
+<th>Feature
+</th><th>Yes/no/optional
+</th><th>Description
+</th></tr>
+<tr>
+<th>Error handling
+</th><td>
+</td><td>
+</td></tr>
+<tr>
+<th>Crash prevention/detection
+</th><td>
+</td><td>
+</td></tr>
+<tr>
+<th>Clustering
+</th><td> NO
+</td><td>
+</td></tr>
+<tr>
+<th>Monitoring
+</th><td>
+</td><td>
+</td></tr>
+<tr>
+<th>Command Line Interface
+</th><td>
+</td><td>
+</td></tr>
+<tr>
+<th>Graphical User Interface
+</th><td> NO
+</td><td>
+</td></tr>
+<tr>
+<th>Web Service Access
+</th><td>
+</td><td>
+</td></tr>
+<tr>
+<th>Remote Configuration
+</th><td> NO
+</td><td>
+</td></tr>
+<tr>
+<th>Authentication
+</th><td>
+</td><td>
+</td></tr>
+<tr>
+<th>Encryption
+</th><td>
+</td><td>
+</td></tr></table>
+<a name="IRM_.28complex.29"></a><h4> <span class="mw-headline"> IRM (complex) </span></h4>
+<p>The IRM (complex) installation is an installation providing a huge set of IRM and data related functionalities to the node installation. (e.g. data annotation, generation indexing, call ability via remote web services, ...)
+</p><p>The complex IRM installation is able to perform data related tasks to perform an communication optimization between the connected main node and the IRM endpoint.
+</p><p><a href="http://wiki.eclipse.org/Image:IRM_%28complex%29.gif" class="image" title="Image:IRM (complex).gif"><img alt="Image:IRM (complex).gif" src="http://wiki.eclipse.org/images/8/84/IRM_%28complex%29.gif" width="960" height="720" border="0" /></a>
+</p>
+<table border="1">
+<tr>
+<th>Feature
+</th><th>Yes/no/optional
+</th><th>Description
+</th></tr>
+<tr>
+<th>Error handling
+</th><td> YES
+</td><td>
+</td></tr>
+<tr>
+<th>Crash prevention/detection
+</th><td> YES
+</td><td>
+</td></tr>
+<tr>
+<th>Clustering
+</th><td> Optional
+</td><td>
+</td></tr>
+<tr>
+<th>Monitoring
+</th><td> YES
+</td><td>
+</td></tr>
+<tr>
+<th>Command Line Interface
+</th><td> YES
+</td><td>
+</td></tr>
+<tr>
+<th>Graphical User Interface
+</th><td> Optional
+</td><td>
+</td></tr>
+<tr>
+<th>Web Service Access
+</th><td> YES
+</td><td>
+</td></tr>
+<tr>
+<th>Remote Configuration
+</th><td> YES
+</td><td>
+</td></tr>
+<tr>
+<th>Authentication
+</th><td> YES
+</td><td>
+</td></tr>
+<tr>
+<th>Encryption
+</th><td> YES
+</td><td>
+</td></tr></table>
+
+<!--
+NewPP limit report
+Preprocessor node count: 23/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15300-0!1!0!!en!2!edit=0 and timestamp 20120203101604 -->
+<div class="printfooter">
+Retrieved from "<a href="Runtime_Process_and_Environment.html">http://wiki.eclipse.org/SMILA/Project_Concepts/Runtime_Process_and_Environment</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 12:43, 26 March 2009 by <a href="http://wiki.eclipse.org/index.php?title=User:Rrausch.brox.de&action=edit" class="new" title="User:Rrausch.brox.de">Ralf Rausch</a>. Based on work by <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>.</p>
+ <p id="footerviews">This page has been accessed 1,675 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.158 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Simple_configuration_handler.html b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Simple_configuration_handler.html
new file mode 100644
index 0000000..34bc3e2
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Concepts/Simple_configuration_handler.html
@@ -0,0 +1,356 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Project Concepts/Simple configuration handler" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Project_Concepts/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Project Concepts/Simple configuration handler - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Project_Concepts/Simple_configuration_handler";
+var wgTitle = "SMILA/Project Concepts/Simple configuration handler";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15399";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "285824";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-java {line-height: normal; font-size: medium;}
+.source-java li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for java
+ * CSS class: source-java, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-java .de1, .source-java .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-java {}
+.source-java .head {}
+.source-java .foot {}
+.source-java .imp {font-weight: bold; color: red;}
+.source-java .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-java li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-java li.li2 {font-weight: bold;}
+.source-java .kw1 {color: #7F0055; font-weight: bold;}
+.source-java .kw2 {color: #7F0055; font-weight: bold;}
+.source-java .kw3 {color: #000000; font-weight: normal}
+.source-java .kw4 {color: #7F0055; font-weight: bold;}
+.source-java .co1 {color: #3F7F5F; font-style: italic;}
+.source-java .co2 {color: #3F7F5F;}
+.source-java .co3 {color: #3F7F5F; font-style: italic; font-weight: bold;}
+.source-java .coMULTI {color: #3F5FBF; font-style: italic;}
+.source-java .es0 {color: #000000;}
+.source-java .br0 {color: #000000;}
+.source-java .st0 {color: #2A00ff;}
+.source-java .nu0 {color: #000000;}
+.source-java .me1 {color: #000000;}
+.source-java .me2 {color: #000000;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="Simple_configuration_handler.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Project_Concepts_Simple_configuration_handler">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project_Concepts/Simple_configuration_handler">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Project_Concepts/Simple_configuration_handler">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Project_Concepts/Simple_configuration_handler">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Simple_configuration_handler&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Simple_configuration_handler&oldid=285824">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Simple_configuration_handler.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Project_Concepts/Simple_configuration_handler&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Simple_configuration_handler&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Concepts/Simple_configuration_handler&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project%20Concepts/Simple%20configuration%20handler"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Project Concepts/Simple configuration handler</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Project_Concepts.1.html" title="SMILA/Project Concepts">Project Concepts</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Simple_configuration_handler.html#column-one">navigation</a>, <a href="Simple_configuration_handler.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Simple_configuration_handler.html#Description"><span class="tocnumber">1</span> <span class="toctext">Description</span></a></li>
+<li class="toclevel-1"><a href="Simple_configuration_handler.html#Usage"><span class="tocnumber">2</span> <span class="toctext">Usage</span></a>
+<ul>
+<li class="toclevel-2"><a href="Simple_configuration_handler.html#Configuring_the_configuration_folder"><span class="tocnumber">2.1</span> <span class="toctext">Configuring the configuration folder</span></a></li>
+<li class="toclevel-2"><a href="Simple_configuration_handler.html#JavaDoc"><span class="tocnumber">2.2</span> <span class="toctext">JavaDoc</span></a></li>
+<li class="toclevel-2"><a href="Simple_configuration_handler.html#Which_methods_have_a_bundle_fallback_and_which_not"><span class="tocnumber">2.3</span> <span class="toctext">Which methods have a bundle fallback and which not</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Simple_configuration_handler.html#Example"><span class="tocnumber">3</span> <span class="toctext">Example</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Description"></a><h2> <span class="mw-headline"> Description </span></h2>
+<p>Many of the SMILA bundles require configuration files. The <tt>org.eclipse.smila.utils.config.ConfigUtils</tt> support developers in accessing the configuration files.
+</p><p>By default the bundle's configuration files reside in a folder with the same name as the full qualified bundle name in a <tt>configuration</tt> folder.
+</p><p>For example the Jobmanager (bundle name is <tt>org.eclipse.smila.jobmanager</tt>) configuration resides in <tt>configuration/org.eclipse.smila.jobmanager</tt> and consists of several json files the Jobmanager accesses through the ConfigUtils.
+</p>
+<a name="Usage"></a><h2> <span class="mw-headline"> Usage </span></h2>
+<p>To use the <tt>ConfigUtils</tt> you have to import the package <tt>org.eclipse.smila.utils.config</tt>.
+</p><p>The ConfigUtils class provides several convenience methods to list or access files or streams in the bundle's configuration folder. This folder can be
+</p>
+<ul><li> a central config folder
+</li><li> a default config delivered and deployed with the bundle (only for streams and properties, see below)
+</li></ul>
+<p>I.e. if a configuration file is requested, the central configuration folder is searched first, if there is no such file, the bundle will be examined for a fallback file and then this fallback file will be loaded, if it exists. If the requested file could not be determined or accessed, a <tt>ConfigurationLoadException</tt> will be thrown.
+</p>
+<a name="Configuring_the_configuration_folder"></a><h3> <span class="mw-headline"> Configuring the configuration folder </span></h3>
+<p>The central configuration folder will be determined in the following order:
+</p>
+<ul><li> a system property of the name <tt>org.eclipse.smila.utils.config.root</tt>
+</li><li> an environment variable of the name <tt>org.eclipse.smila.utils.config.root</tt>
+</li><li> <tt><org.eclipse.core.runtime.Platform.getInstallLocation()>/configuration</tt> (which will always yield a folder)
+</li></ul>
+<a name="JavaDoc"></a><h3> <span class="mw-headline"> JavaDoc </span></h3>
+<p>The ConfigUtils' JavaDoc can be found <a href="http://build.eclipse.org/rt/smila/javadoc/current/org/eclipse/smila/utils/config/ConfigUtils.html" class="external text" title="http://build.eclipse.org/rt/smila/javadoc/current/org/eclipse/smila/utils/config/ConfigUtils.html" rel="nofollow">here</a>.
+</p>
+<a name="Which_methods_have_a_bundle_fallback_and_which_not"></a><h3> <span class="mw-headline"> Which methods have a bundle fallback and which not </span></h3>
+<p>Not all methods really look up the entries in the bundle if the files cannot be found in the configuration folder. The reason is that files cannot be loaded from the bundle, only streams can.
+</p>
+<ul><li>Lookup in the application's configuration folder only:
+<ul><li> getConfigFile
+</li><li> getConfigFilePath
+</li></ul>
+</li><li>Lookup all entries from the application's configuration folder if present or (only if no such folder has been found) list fallbacks from the bundle:
+<ul><li> getConfigEntries
+</li></ul>
+</li><li>First look up in the application's configuration folder, if no such file exists, look up fallback in the bundle
+<ul><li> getConfigStream
+</li><li> getConfigProperties
+</li><li> getConfigContent
+</li></ul>
+</li></ul>
+<a name="Example"></a><h2> <span class="mw-headline"> Example </span></h2>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">public</span> <span class="kw1">static</span> <span class="kw1">final</span> <span class="kw3">String</span> BUNDLE_ID = <span class="st0">"org.eclipse.smila.jobmanager"</span>;
+
+...
+
+ <span class="kw1">final</span> <span class="kw3">InputStream</span> bucketsJson =
+ ConfigUtils.<span class="me1">getConfigStream</span><span class="br0">(</span>BUNDLE_ID, <span class="st0">"buckets.json"</span><span class="br0">)</span>;
+ <span class="kw1">try</span> <span class="br0">{</span>
+ <span class="kw1">final</span> AnyMap bucketsAny = <span class="br0">(</span>AnyMap<span class="br0">)</span> _anyReader.<span class="me1">readJsonStream</span><span class="br0">(</span>bucketsJson<span class="br0">)</span>;
+
+ ...
+
+ <span class="br0">}</span> <span class="kw1">finally</span> <span class="br0">{</span>
+ IOUtils.<span class="me1">closeQuietly</span><span class="br0">(</span>bucketsJson<span class="br0">)</span>;
+ <span class="br0">}</span></pre></div>
+<p>This snippet will load a file "buckets.json" from either the applications configuration folder <tt>config/org.eclipse.smila.jobmanager/buckets.json</tt> or if that did not exist from the same path within the bundle and converts it into an <tt>AnyMap</tt>.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">public</span> <span class="kw1">static</span> <span class="kw1">final</span> <span class="kw3">String</span> BUNDLE_ID = <span class="st0">"org.eclipse.smila.importing.state.objectstore"</span>;
+
+...
+
+ <span class="kw3">Properties</span> props;
+ <span class="kw1">try</span> <span class="br0">{</span>
+ props = ConfigUtils.<span class="me1">getConfigProperties</span><span class="br0">(</span>BUNDLE_ID, <span class="st0">"deltastore.properties"</span><span class="br0">)</span>;
+ <span class="br0">}</span> <span class="kw1">catch</span> <span class="br0">(</span><span class="kw1">final</span> <span class="kw3">Exception</span> ex<span class="br0">)</span> <span class="br0">{</span>
+ _log.<span class="me1">info</span><span class="br0">(</span><span class="st0">"No configuration "</span> + BUNDLE_ID + <span class="st0">"/"</span> + <span class="st0">" found, using default settings."</span><span class="br0">)</span>;
+ props = <span class="kw1">new</span> <span class="kw3">Properties</span><span class="br0">(</span><span class="br0">)</span>;
+ <span class="br0">}</span></pre></div>
+<p>This snippet loads properties from either the applications configuration folder <tt>configuration/org.eclipse.smila.importing.state.objectstore</tt> or the same path within the bundle itself.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 26/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15399-0!1!0!!en!2!edit=0 and timestamp 20120202171431 -->
+<div class="printfooter">
+Retrieved from "<a href="Simple_configuration_handler.html">http://wiki.eclipse.org/SMILA/Project_Concepts/Simple_configuration_handler</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 15:34, 23 January 2012 by <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a>. Based on work by <a href="http://wiki.eclipse.org/User:Juergen.schumacher.empolis.com" title="User:Juergen.schumacher.empolis.com">Juergen Schumacher</a> and <a href="http://wiki.eclipse.org/index.php?title=User:Dhazin.gmail.com&action=edit" class="new" title="User:Dhazin.gmail.com">Dmitry Hazin</a>.</p>
+ <p id="footerviews">This page has been accessed 2,802 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.052 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Project_Guidelines.html b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Guidelines.html
new file mode 100644
index 0000000..9886166
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Project_Guidelines.html
@@ -0,0 +1,303 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Project Guidelines" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Project Guidelines - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Project_Guidelines";
+var wgTitle = "SMILA/Project Guidelines";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15478";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "119887";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Project_Guidelines.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Project_Guidelines">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project_Guidelines">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Project_Guidelines">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Project_Guidelines">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Guidelines&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Guidelines&oldid=119887">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Project_Guidelines.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Project_Guidelines&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Guidelines&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_Guidelines&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project%20Guidelines"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Project Guidelines</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../SMILA.html" title="SMILA">SMILA</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Project_Guidelines.html#column-one">navigation</a>, <a href="Project_Guidelines.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Project_Guidelines.html#Project_Guidelines"><span class="tocnumber">1</span> <span class="toctext">Project Guidelines</span></a>
+<ul>
+<li class="toclevel-2"><a href="Project_Guidelines.html#1._Preparation_for_Eclipse_Legal_Process"><span class="tocnumber">1.1</span> <span class="toctext">1. Preparation for Eclipse Legal Process</span></a></li>
+<li class="toclevel-2"><a href="Project_Guidelines.html#2._Handling_3rd-party_libraries"><span class="tocnumber">1.2</span> <span class="toctext">2. Handling 3rd-party libraries</span></a></li>
+<li class="toclevel-2"><a href="Project_Guidelines.html#3._SVN_Comments_during_Commit."><span class="tocnumber">1.3</span> <span class="toctext">3. SVN Comments during Commit.</span></a></li>
+<li class="toclevel-2"><a href="Project_Guidelines.html#4._File_Headers"><span class="tocnumber">1.4</span> <span class="toctext">4. File Headers</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Project_Guidelines"></a><h2> <span class="mw-headline"> Project Guidelines </span></h2>
+<a name="1._Preparation_for_Eclipse_Legal_Process"></a><h3> <span class="mw-headline"> 1. Preparation for Eclipse Legal Process </span></h3>
+<p>Here is the list of documents that each of us has to know about and act accordingly to them:
+</p><p><a href="http://www.eclipse.org/legal/guidetolegaldoc.php" class="external text" title="http://www.eclipse.org/legal/guidetolegaldoc.php" rel="nofollow">A Guide to the Legal Documentation for Eclipse-Based Content</a>
+</p><p><a href="http://www.eclipse.org/legal/epl/about.php" class="external text" title="http://www.eclipse.org/legal/epl/about.php" rel="nofollow">About File Templates</a>
+</p><p>Generally, we always have to follow <a href="http://www.eclipse.org/projects/dev_process/three-laws-of-eclipse.php" class="external text" title="http://www.eclipse.org/projects/dev_process/three-laws-of-eclipse.php" rel="nofollow">The Three Laws of Eclipse</a>.
+</p><p>Here you will find a detailed documentation of the current <a href="http://www.eclipse.org/legal/EclipseLegalProcessPoster.pdf" class="external text" title="http://www.eclipse.org/legal/EclipseLegalProcessPoster.pdf" rel="nofollow">IP Process</a>.
+A short version of it could be found under <a href="http://www.eclipse.org/projects/dev_process/ip-process-in-cartoons.php" class="external text" title="http://www.eclipse.org/projects/dev_process/ip-process-in-cartoons.php" rel="nofollow">The Eclipse IP Process in Eight Cartoons</a>.
+</p><p>Immediately, after we've entered the incubation phase, we should stick to <a href="http://www.eclipse.org/projects/dev_process/parallel-ip-process.php" class="external text" title="http://www.eclipse.org/projects/dev_process/parallel-ip-process.php" rel="nofollow">Guidelines for Using the Parallel IP Process</a>
+</p>
+<a name="2._Handling_3rd-party_libraries"></a><h3> <span class="mw-headline"> 2. Handling 3rd-party libraries </span></h3>
+<p>We have decided to check in all 3rd-party libraries in VCS (Subversion) that we make use of in eccenca/EILF. This does not only apply to binaries but also to the source code. So please check in as well compiled libs (JARs) as their source code in our VCS.
+</p><p>This decision has been made keeping the requirements for OSGi in mind. That means for all 3rd party libraries we need OSGi bundles. These bundles will have the name <b>[package]-[version]</b> and will be stored in eccenca/EILF in the VCS system.
+</p>
+<table width="100%" style="background-color:#ffffce; padding-left:30px;">
+<tr>
+<td>
+<p><b>Update:</b>
+</p><p>Since we are going to produce bundles of 3rd-party software, we should finally take care that these bundles are accepted by Eclipse Orbit Project. To be able to achieve this we have to comply to <a href="http://wiki.eclipse.org/Adding_Bundles_to_Orbit" class="external free" title="http://wiki.eclipse.org/Adding_Bundles_to_Orbit" rel="nofollow">http://wiki.eclipse.org/Adding_Bundles_to_Orbit</a>.
+</p>
+</td></tr></table>
+<p><br />
+</p>
+<table width="100%" style="background-color:#ffcccc; padding-left:30px;">
+<tr>
+<td>
+<p><b>Important:</b>
+</p><p>For each 3rd-party library whose licensing is not clearly compatible to EPL at the moment, an issue in JIRA must be created. There is a special component called "Legal Process" in JIRA that should be used in such issues. By doing so it will be very easy to track those issues and keep an eye on them.
+</p>
+</td></tr></table>
+<p><br />
+</p>
+<a name="3._SVN_Comments_during_Commit."></a><h3> <span class="mw-headline"> 3. SVN Comments during Commit. </span></h3>
+<p>When commiting source code you always have to add a comment to the check-in. This check-in must contain a JIRA issue id!
+</p><p>The issue comment should look like:
+</p>
+<pre># <module/area> | <main change/topic>
+- <detail comment>
+ECS-24
+</pre>
+<a name="4._File_Headers"></a><h3> <span class="mw-headline"> 4. File Headers </span></h3>
+<p>Both managements agreed that the we should have only one common file header.
+</p><p>The file header template:
+</p>
+<pre>/******************************************************************************
+ * Copyright (c) 2008 empolis GmbH and brox IT Solutions GmbH.
+ * All rights reserved. This program and the accompanying materials
+ * are made available under the terms of the Eclipse Public License v1.0
+ * which accompanies this distribution, and is available at
+ * http://www.eclipse.org/legal/epl-v10.html
+ *
+ * Contributors:
+ * Juergen Schumacher (empolis GmbH) - initial creator
+ ******************************************************************************/
+</pre>
+<p>Note:
+The initial developer(s) must be pointed out in "Contributors:" section. All other developers, that subsequently provide some small changes on the particular file, are not obliged to list their names too.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 12/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15478-0!1!0!!en!2!edit=0 and timestamp 20120203101337 -->
+<div class="printfooter">
+Retrieved from "<a href="Project_Guidelines.html">http://wiki.eclipse.org/SMILA/Project_Guidelines</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 12:13, 23 September 2008 by <a href="http://wiki.eclipse.org/User:T.menzel.brox.de" title="User:T.menzel.brox.de">thomas menzel</a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Dhazin.gmail.com&action=edit" class="new" title="User:Dhazin.gmail.com">Dmitry Hazin</a>.</p>
+ <p id="footerviews">This page has been accessed 1,949 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.086 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Project_information.html b/documentation/1.0/wiki.eclipse.org/SMILA/Project_information.html
new file mode 100644
index 0000000..d14da4f
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Project_information.html
@@ -0,0 +1,446 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Project information,SMILA/Attic,SMILA/Component Requirements,SMILA/Conferences Presentations,SMILA/Development Guidelines,SMILA/Discussions/Checkstyle,SMILA/Documentation/ApertureMimeTypeIdentifier,SMILA/Documentation/AperturePipelet,SMILA/Documentation/SNAPSHOT versions - which and why,SMILA/Documentation/Solr 3.5,SMILA/FREE BEER, SMILA Branch" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Project information - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Project_information";
+var wgTitle = "SMILA/Project information";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "35450";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286168";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Project_information.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Project_information">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project_information">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Project_information">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Project_information">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_information&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_information&oldid=286168">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Project_information.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Project_information&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_information&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Project_information&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Project%20information"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Project information</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../SMILA.html" title="SMILA">SMILA</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Project_information.html#column-one">navigation</a>, <a href="Project_information.html#searchInput">search</a></div> <!-- start content -->
+ <p>Here you can find project relevant information for the Eclipse SMILA project.
+</p>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Project_information.html#Work_in_Progress"><span class="tocnumber">1</span> <span class="toctext">Work in Progress</span></a></li>
+<li class="toclevel-1"><a href="Project_information.html#Current_Discussions"><span class="tocnumber">2</span> <span class="toctext">Current Discussions</span></a></li>
+<li class="toclevel-1"><a href="Project_information.html#Release_Management"><span class="tocnumber">3</span> <span class="toctext">Release Management</span></a></li>
+<li class="toclevel-1"><a href="Project_information.html#For_committers_and_contributors"><span class="tocnumber">4</span> <span class="toctext">For committers and contributors</span></a></li>
+<li class="toclevel-1"><a href="Project_information.html#Project_team"><span class="tocnumber">5</span> <span class="toctext">Project team</span></a></li>
+<li class="toclevel-1"><a href="Project_information.html#Logos"><span class="tocnumber">6</span> <span class="toctext">Logos</span></a></li>
+<li class="toclevel-1"><a href="Project_information.html#Conferences_and_Presentations"><span class="tocnumber">7</span> <span class="toctext">Conferences and Presentations</span></a></li>
+<li class="toclevel-1"><a href="Project_information.html#Projects_powered_by_SMILA"><span class="tocnumber">8</span> <span class="toctext">Projects powered by SMILA</span></a></li>
+<li class="toclevel-1"><a href="Project_information.html#Important_links"><span class="tocnumber">9</span> <span class="toctext">Important links</span></a></li>
+<li class="toclevel-1"><a href="Project_information.html#Miscellaneous"><span class="tocnumber">10</span> <span class="toctext">Miscellaneous</span></a></li>
+<li class="toclevel-1"><a href="Project_information.html#Attic"><span class="tocnumber">11</span> <span class="toctext">Attic</span></a></li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Work_in_Progress"></a><h2> <span class="mw-headline"> Work in Progress </span></h2>
+<p>The following pages are work in progress. Additions or changes not yet implemented or deemed usable.
+</p>
+<table class="table.gallery" border="0">
+
+<tr>
+<td> <a href="Documentation/Solr_3.5.html" title="SMILA/Documentation/Solr 3.5">Integration of Solr 3.5</a>
+</td></tr>
+<tr>
+<td> <a href="Documentation/AperturePipelet.html" title="SMILA/Documentation/AperturePipelet">Aperture Pipelet</a>
+</td></tr>
+<tr>
+<td> <a href="Documentation/ApertureMimeTypeIdentifier.html" title="SMILA/Documentation/ApertureMimeTypeIdentifier">Aperture Mime Type Identifier Pipelet</a>
+</td></tr></table>
+<a name="Current_Discussions"></a><h2> <span class="mw-headline"> Current Discussions </span></h2>
+<p>This area contains links to (open) discussions.
+</p>
+<table class="table.gallery" border="0">
+
+<tr>
+<td> <a href="Discussions/Checkstyle.html" title="SMILA/Discussions/Checkstyle">Checkstyle configuration</a>
+</td></tr>
+<tr>
+<td> <a href="Specifications/Partitioning_Storages.html" title="SMILA/Specifications/Partitioning Storages">Storage Points and Storage Partitioning</a>
+</td></tr></table>
+<a name="Release_Management"></a><h2> <span class="mw-headline"> Release Management </span></h2>
+<p>The Release work checklist can be found here:
+</p>
+<table class="table.gallery" border="0">
+
+<tr>
+<td> <a href="IP_Log_updates.html" title="SMILA/IP Log updates">SMILA IP Log updates</a>
+</td></tr>
+<tr>
+<td> <a href="Release_Work_Checklist.html" title="SMILA/Release Work Checklist">SMILA Release Work Checklist</a>
+</td></tr>
+<tr>
+<td> <a href="Documentation/SNAPSHOT_versions_-_which_and_why.html" title="SMILA/Documentation/SNAPSHOT versions - which and why">SNAPSHOT versions of third party software used in SMILA</a>
+</td></tr></table>
+<a name="For_committers_and_contributors"></a><h2> <span class="mw-headline"> For committers and contributors </span></h2>
+<p>Committers and contributors can find here information about agreed development process.
+</p>
+<div class="messagebox" style="background-color: #def3fe; border: 1px solid #c5d7e0; color: black; padding: 5px; margin: 1ex 0; min-height: 35px; padding-left: 45px;">
+<div style="float: left; margin-left: -40px;"><a href="http://wiki.eclipse.org/Image:Note.png" class="image" title="Note.png"><img alt="" src="http://wiki.eclipse.org/images/c/cc/Note.png" width="35" height="35" border="0" /></a></div>
+<div><b>We probably need to review most of these one day, as they are quite old ...</b><br /></div>
+</div>
+<table class="table.gallery" border="0">
+
+<tr>
+<td> <a href="Development_Guidelines.1.html" title="SMILA/Development Guidelines">Development Guidelines</a>
+</td></tr>
+<tr>
+<td> <a href="Project_Guidelines.html" title="SMILA/Project Guidelines">Project Guidelines</a>
+</td></tr>
+<tr>
+<td> <a href="Style_Guide.html" title="SMILA/Style Guide">Wiki Style guide</a>
+</td></tr>
+<tr>
+<td> <a href="General_Framework_Requirements.html" title="SMILA/General Framework Requirements">General framework requirements</a>
+</td></tr>
+<tr>
+<td> <a href="Component_Requirements.html" title="SMILA/Component Requirements">Component requirements</a>
+</td></tr>
+<tr>
+<td> <a href="Legal_Documentation.html" title="SMILA/Legal Documentation">Legal documentation</a>
+</td></tr></table>
+<a name="Project_team"></a><h2> <span class="mw-headline"> Project team </span></h2>
+<table>
+<tr>
+<td> <a href="http://wiki.eclipse.org/User:Igor.novakovic.attensity.com" title="User:Igor.novakovic.attensity.com">Igor Novakovic</a> (Attensity Europe GmbH): co-lead
+</td></tr>
+<tr>
+<td> <a href="http://wiki.eclipse.org/User:Juergen.schumacher.empolis.com" title="User:Juergen.schumacher.empolis.com">Jürgen Schumacher</a> (Attensity Europe GmbH): committer
+</td></tr>
+<tr>
+<td> <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a> (Attensity Europe GmbH): committer
+</td></tr>
+<tr>
+<td> <a href="http://wiki.eclipse.org/User:Andreas.weber.empolis.com" title="User:Andreas.weber.empolis.com">Andreas Weber</a> (Attensity Europe GmbH): committer
+</td></tr>
+<tr>
+<td> <a href="http://wiki.eclipse.org/User:T.menzel.brox.de" class="mw-redirect" title="User:T.menzel.brox.de">Thomas Menzel</a> (brox IT-Solutions GmbH): co-lead
+</td></tr>
+<tr>
+<td> <a href="http://wiki.eclipse.org/User:Eclipse.liefke.biz" title="User:Eclipse.liefke.biz">Tobias Liefke</a> (individual): committer
+</td></tr>
+<tr>
+<td> <a href="http://wiki.eclipse.org/User:Drazen.cindric.attensity.com" title="User:Drazen.cindric.attensity.com">Drazen Cindric</a> (Attensity Europe GmbH): committer
+</td></tr>
+<tr>
+<td> <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">Andreas Schank</a> (Attensity Europe GmbH): committer
+</td></tr>
+<tr>
+<td> <a href="http://wiki.eclipse.org/User:Gschmidt.sswt.de" title="User:Gschmidt.sswt.de">Georg Schmidt</a> (Schmidt Softwaretechnik GmbH): committer
+</td></tr>
+<tr>
+<td> <a href="http://wiki.eclipse.org/index.php?title=User:P.Wissel.brox.de&action=edit" class="new" title="User:P.Wissel.brox.de">Peter Wissel</a> (brox IT-Solutions GmbH): committer
+</td></tr></table>
+<p><b>Alumni</b>
+</p>
+<table>
+<tr>
+<td> <a href="http://wiki.eclipse.org/index.php?title=User:S.voigt.brox.de&action=edit" class="new" title="User:S.voigt.brox.de">Sebastian Voigt</a>: co-lead
+</td></tr>
+<tr>
+<td> <a href="http://wiki.eclipse.org/index.php?title=User:R.rausch.brox.de&action=edit" class="new" title="User:R.rausch.brox.de">Ralf Rausch</a>: committer
+</td></tr>
+<tr>
+<td> <a href="http://wiki.eclipse.org/index.php?title=User:R.schumann.brox.de&action=edit" class="new" title="User:R.schumann.brox.de">Ralf Schumann</a>: committer
+</td></tr>
+<tr>
+<td> <a href="http://wiki.eclipse.org/index.php?title=User:Leo.sauermann.dfki.de&action=edit" class="new" title="User:Leo.sauermann.dfki.de">Leo Sauermann</a>: committer
+</td></tr></table>
+<a name="Logos"></a><h2> <span class="mw-headline"> Logos </span></h2>
+<p>Here you can find the current SMILA logos:
+</p>
+<table class="table.gallery" border="0">
+
+<tr>
+<td> <a href="Logos.html" title="SMILA/Logos">SMILA Logos</a>
+</td></tr></table>
+<a name="Conferences_and_Presentations"></a><h2> <span class="mw-headline"> Conferences and Presentations </span></h2>
+<table class="table.gallery" border="0">
+
+<tr>
+<td> <a href="Conferences_Presentations.html" title="SMILA/Conferences Presentations">Conferences and presentations</a>
+</td></tr>
+<tr>
+<td> <a href="Webinar.html" title="SMILA/Webinar">SMILA Webinars</a>
+</td></tr>
+<tr>
+<td> <a href="TechPreviewJan2012_ETL.html" title="SMILA/TechPreviewJan2012 ETL">Webcast on new Importing framework</a>
+</td></tr>
+<tr>
+<td> <a href="http://www.youtube.com/user/SMILAChannel/videos?view=pl" class="external text" title="http://www.youtube.com/user/SMILAChannel/videos?view=pl" rel="nofollow">SMILA YouTube Channel</a>
+</td></tr></table>
+<a name="Projects_powered_by_SMILA"></a><h2> <span class="mw-headline"> Projects powered by SMILA </span></h2>
+<table class="table.gallery" border="0">
+
+<tr>
+<td> <a href="http://www.cubrikproject.eu/" class="external text" title="http://www.cubrikproject.eu/" rel="nofollow">CUbRIK: Open the search Box</a>
+</td></tr>
+<tr>
+<td> <a href="http://www.theseus-programm.de/de/1294.php" class="external text" title="http://www.theseus-programm.de/de/1294.php" rel="nofollow">TechWatch</a>
+</td></tr>
+<tr>
+<td> <a href="KinKon.html" title="SMILA/KinKon">KinKon</a>
+</td></tr>
+<tr>
+<td> <a href="Model-Driven_Retrieval_of_Model_Repositories.html" title="SMILA/Model-Driven Retrieval of Model Repositories">Model-Driven Retrieval of Model Repositories</a>
+</td></tr>
+<tr>
+<td> <a href="Searching_eclipse.org_with_SMILA.html" title="SMILA/Searching eclipse.org with SMILA">Searching eclipse.org with SMILA: An Eat-Your-Own-Dog-Food Experiment</a>
+</td></tr>
+<tr>
+<td> <a href="http://www.theseus-programm.de/de/chemprospector.php" class="external text" title="http://www.theseus-programm.de/de/chemprospector.php" rel="nofollow">ChemProspektor</a>, see <a href="http://www.theseus-programm.de/documents/05_SMILA_TK_Jun2011_ChemProspector.pdf" class="external text" title="http://www.theseus-programm.de/documents/05_SMILA_TK_Jun2011_ChemProspector.pdf" rel="nofollow">SMILA Conference 1.0 </a>
+</td></tr></table>
+<p>and even more - see the <a href="http://marketplace.eclipse.org/search/apachesolr_search/SMILA" class="external text" title="http://marketplace.eclipse.org/search/apachesolr_search/SMILA" rel="nofollow">eclipse marketplace for details</a>
+</p>
+<a name="Important_links"></a><h2> <span class="mw-headline"> Important links </span></h2>
+<table>
+<tr>
+<td> <a href="http://www.eclipse.org/smila" class="external text" title="http://www.eclipse.org/smila" rel="nofollow">SMILA homepage</a>
+</td></tr>
+<tr>
+<td> <a href="http://www.eclipse.org/newsportal/thread.php?group=eclipse.rt.smila" class="external text" title="http://www.eclipse.org/newsportal/thread.php?group=eclipse.rt.smila" rel="nofollow">SMILA newsgroup</a>
+</td></tr>
+<tr>
+<td> <a href="http://www.eclipse.org/smila/mailinglists.php" class="external text" title="http://www.eclipse.org/smila/mailinglists.php" rel="nofollow">SMILA mailing lists</a> (<a href="http://dev.eclipse.org/mhonarc/lists/smila-dev/maillist.html" class="external text" title="http://dev.eclipse.org/mhonarc/lists/smila-dev/maillist.html" rel="nofollow">smila-dev archive</a>, <a href="http://dev.eclipse.org/mhonarc/lists/smila-user/maillist.html" class="external text" title="http://dev.eclipse.org/mhonarc/lists/smila-user/maillist.html" rel="nofollow">smila-user archive</a>)
+</td></tr>
+<tr>
+<td> <a href="https://bugs.eclipse.org/bugs/" class="external text" title="https://bugs.eclipse.org/bugs/" rel="nofollow">Eclipse Bugzilla</a>
+</td></tr>
+<tr>
+<td> <a href="http://dev.eclipse.org/svnroot/rt/org.eclipse.smila/" class="external free" title="http://dev.eclipse.org/svnroot/rt/org.eclipse.smila/" rel="nofollow">http://dev.eclipse.org/svnroot/rt/org.eclipse.smila/</a> (Source code repository in SVN)
+</td></tr></table>
+<p>The mailinglists are indexed and searchable using markmail:<br />
+<a href="http://smila-dev.markmail.org/" class="external text" title="http://smila-dev.markmail.org/" rel="nofollow">smila-dev index on markmail</a><br />
+<a href="http://smila-user.markmail.org/" class="external text" title="http://smila-user.markmail.org/" rel="nofollow">smila-user index on markmail</a><br />
+<a href="http://smila.markmail.org/" class="external text" title="http://smila.markmail.org/" rel="nofollow">smila overall index on markmail</a><br />
+</p>
+<a name="Miscellaneous"></a><h2> <span class="mw-headline"> Miscellaneous </span></h2>
+<table class="table.gallery" border="0">
+
+<tr>
+<td> <a href="FREE_BEER,_SMILA_Branch.html" title="SMILA/FREE BEER, SMILA Branch">FREE BEER, SMILA Branch </a>
+</td></tr></table>
+<a name="Attic"></a><h2> <span class="mw-headline"> Attic </span></h2>
+<p>In the SMILA attic you can find stuff that is outdated like components that are no longer part of SMILA as well as finished discussions etc.
+</p>
+<table class="table.gallery" border="0">
+
+<tr>
+<td> <a href="Attic.html" title="SMILA/Attic">SMILA Attic</a>
+</td></tr></table>
+
+<!--
+NewPP limit report
+Preprocessor node count: 52/1000000
+Post-expand include size: 787/2097152 bytes
+Template argument size: 257/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:35450-0!1!0!!en!2!edit=0 and timestamp 20120202153317 -->
+<div class="printfooter">
+Retrieved from "<a href="Project_information.html">http://wiki.eclipse.org/SMILA/Project_information</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 14:17, 24 January 2012 by <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>.</p>
+ <p id="footerviews">This page has been accessed 227 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.066 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/REST_API_Reference.html b/documentation/1.0/wiki.eclipse.org/SMILA/REST_API_Reference.html
new file mode 100644
index 0000000..b3e473c
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/REST_API_Reference.html
@@ -0,0 +1,270 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Documentation/REST API Reference,SMILA/Documentation/AgentController,SMILA/Documentation/Bulkbuilder,SMILA/Documentation/CrawlerController,SMILA/Documentation/DataObjectTypesAndBuckets,SMILA/Documentation/Importing/DeltaCheck,SMILA/Documentation/Importing/VisitedLinks,SMILA/Documentation/JobDefinitions,SMILA/Documentation/JobRuns,SMILA/Documentation/ObjectStore/Bundle org.eclipse.smila.objectstore,SMILA/Documentation/Processing/JSON REST API for BPEL pipelines" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Documentation/REST API Reference - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Documentation/REST_API_Reference";
+var wgTitle = "SMILA/Documentation/REST API Reference";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "35451";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286137";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="REST_API_Reference.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Documentation_REST_API_Reference">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/REST_API_Reference">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Documentation/REST_API_Reference">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Documentation/REST_API_Reference">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/REST_API_Reference&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/REST_API_Reference&oldid=286137">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Documentation/REST_API_Reference.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Documentation/REST_API_Reference&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/REST_API_Reference&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Documentation/REST_API_Reference&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Documentation/REST%20API%20Reference"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Documentation/REST API Reference</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../SMILA.html" title="SMILA">SMILA</a> | <a href="Documentation.1.html" title="SMILA/Documentation">Documentation</a></span>(Redirected from <a href="http://wiki.eclipse.org/index.php?title=SMILA/REST_API_Reference&redirect=no" title="SMILA/REST API Reference">SMILA/REST API Reference</a>)</div>
+ <div id="jump-to-nav">Jump to: <a href="REST_API_Reference.html#column-one">navigation</a>, <a href="REST_API_Reference.html#searchInput">search</a></div> <!-- start content -->
+ <p>This page is intended to serve as a cross reference to the SMILA manual based on the SMILA ReST API. It lists all URLs of the ReST API and links them to the manual page that describes it.
+</p>
+<ul><li> <b><tt>/smila/</tt></b>: Main entry page: system state overview and links to the other APIs.
+<ul><li> <tt><a href="Documentation/Processing/JSON_REST_API_for_pipelets.html" title="SMILA/Documentation/Processing/JSON REST API for pipelets">pipelets/</a></tt>: Show available pipelets.
+</li><li> <tt><a href="Documentation/Processing/JSON_REST_API_for_BPEL_pipelines.html" title="SMILA/Documentation/Processing/JSON REST API for BPEL pipelines">pipelines/</a></tt>: Show, modify and invoke available pipelines.
+</li><li> <tt>jobmanager/</tt>: JobManager entry page, just links to the APIs below:
+<ul><li> <tt><a href="Documentation/DataObjectTypesAndBuckets.html#List_data_object_types" title="SMILA/Documentation/DataObjectTypesAndBuckets">dataobjecttypes/</a></tt>: show available DOTs.
+</li><li> <tt><a href="Documentation/DataObjectTypesAndBuckets.html#List.2C_create.2C_and_modify_buckets" title="SMILA/Documentation/DataObjectTypesAndBuckets">buckets/</a></tt>: Show and modify availabe persistent buckets.
+</li><li> <tt><a href="Documentation/WorkerAndWorkflows.html#List_workers" title="SMILA/Documentation/WorkerAndWorkflows">workers/</a></tt>: Show available workers.
+</li><li> <tt><a href="Documentation/WorkerAndWorkflows.html#List.2C_create.2C_and_modify_workflows" title="SMILA/Documentation/WorkerAndWorkflows">workflows/</a></tt>: Show and modify available workflows.
+</li><li> <tt><a href="Documentation/JobDefinitions.html#List.2C_create.2C_modify_jobs" title="SMILA/Documentation/JobDefinitions">jobs/</a></tt>: Show and modify available jobs.
+<ul><li> <tt><a href="Documentation/JobDefinitions.html#Specific_job" title="SMILA/Documentation/JobDefinitions"><jobName>/</a></tt>: show job information and start job run.
+<ul><li> <tt><a href="Documentation/JobRuns.html#Monitor_a_job_run_or_delete_job_run_data" title="SMILA/Documentation/JobRuns"><jobRunId>/</a></tt>: monitor a job run, delete data of a finished job run.
+<ul><li> <tt><a href="Documentation/JobRuns.html#Finish_job_run" title="SMILA/Documentation/JobRuns">finish/</a></tt>: Finish a job run.
+</li><li> <tt><a href="Documentation/JobRuns.html#Cancel_job_run" title="SMILA/Documentation/JobRuns">cancel/</a></tt>: Cancel a job run.
+</li></ul>
+</li></ul>
+</li></ul>
+</li></ul>
+</li><li> <tt>job/<jobName>/</tt>: Bulkbuilder Push API
+<ul><li> <tt><a href="Documentation/Bulkbuilder.html#Record_push_REST_API" title="SMILA/Documentation/Bulkbuilder">record/</a></tt>: Add a record to a running job for adding or deleting.
+</li><li> <tt><a href="Documentation/Bulkbuilder.html#push_a_micro_bulk" title="SMILA/Documentation/Bulkbuilder">bulk/</a></tt>: Add a bulk of records to a running job for adding or deleting.
+</li></ul>
+</li><li> <tt><a href="Documentation/TaskManager.html#External_REST_API" title="SMILA/Documentation/TaskManager">tasks/</a></tt>: Show and inspect worker task queues.
+</li><li> <tt>importing/</tt>: Entry page for service APIs of the importing framework, just links to APIs below:
+<ul><li> <tt><a href="Documentation/Importing/DeltaCheck.html#DeltaService_ReST_API" title="SMILA/Documentation/Importing/DeltaCheck">delta/</a></tt>: Show and cleanup state of datasources in Delta service.
+</li><li> <tt><a href="Documentation/Importing/VisitedLinks.html#VisitedLinks_ReST_API" title="SMILA/Documentation/Importing/VisitedLinks">visitedlinks/</a></tt>: Show and cleanup state of datasources in VisitedLinks service.
+</li></ul>
+</li><li> <tt><a href="Documentation/ObjectStore/Bundle_org.eclipse.smila.objectstore.html#Handlers_in_org.eclipse.smila.objectstore" title="SMILA/Documentation/ObjectStore/Bundle org.eclipse.smila.objectstore">store/</a></tt>: Show, modify and inspect the ObjectStore service.
+</li><li> <tt><a href="Documentation/CrawlerController.html#HTTP_ReST_JSON_interface" title="SMILA/Documentation/CrawlerController">crawlers/</a></tt>: Show and control crawlers in the old ConnectivityFramework (deprecated)
+</li><li> <tt><a href="Documentation/AgentController.html#HTTP_ReST_JSON_interface" title="SMILA/Documentation/AgentController">agents/</a></tt>: Show and control ageints in the old ConnectivityFramework (deprecated)
+</li><li> <tt>debug/</tt>: Internal information for debugging purposes. May change at any time and without notice, therefore intentionally left undocumented.
+</li></ul>
+</li><li> <b><tt><a href="Documentation/TaskManager.html#Internal_REST_API" title="SMILA/Documentation/TaskManager">/taskmanager/</a></tt></b>: TaskManager API for workers not running embedded in SMILA.
+</li><li> <b><tt>/zookeeper/</tt></b>: Inspect contents of Zookeeper's z-node tree. For debugging purposes.
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 27/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:35451-0!1!0!!en!2!edit=0 and timestamp 20120203101109 -->
+<div class="printfooter">
+Retrieved from "<a href="Documentation/REST_API_Reference.html">http://wiki.eclipse.org/SMILA/Documentation/REST_API_Reference</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 13:33, 24 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. </p>
+ <p id="footerviews">This page has been accessed 208 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.068 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Release_Work_Checklist.html b/documentation/1.0/wiki.eclipse.org/SMILA/Release_Work_Checklist.html
new file mode 100644
index 0000000..3a0bb78
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Release_Work_Checklist.html
@@ -0,0 +1,299 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Release Work Checklist" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Release Work Checklist - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Release_Work_Checklist";
+var wgTitle = "SMILA/Release Work Checklist";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "33333";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286493";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Release_Work_Checklist.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Release_Work_Checklist">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Release_Work_Checklist">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Release_Work_Checklist">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Release_Work_Checklist">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Release_Work_Checklist&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Release_Work_Checklist&oldid=286493">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Release_Work_Checklist.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Release_Work_Checklist&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Release_Work_Checklist&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Release_Work_Checklist&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Release%20Work%20Checklist"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Release Work Checklist</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../SMILA.html" title="SMILA">SMILA</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Release_Work_Checklist.html#column-one">navigation</a>, <a href="Release_Work_Checklist.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Release_Work_Checklist.html#How_to_create_a_SMILA_release_or_milestone"><span class="tocnumber">1</span> <span class="toctext">How to create a SMILA release or milestone</span></a>
+<ul>
+<li class="toclevel-2"><a href="Release_Work_Checklist.html#Check_versions_of_SMILA_bundles_and_packages"><span class="tocnumber">1.1</span> <span class="toctext">Check versions of SMILA bundles and packages</span></a></li>
+<li class="toclevel-2"><a href="Release_Work_Checklist.html#Put_builds_on_Eclipse_download_server"><span class="tocnumber">1.2</span> <span class="toctext">Put builds on Eclipse download server</span></a></li>
+<li class="toclevel-2"><a href="Release_Work_Checklist.html#Make_javadocs_available"><span class="tocnumber">1.3</span> <span class="toctext">Make javadocs available</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="How_to_create_a_SMILA_release_or_milestone"></a><h2> <span class="mw-headline"> How to create a SMILA release or milestone </span></h2>
+<p>This page describes what to do to make a SMILA release or milestone available for download.
+</p>
+<a name="Check_versions_of_SMILA_bundles_and_packages"></a><h3> <span class="mw-headline"> Check versions of SMILA bundles and packages </span></h3>
+<p>All bundles, packages, features, products should have version numbers equals to the release/milestone number (without the milestone part of sourse). I.e. for release 1.0 all versions should be set to 1.0.0.
+</p>
+<a name="Put_builds_on_Eclipse_download_server"></a><h3> <span class="mw-headline"> Put builds on Eclipse download server </span></h3>
+<ul><li> Check that the last nightly build <code><a href="http://build.eclipse.org/rt/smila/nightly/" class="external free" title="http://build.eclipse.org/rt/smila/nightly/" rel="nofollow">http://build.eclipse.org/rt/smila/nightly/</a></code> was successful.
+</li><li> Create a tag of <code><a href="https://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk" class="external free" title="https://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk" rel="nofollow">https://dev.eclipse.org/svnroot/rt/org.eclipse.smila/trunk</a></code> using the revision of the nightly build.
+</li><li> Log-in to <code>build.eclipse.org</code> using committer ID and password.
+</li></ul>
+<ul><li> For milestones: <code>cd /opt/public/rt/smila/milestones</code>
+</li><li> For releases: <code>cd /opt/public/rt/smila/releases</code>
+</li></ul>
+<ul><li> In the following "$VERSION" is the release number.
+<ul><li> milestones: e.g. "1.0-M1".
+</li><li> releases: e.g. "1.0"
+</li></ul>
+</li></ul>
+<ul><li> <code>mkdir $VERSION</code>
+</li><li> <code>cp ../nightly/SMILA-*.zip $VERSION</code>
+</li><li> rename the files by replacing the "r1234" part with $VERSION
+</li></ul>
+<ul><li> For milestones: <code>cp -R $VERSION /home/data/httpd/download.eclipse.org/rt/smila/milestones</code>
+</li><li> For releases: <code>cp -R $VERSION /home/data/httpd/download.eclipse.org/rt/smila/releases</code>
+</li><li> Send URLs for download to a project lead to put them on the web pages (:
+</li></ul>
+<ul><li> Download URLs for milestones:
+<ul><li> <a href="http://www.eclipse.org/downloads/download.php?file=/rt/smila/milestones/$VERSION/SMILA-$VERSION-linux.gtk.x86.zip" class="external free" title="http://www.eclipse.org/downloads/download.php?file=/rt/smila/milestones/$VERSION/SMILA-$VERSION-linux.gtk.x86.zip" rel="nofollow">http://www.eclipse.org/downloads/download.php?file=/rt/smila/milestones/$VERSION/SMILA-$VERSION-linux.gtk.x86.zip</a>
+</li><li> <a href="http://www.eclipse.org/downloads/download.php?file=/rt/smila/milestones/$VERSION/SMILA-$VERSION-linux.gtk.x86_64.zip" class="external free" title="http://www.eclipse.org/downloads/download.php?file=/rt/smila/milestones/$VERSION/SMILA-$VERSION-linux.gtk.x86_64.zip" rel="nofollow">http://www.eclipse.org/downloads/download.php?file=/rt/smila/milestones/$VERSION/SMILA-$VERSION-linux.gtk.x86_64.zip</a>
+</li><li> <a href="http://www.eclipse.org/downloads/download.php?file=/rt/smila/milestones/$VERSION/SMILA-$VERSION-macosx.cocoa.x86_64.zip" class="external free" title="http://www.eclipse.org/downloads/download.php?file=/rt/smila/milestones/$VERSION/SMILA-$VERSION-macosx.cocoa.x86_64.zip" rel="nofollow">http://www.eclipse.org/downloads/download.php?file=/rt/smila/milestones/$VERSION/SMILA-$VERSION-macosx.cocoa.x86_64.zip</a>
+</li><li> <a href="http://www.eclipse.org/downloads/download.php?file=/rt/smila/milestones/$VERSION/SMILA-$VERSION-win32.win32.x86.zip" class="external free" title="http://www.eclipse.org/downloads/download.php?file=/rt/smila/milestones/$VERSION/SMILA-$VERSION-win32.win32.x86.zip" rel="nofollow">http://www.eclipse.org/downloads/download.php?file=/rt/smila/milestones/$VERSION/SMILA-$VERSION-win32.win32.x86.zip</a>
+</li><li> <a href="http://www.eclipse.org/downloads/download.php?file=/rt/smila/milestones/$VERSION/SMILA-$VERSION-win32.win32.x86_64.zip" class="external free" title="http://www.eclipse.org/downloads/download.php?file=/rt/smila/milestones/$VERSION/SMILA-$VERSION-win32.win32.x86_64.zip" rel="nofollow">http://www.eclipse.org/downloads/download.php?file=/rt/smila/milestones/$VERSION/SMILA-$VERSION-win32.win32.x86_64.zip</a>
+</li></ul>
+</li></ul>
+<ul><li> Download URLs for releases:
+<ul><li> <a href="http://www.eclipse.org/downloads/download.php?file=/rt/smila/releases/$VERSION/SMILA-$VERSION-linux.gtk.x86.zip" class="external free" title="http://www.eclipse.org/downloads/download.php?file=/rt/smila/releases/$VERSION/SMILA-$VERSION-linux.gtk.x86.zip" rel="nofollow">http://www.eclipse.org/downloads/download.php?file=/rt/smila/releases/$VERSION/SMILA-$VERSION-linux.gtk.x86.zip</a>
+</li><li> <a href="http://www.eclipse.org/downloads/download.php?file=/rt/smila/releases/$VERSION/SMILA-$VERSION-linux.gtk.x86_64.zip" class="external free" title="http://www.eclipse.org/downloads/download.php?file=/rt/smila/releases/$VERSION/SMILA-$VERSION-linux.gtk.x86_64.zip" rel="nofollow">http://www.eclipse.org/downloads/download.php?file=/rt/smila/releases/$VERSION/SMILA-$VERSION-linux.gtk.x86_64.zip</a>
+</li><li> <a href="http://www.eclipse.org/downloads/download.php?file=/rt/smila/releases/$VERSION/SMILA-$VERSION-macosx.cocoa.x86_64.zip" class="external free" title="http://www.eclipse.org/downloads/download.php?file=/rt/smila/releases/$VERSION/SMILA-$VERSION-macosx.cocoa.x86_64.zip" rel="nofollow">http://www.eclipse.org/downloads/download.php?file=/rt/smila/releases/$VERSION/SMILA-$VERSION-macosx.cocoa.x86_64.zip</a>
+</li><li> <a href="http://www.eclipse.org/downloads/download.php?file=/rt/smila/releases/$VERSION/SMILA-$VERSION-win32.win32.x86.zip" class="external free" title="http://www.eclipse.org/downloads/download.php?file=/rt/smila/releases/$VERSION/SMILA-$VERSION-win32.win32.x86.zip" rel="nofollow">http://www.eclipse.org/downloads/download.php?file=/rt/smila/releases/$VERSION/SMILA-$VERSION-win32.win32.x86.zip</a>
+</li><li> <a href="http://www.eclipse.org/downloads/download.php?file=/rt/smila/releases/$VERSION/SMILA-$VERSION-win32.win32.x86_64.zip" class="external free" title="http://www.eclipse.org/downloads/download.php?file=/rt/smila/releases/$VERSION/SMILA-$VERSION-win32.win32.x86_64.zip" rel="nofollow">http://www.eclipse.org/downloads/download.php?file=/rt/smila/releases/$VERSION/SMILA-$VERSION-win32.win32.x86_64.zip</a>
+</li></ul>
+</li></ul>
+<a name="Make_javadocs_available"></a><h3> <span class="mw-headline"> Make javadocs available </span></h3>
+<ul><li> <code>cd /opt/public/rt/smila/javadoc</code>
+</li><li> <code>cp -R current $VERSION</code>
+</li><li> <code>cd $VERSION</code>
+</li><li> <code>zip -r ../SMILA-javadoc-$VERSION.zip *</code>
+</li></ul>
+<ul><li> Send URLs to a project lead to put them on the web pages (:
+<ul><li> URL to view online: <a href="http://build.eclipse.org/rt/smila/javadoc/$VERSION/" class="external free" title="http://build.eclipse.org/rt/smila/javadoc/$VERSION/" rel="nofollow">http://build.eclipse.org/rt/smila/javadoc/$VERSION/</a>
+</li><li> URL to download: <a href="http://build.eclipse.org/rt/smila/javadoc/SMILA-javadoc-$VERSION.zip" class="external free" title="http://build.eclipse.org/rt/smila/javadoc/SMILA-javadoc-$VERSION.zip" rel="nofollow">http://build.eclipse.org/rt/smila/javadoc/SMILA-javadoc-$VERSION.zip</a>
+</li></ul>
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 18/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:33333-0!1!0!!en!2!edit=0 and timestamp 20120203101333 -->
+<div class="printfooter">
+Retrieved from "<a href="Release_Work_Checklist.html">http://wiki.eclipse.org/SMILA/Release_Work_Checklist</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 11:07, 25 January 2012 by <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>.</p>
+ <p id="footerviews">This page has been accessed 1,103 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.118 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/ReworkOfDocumentationBrainstorming.html b/documentation/1.0/wiki.eclipse.org/SMILA/ReworkOfDocumentationBrainstorming.html
new file mode 100644
index 0000000..1c644bb
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/ReworkOfDocumentationBrainstorming.html
@@ -0,0 +1,252 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/ReworkOfDocumentationBrainstorming" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/ReworkOfDocumentationBrainstorming - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/ReworkOfDocumentationBrainstorming";
+var wgTitle = "SMILA/ReworkOfDocumentationBrainstorming";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "35066";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "282071";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="ReworkOfDocumentationBrainstorming.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_ReworkOfDocumentationBrainstorming">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/ReworkOfDocumentationBrainstorming">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/ReworkOfDocumentationBrainstorming">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/ReworkOfDocumentationBrainstorming">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/ReworkOfDocumentationBrainstorming&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/ReworkOfDocumentationBrainstorming&oldid=282071">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="ReworkOfDocumentationBrainstorming.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/ReworkOfDocumentationBrainstorming&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/ReworkOfDocumentationBrainstorming&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/ReworkOfDocumentationBrainstorming&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/ReworkOfDocumentationBrainstorming"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/ReworkOfDocumentationBrainstorming</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../SMILA.html" title="SMILA">SMILA</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="ReworkOfDocumentationBrainstorming.html#column-one">navigation</a>, <a href="ReworkOfDocumentationBrainstorming.html#searchInput">search</a></div> <!-- start content -->
+ <p>Define user groups and provide overview pages for each like
+</p>
+<ul><li> Beginners
+</li><li> Pipeline Builders
+</li><li> SMILA Administrators
+</li></ul>
+<p><br />
+</p><p>Define a SMILA curriculum (Learning SMILA in 5 day, include external links)
+</p><p><br />
+</p><p>Provide short videos on how to use something like:
+</p>
+<ul><li> BPEL Designer
+</li><li> Indexing
+</li><li> Search
+</li></ul>
+<p><br />
+</p><p><br />
+</p><p>Link Code or link Wiki from Code?
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 1/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:35066-0!1!0!!en!2!edit=0 and timestamp 20120203101451 -->
+<div class="printfooter">
+Retrieved from "<a href="ReworkOfDocumentationBrainstorming.html">http://wiki.eclipse.org/SMILA/ReworkOfDocumentationBrainstorming</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 11:22, 13 December 2011 by <a href="http://wiki.eclipse.org/index.php?title=User:Bjoern.decker.attensity.com&action=edit" class="new" title="User:Bjoern.decker.attensity.com">Björn Decker</a>. </p>
+ <p id="footerviews">This page has been accessed 280 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.067 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Searching_eclipse.org_with_SMILA.html b/documentation/1.0/wiki.eclipse.org/SMILA/Searching_eclipse.org_with_SMILA.html
new file mode 100644
index 0000000..4710e79
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Searching_eclipse.org_with_SMILA.html
@@ -0,0 +1,237 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Searching eclipse.org with SMILA" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Searching eclipse.org with SMILA - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Searching_eclipse.org_with_SMILA";
+var wgTitle = "SMILA/Searching eclipse.org with SMILA";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "22962";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "284641";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Searching_eclipse.org_with_SMILA.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Searching_eclipse_org_with_SMILA">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Searching_eclipse.org_with_SMILA">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Searching_eclipse.org_with_SMILA">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Searching_eclipse.org_with_SMILA">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Searching_eclipse.org_with_SMILA&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Searching_eclipse.org_with_SMILA&oldid=284641">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Searching_eclipse.org_with_SMILA.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Searching_eclipse.org_with_SMILA&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Searching_eclipse.org_with_SMILA&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Searching_eclipse.org_with_SMILA&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Searching%20eclipse.org%20with%20SMILA"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Searching eclipse.org with SMILA</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../SMILA.html" title="SMILA">SMILA</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Searching_eclipse.org_with_SMILA.html#column-one">navigation</a>, <a href="Searching_eclipse.org_with_SMILA.html#searchInput">search</a></div> <!-- start content -->
+ <p><b>SMILA 4 Eclipse: “Eat Your Own Dog Food”</b>
+</p><p><u>What the environment looks like<br /></u>The well known eclipse portal meanwhile contains a really great set of more or less homogenous organized information about its (sub-) projects. The areas are e.g. project-descriptions, wikis, howtos, downloads, manuals, sources and many more.<br />But there exists only one search functionality which delivers search results which are mixed up through the different categories mentioned above. Furthermore, there exists no additional configuration for the search, e.g. to narrow the search to a certain (sub-) project or to search within a certain category of information, etc.<br /><u>What has to be done<br /></u>The aim was to develop a prototypical search for the eclipse portal which compensates the shortfalls mentioned above by providing the possibility to provide additional parameters to the search requests. <br /><u>Where to start<br /></u>The starting point was <br />• the source code of the 0.5-M3 SMILA release and <br />• the (widely unknown) content of the eclipse portal,<br />• 5 days of effort and <br />• at least the aim to create a more comfortable search for eclipse.org<br /><u>What has been done<br /></u>At the beginning, the requirements of the project have been collected and analyzed, as well as the average organization structure within the eclipse.org universe and its projects. After realizing that configuration of a standard SMILA release won’t provide the needed functionality, the next steps have been to get the SMILA-sources, to set up the development environment and to create an IDE-project.<br />The Solr-content as well as the Web-Crawler has been configured. This content includes the searchable data as well as additional data only necessary to be shown within the resultlists.<br />Three new OSGi-bundles have been created to extract information about<br />• the category of the content – wiki, project, howto, source, etc.<br />• the project the content belongs to<br />• the author of the content, if this information is available.
+</p><p><u>What it look like</u><br /><a href="http://wiki.eclipse.org/Image:SMILA4Eclipse.jpg" class="image" title="Image:SMILA4Eclipse.jpg"><img alt="Image:SMILA4Eclipse.jpg" src="http://wiki.eclipse.org/images/9/9c/SMILA4Eclipse.jpg" width="1156" height="704" border="0" /></a>
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 24/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:22962-0!1!0!!en!2!edit=0 and timestamp 20120203101348 -->
+<div class="printfooter">
+Retrieved from "<a href="Searching_eclipse.org_with_SMILA.html">http://wiki.eclipse.org/SMILA/Searching_eclipse.org_with_SMILA</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 09:13, 16 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Daniel.stucky.attensity.com&action=edit" class="new" title="User:Daniel.stucky.attensity.com">Daniel Stucky</a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Andreas.schultz.empolis.com&action=edit" class="new" title="User:Andreas.schultz.empolis.com">scul77 </a>.</p>
+ <p id="footerviews">This page has been accessed 2,701 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.066 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Specifications.1.html b/documentation/1.0/wiki.eclipse.org/SMILA/Specifications.1.html
new file mode 100644
index 0000000..29bd71e
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Specifications.1.html
@@ -0,0 +1,288 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Specifications,SMILA/Specifications/2 Nodes,SMILA/Specifications/CompoundManagementDiscussion,SMILA/Specifications/CrawlerAPIDiscussion09,SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09,SMILA/Specifications/LuceneIntegration,SMILA/Specifications/Management Of The Smila Components,SMILA/Specifications/Partitioning Storages,SMILA/Specifications/ProcessingMessageResequencer,SMILA/Specifications/ProcessingPerformanceDiscussion,SMILA/Specifications/RecordStorage" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Specifications - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Specifications";
+var wgTitle = "SMILA/Specifications";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15323";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "247461";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Specifications.1.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Specifications">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Specifications">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Specifications">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Specifications">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications&oldid=247461">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Specifications.1.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Specifications&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Specifications"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Specifications</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../SMILA.html" title="SMILA">SMILA</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Specifications.1.html#column-one">navigation</a>, <a href="Specifications.1.html#searchInput">search</a></div> <!-- start content -->
+ <a name="Project_Specifications"></a><h2> <span class="mw-headline"> Project Specifications </span></h2>
+<table class="table.gallery" border="0">
+
+<tr>
+<td> <a href="Specifications/CrawlerAPIDiscussion09.html" title="SMILA/Specifications/CrawlerAPIDiscussion09">Crawler API Discussion Version 0.9</a>
+</td></tr>
+<tr>
+<td> <a href="Specifications/DeltaIndexingAndConnectivtyDiscussion09.html" title="SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09">DeltaIndexing & ConnectivityManager Version 0.9</a>
+</td></tr>
+<tr>
+<td> <a href="Specifications/UsefulLogMessages.html" title="SMILA/Specifications/UsefulLogMessages"> Useful Log Messages </a>
+</td></tr>
+<tr>
+<td> <a href="Specifications/Partitioning_Storages.html" title="SMILA/Specifications/Partitioning Storages"> Partitioning storages for Backup and Reuse/Recrawling</a>
+</td></tr>
+<tr>
+<td> <a href="Specifications/2_Nodes.html" title="SMILA/Specifications/2 Nodes"> Running SMILA on two nodes without XmlStorage</a>
+</td></tr>
+<tr>
+<td> <a href="Specifications/RecordWorkflowDiscussion09.html" title="SMILA/Specifications/RecordWorkflowDiscussion09"> Record Workflow Discussion (Router/Queue/Listener/BPEL interaction) Version 0.9</a>
+</td></tr>
+<tr>
+<td><a href="Specifications/Management_Of_The_Smila_Components.html" title="SMILA/Specifications/Management Of The Smila Components"> Management of the Smila components</a>
+</td></tr>
+<tr>
+<td><a href="Specifications/Smila_Security_Concept.html" title="SMILA/Specifications/Smila Security Concept"> Smila Security Concept</a>
+</td></tr>
+<tr>
+<td><a href="Specifications/RecordStorage.html" title="SMILA/Specifications/RecordStorage"> Record Storage</a>
+</td></tr>
+<tr>
+<td><a href="Specifications/LuceneIntegration.html" title="SMILA/Specifications/LuceneIntegration"> Lucene Integration</a>
+</td></tr>
+<tr>
+<td> <a href="Specifications/CompoundManagementDiscussion.html" title="SMILA/Specifications/CompoundManagementDiscussion">CompoundManagement Discussion</a>
+</td></tr>
+<tr>
+<td> <a href="Specifications/ProcessingPerformanceDiscussion.html" title="SMILA/Specifications/ProcessingPerformanceDiscussion">Processing Performance Discussion</a>
+</td></tr>
+<tr>
+<td> <a href="Specifications/ProcessingMessageResequencer.html" title="SMILA/Specifications/ProcessingMessageResequencer">Processing Message Resequencer</a>
+</td></tr></table>
+<a name="Defininely_Obsolete"></a><h3> <span class="mw-headline"> Defininely Obsolete </span></h3>
+<table class="table.gallery" border="0">
+
+<tr>
+<td><a href="Specifications/Search_API.html" title="SMILA/Specifications/Search API"> Search API</a>
+</td></tr>
+<tr>
+<td><a href="Specifications/Search_Processing.html" title="SMILA/Specifications/Search Processing"> Search Processing</a>
+</td></tr>
+<tr>
+<td><a href="Specifications/Service_Runtime_Parameters.html" title="SMILA/Specifications/Service Runtime Parameters"> Service Runtime Parameters</a>
+</td></tr></table>
+
+<!--
+NewPP limit report
+Preprocessor node count: 3/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15323-0!1!0!!en!2!edit=0 and timestamp 20120203101438 -->
+<div class="printfooter">
+Retrieved from "<a href="Specifications.1.html">http://wiki.eclipse.org/SMILA/Specifications</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 08:15, 21 April 2011 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/User:Tmenzel.brox.de" title="User:Tmenzel.brox.de">thomas menzel</a>, <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a> and <a href="http://wiki.eclipse.org/User:Juergen.schumacher.empolis.com" title="User:Juergen.schumacher.empolis.com">Juergen Schumacher</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications&action=credits" title="SMILA/Specifications">others</a>.</p>
+ <p id="footerviews">This page has been accessed 4,913 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.077 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/2_Nodes.html b/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/2_Nodes.html
new file mode 100644
index 0000000..b8b7024
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/2_Nodes.html
@@ -0,0 +1,238 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Specifications/2 Nodes" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Specifications/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Specifications/2 Nodes - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Specifications/2_Nodes";
+var wgTitle = "SMILA/Specifications/2 Nodes";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "16760";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286038";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="2_Nodes.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Specifications_2_Nodes">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Specifications/2_Nodes">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Specifications/2_Nodes">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Specifications/2_Nodes">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/2_Nodes&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/2_Nodes&oldid=286038">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="2_Nodes.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Specifications/2_Nodes&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/2_Nodes&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/2_Nodes&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Specifications/2%20Nodes"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Specifications/2 Nodes</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Specifications.1.html" title="SMILA/Specifications">Specifications</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="2_Nodes.html#column-one">navigation</a>, <a href="2_Nodes.html#searchInput">search</a></div> <!-- start content -->
+ <div class="messagebox" style="background-color: #def3fe; border: 1px solid #c5d7e0; color: black; padding: 5px; margin: 1ex 0; min-height: 35px; padding-left: 45px;">
+<div style="float: left; margin-left: -40px;"><a href="http://wiki.eclipse.org/Image:Note.png" class="image" title="Note.png"><img alt="" src="http://wiki.eclipse.org/images/c/cc/Note.png" width="35" height="35" border="0" /></a></div>
+<div><b>Out of date and removed in SMILA 1.0</b><br /></div>
+</div>
+
+<!--
+NewPP limit report
+Preprocessor node count: 37/1000000
+Post-expand include size: 670/2097152 bytes
+Template argument size: 140/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:16760-0!1!0!!en!2!edit=0 and timestamp 20120203101541 -->
+<div class="printfooter">
+Retrieved from "<a href="2_Nodes.html">http://wiki.eclipse.org/SMILA/Specifications/2_Nodes</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 11:54, 24 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a> and <a href="http://wiki.eclipse.org/index.php?title=User:Dhazin.brox.de&action=edit" class="new" title="User:Dhazin.brox.de">Dmitry Hazin</a>.</p>
+ <p id="footerviews">This page has been accessed 2,165 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.071 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/CompoundManagementDiscussion.html b/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/CompoundManagementDiscussion.html
new file mode 100644
index 0000000..54bfa77
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/CompoundManagementDiscussion.html
@@ -0,0 +1,317 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Specifications/CompoundManagementDiscussion" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Specifications/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Specifications/CompoundManagementDiscussion - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Specifications/CompoundManagementDiscussion";
+var wgTitle = "SMILA/Specifications/CompoundManagementDiscussion";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "19821";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "156307";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="CompoundManagementDiscussion.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Specifications_CompoundManagementDiscussion">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Specifications/CompoundManagementDiscussion">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Specifications/CompoundManagementDiscussion">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Specifications/CompoundManagementDiscussion">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/CompoundManagementDiscussion&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/CompoundManagementDiscussion&oldid=156307">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="CompoundManagementDiscussion.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/Talk:SMILA/Specifications/CompoundManagementDiscussion"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/CompoundManagementDiscussion&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/CompoundManagementDiscussion&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Specifications/CompoundManagementDiscussion"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Specifications/CompoundManagementDiscussion</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Specifications.1.html" title="SMILA/Specifications">Specifications</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="CompoundManagementDiscussion.html#column-one">navigation</a>, <a href="CompoundManagementDiscussion.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="CompoundManagementDiscussion.html#CompoundManagement_improvements"><span class="tocnumber">1</span> <span class="toctext">CompoundManagement improvements</span></a>
+<ul>
+<li class="toclevel-2"><a href="CompoundManagementDiscussion.html#Integration_in_DeltaIndexingManager"><span class="tocnumber">1.1</span> <span class="toctext">Integration in DeltaIndexingManager</span></a></li>
+<li class="toclevel-2"><a href="CompoundManagementDiscussion.html#Adapting_Compound_Records"><span class="tocnumber">1.2</span> <span class="toctext">Adapting Compound Records</span></a></li>
+<li class="toclevel-2"><a href="CompoundManagementDiscussion.html#Compound_Inheritance"><span class="tocnumber">1.3</span> <span class="toctext">Compound Inheritance</span></a></li>
+<li class="toclevel-2"><a href="CompoundManagementDiscussion.html#Filtering_of_compound_elements"><span class="tocnumber">1.4</span> <span class="toctext">Filtering of compound elements</span></a></li>
+<li class="toclevel-2"><a href="CompoundManagementDiscussion.html#CompoundHandling_for_Agents"><span class="tocnumber">1.5</span> <span class="toctext">CompoundHandling for Agents</span></a></li>
+<li class="toclevel-2"><a href="CompoundManagementDiscussion.html#Dependency_to_MimeTypeIdentifier"><span class="tocnumber">1.6</span> <span class="toctext">Dependency to MimeTypeIdentifier</span></a></li>
+<li class="toclevel-2"><a href="CompoundManagementDiscussion.html#Tutorial"><span class="tocnumber">1.7</span> <span class="toctext">Tutorial</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="CompoundManagement_improvements"></a><h2> <span class="mw-headline"> CompoundManagement improvements </span></h2>
+<p>The current CompoundManagement implementation is by no means finished and final. Below are some ideas and already known issues that could or even have to be adressed in the future:
+</p>
+<a name="Integration_in_DeltaIndexingManager"></a><h3> <span class="mw-headline"> Integration in DeltaIndexingManager </span></h3>
+<dl><dt>Priority</dt><dd> SHOWSTOPPER
+</dd><dt>STATUS</dt><dd> DONE see <a href="https://bugs.eclipse.org/bugs/show_bug.cgi?id=278360" class="external free" title="https://bugs.eclipse.org/bugs/show_bug.cgi?id=278360" rel="nofollow">https://bugs.eclipse.org/bugs/show_bug.cgi?id=278360</a>
+</dd></dl>
+<p>The current implementations of the DeltaIndexingManager do not handle compound elements correctly. We have to store dependencies between compound records and their elements. If a compound record is checked for update and DeltaIndexing determines that it needs no update then all elements of the compound record have to be marked as visited as well as the compound record. This has to be done recursively for nested compounds (zip in zip in ...).
+</p><p>We have to store two more information with the DeltaIndexingManager:
+</p>
+<ul><li> <tt>boolean isCompound</tt>: a flag that specifies if an entry is a compound record (true) or not (false)
+</li><li> <tt>String parentIdHash</tt>: the hash of the parentId. This is only set for compound elements that reference their direct parent compound record. For top level compounds or non compound records it is set to NULL.
+</li></ul>
+<p>To speed up DeltaIndexing we should not set the VISITED flag for all elements of a compound record, but only for the ones that are containers themselves. In this way we can save lots of modifications on existing entries (especially useful for JPA implementation). We also need an additional flag <tt>MODIFIED</tt> to differentiate between unchanged and changed compound objects. Therefore we have to spend some more logic when determining the records for DeltaIndexing Delete. Here we have to select only those records whose visited flag is false and that either don't have a parentId (they are not part of a compound hierachy) or a parentId who's MODIFIED flag is set to true.
+</p><p><br />
+</p>
+<a name="Adapting_Compound_Records"></a><h3> <span class="mw-headline"> Adapting Compound Records </span></h3>
+<dl><dt>Priority</dt><dd> LOW
+</dd><dt>STATUS</dt><dd> OPEN
+</dd></dl>
+<p>CompoundManager offers method <tt>adaptCompoundRecord(...)</tt> to adapt the compound record after it's elements were extracted. This is useful for the following scenarios:
+</p>
+<ul><li> if we do not want SMILA to process and index the compound records themselves we could delete the record
+</li><li> if we want to index the compound record (its metadata, the content makes no sense for any search engine) we can do so but we may want to remove the big content object before sending it to the workflow engine
+</li><li> anything else ...
+</li></ul>
+<p>At the moment this method is not implemented, it returns the unmodified record. Of course the adaptation should be configurable. Both of the above described options should be easy to implement.
+</p>
+<a name="Compound_Inheritance"></a><h3> <span class="mw-headline"> Compound Inheritance </span></h3>
+<dl><dt>Priority</dt><dd> LOW
+</dd><dt>STATUS</dt><dd> OPEN
+</dd></dl>
+<p>It should be possible to "inherit" attributes, attachments and annotations from a compound record to it's elements. A good example are access rights that are associated with the compound record but are lost when the elements are processed. The inheritance should be configurable:
+</p>
+<ul><li> what attributes/attachments/annotations are inherited
+</li><li> how are they inherited (execution mode)
+<ul><li> add: the compound record values are added to existing element values
+</li><li> replace: the elements values (if any exist) are replaced by the compound records values
+</li><li> setIfEmpty: the values from the compound record are set on the element if no values exist
+</li></ul>
+</li></ul>
+<p><br />
+</p>
+<a name="Filtering_of_compound_elements"></a><h3> <span class="mw-headline"> Filtering of compound elements </span></h3>
+<dl><dt>Priority</dt><dd> LOW
+</dd><dt>STATUS</dt><dd> OPEN
+</dd></dl>
+<p>It should be possible to configure filters for compound elements so that certain elements of a compound record are ignored just as within regular crawlers. It would be great if the filters of the data source the compound record originates from could be reused but I guess that Crawlers/Agents configuration may get to heterogeneous. So a separate filter mechanism could be applied that works only on the common defined CompoundAttributes (those are anyway the only available attributes).
+</p><p><br />
+</p>
+<a name="CompoundHandling_for_Agents"></a><h3> <span class="mw-headline"> CompoundHandling for Agents </span></h3>
+<dl><dt>Priority</dt><dd> LOW
+</dd><dt>STATUS</dt><dd> OPEN
+</dd></dl>
+<p>At the moment Compoundhandling is only used in the CrawlerController (to be precise in the class CrawlThread). It should also be available in the AgentController processing logic although we currently do not have an Agent that provides compound records. Perhaps we can enhance the mock agent to send compound records if so desired to allow testing.
+</p>
+<a name="Dependency_to_MimeTypeIdentifier"></a><h3> <span class="mw-headline"> Dependency to MimeTypeIdentifier </span></h3>
+<dl><dt>Priority</dt><dd> HIGH
+</dd><dt>STATUS</dt><dd> OPEN
+</dd></dl>
+<p>The CompoundManager needs a MimeTypeIdentifier service to be able to identify the mime type of an incoming object and to decide whether it's a compound or not. This already works fine. However, the MimeTypeidentifier interface and the SimpleMimeTypeIdentifier service are located in bundle <tt>org.eclipse.smila.processing.pipelets.mimetype</tt> which entails dependencies to <tt>org.eclipse.smila.processing</tt> and some of its sub-bundles. We should move the MimeTypeIdentifier interface and the SimpleMimeTypeIdentifier into different packages outside of processing. Perhaps utils is a good place, but we have to separate interface and implementation to allow for other implementations (ApertureMimetypeidentifier will definitely come).
+Then the <tt>SimpleMimeTypeIdentifier</tt> should also be separated into a pure service and a ProcessingService. The ProcessingService should be located in <tt>org.eclipse.smila.processing.pipelets</tt> and it should be independent of the MimeTypeIdentifier service used. It should work with any MimeTypeIdentifier and contain appropriate logic to find mime type and/or extension information about the files (e.g. the web crawler metadata).
+</p>
+<a name="Tutorial"></a><h3> <span class="mw-headline"> Tutorial </span></h3>
+<dl><dt>Priority</dt><dd> HIGH
+</dd><dt>STATUS</dt><dd> OPEN
+</dd></dl>
+<p>We should add a Tutorial on "How to implement a CompoundHandler and CompoundCrawler" as it is a common place for contributors to extend SMILA with their own functionality.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 17/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:19821-0!1!0!!en!2!edit=0 and timestamp 20120203101555 -->
+<div class="printfooter">
+Retrieved from "<a href="CompoundManagementDiscussion.html">http://wiki.eclipse.org/SMILA/Specifications/CompoundManagementDiscussion</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 14:58, 2 June 2009 by <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>. Based on work by <a href="http://wiki.eclipse.org/User:Juergen.schumacher.empolis.com" title="User:Juergen.schumacher.empolis.com">Juergen Schumacher</a>.</p>
+ <p id="footerviews">This page has been accessed 1,648 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.114 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/CrawlerAPIDiscussion09.html b/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/CrawlerAPIDiscussion09.html
new file mode 100644
index 0000000..c4ca87f
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/CrawlerAPIDiscussion09.html
@@ -0,0 +1,428 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Specifications/CrawlerAPIDiscussion09,SMILA/Project Concepts/IRM,Daniel.stucky.empolis.com,Churkin.ivan.gmail.com,S.voigt.brox.de" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Specifications/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Specifications/CrawlerAPIDiscussion09 - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Specifications/CrawlerAPIDiscussion09";
+var wgTitle = "SMILA/Specifications/CrawlerAPIDiscussion09";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15331";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "115417";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-java {line-height: normal; font-size: medium;}
+.source-java li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for java
+ * CSS class: source-java, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-java .de1, .source-java .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-java {}
+.source-java .head {}
+.source-java .foot {}
+.source-java .imp {font-weight: bold; color: red;}
+.source-java .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-java li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-java li.li2 {font-weight: bold;}
+.source-java .kw1 {color: #7F0055; font-weight: bold;}
+.source-java .kw2 {color: #7F0055; font-weight: bold;}
+.source-java .kw3 {color: #000000; font-weight: normal}
+.source-java .kw4 {color: #7F0055; font-weight: bold;}
+.source-java .co1 {color: #3F7F5F; font-style: italic;}
+.source-java .co2 {color: #3F7F5F;}
+.source-java .co3 {color: #3F7F5F; font-style: italic; font-weight: bold;}
+.source-java .coMULTI {color: #3F5FBF; font-style: italic;}
+.source-java .es0 {color: #000000;}
+.source-java .br0 {color: #000000;}
+.source-java .st0 {color: #2A00ff;}
+.source-java .nu0 {color: #000000;}
+.source-java .me1 {color: #000000;}
+.source-java .me2 {color: #000000;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="CrawlerAPIDiscussion09.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Specifications_CrawlerAPIDiscussion09">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Specifications/CrawlerAPIDiscussion09">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Specifications/CrawlerAPIDiscussion09">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Specifications/CrawlerAPIDiscussion09">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/CrawlerAPIDiscussion09&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/CrawlerAPIDiscussion09&oldid=115417">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="CrawlerAPIDiscussion09.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Specifications/CrawlerAPIDiscussion09&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/CrawlerAPIDiscussion09&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/CrawlerAPIDiscussion09&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Specifications/CrawlerAPIDiscussion09"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Specifications/CrawlerAPIDiscussion09</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Specifications.1.html" title="SMILA/Specifications">Specifications</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="CrawlerAPIDiscussion09.html#column-one">navigation</a>, <a href="CrawlerAPIDiscussion09.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="CrawlerAPIDiscussion09.html#API-Problems"><span class="tocnumber">1</span> <span class="toctext">API-Problems</span></a>
+<ul>
+<li class="toclevel-2"><a href="CrawlerAPIDiscussion09.html#Current_Implementation"><span class="tocnumber">1.1</span> <span class="toctext">Current Implementation</span></a></li>
+<li class="toclevel-2"><a href="CrawlerAPIDiscussion09.html#Current_Problems"><span class="tocnumber">1.2</span> <span class="toctext">Current Problems</span></a></li>
+<li class="toclevel-2"><a href="CrawlerAPIDiscussion09.html#Alternatives"><span class="tocnumber">1.3</span> <span class="toctext">Alternatives</span></a></li>
+<li class="toclevel-2"><a href="CrawlerAPIDiscussion09.html#Discussion"><span class="tocnumber">1.4</span> <span class="toctext">Discussion</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="CrawlerAPIDiscussion09.html#Separation_between_Crawler_Implementation_and_Communication_Implementation"><span class="tocnumber">2</span> <span class="toctext">Separation between Crawler Implementation and Communication Implementation</span></a>
+<ul>
+<li class="toclevel-2"><a href="CrawlerAPIDiscussion09.html#How_can_we_separate_the_Communication_technology_from_the_Crawler_Implementation.3F_Goal_is_to_switch_simple_between_e.g._Tuscany_and_In-Process_Communication_without_changing_the_code_for_crawlers."><span class="tocnumber">2.1</span> <span class="toctext">How can we separate the Communication technology from the Crawler Implementation? Goal is to switch simple between e.g. Tuscany and In-Process Communication without changing the code for crawlers.</span></a></li>
+<li class="toclevel-2"><a href="CrawlerAPIDiscussion09.html#How_big_should_be_the_Crawler_Framework_.28classes_that_are_necessary_for_the_start_of_the_Crawler_Process.3F.29"><span class="tocnumber">2.2</span> <span class="toctext">How big should be the Crawler Framework (classes that are necessary for the start of the Crawler Process?)</span></a></li>
+<li class="toclevel-2"><a href="CrawlerAPIDiscussion09.html#Alternate_opinion"><span class="tocnumber">2.3</span> <span class="toctext">Alternate opinion</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="API-Problems"></a><h1> <span class="mw-headline">API-Problems</span></h1>
+<a name="Current_Implementation"></a><h3> <span class="mw-headline">Current Implementation</span></h3>
+<pre> /**
+ * Returns an array of MObject objects. The size of the returned array may vary from call to call. The maximum size of
+ * the array is determined by configuration or by the implementation class.
+ *
+ * <b>@return</b> an array of MObject objects or null, if no more MObject exist
+ * <b>@throws</b> CrawlerException
+ * if any error occurs
+ */
+ MObject[] getNextDeltaIndexingData() <b>throws</b> CrawlerException, CrawlerCriticalException;
+</pre>
+<p><br />
+</p>
+<pre> /**
+ * Returns a Record object. The parameter pos refers to the position of the MObject from the MObject[] returned by
+ * getNextDeltaIndexingData().
+ *
+ * <b>@param</b> pos
+ * the position refering to a MObject[]
+ * <b>@return</b> a Record object
+ * <b>@throws</b> CrawlerException
+ * if any error occurs
+ */
+ Record getRecord(<b>int</b> pos) <b>throws</b> CrawlerException, CrawlerCriticalException;
+</pre>
+<p><br />
+Workflow:
+</p>
+<ol><li> getNextDeltaIndexingData should return attributes that are needed to generate the ID and the HASH for the entry
+<dl><dd> (they are flagged in the IndexOrderConfiguration)
+</dd></dl>
+</li><li> The CrawlerController then generates the ID and the HASH
+</li><li> Communication with DeltaIndexingModule (ID and HASH needed)
+</li><li> DeltaIndexingModule returns the Information if the entry has changed or not
+</li><li> For changed entries the CrawlerController queries the Record from the Crawler
+</li></ol>
+<p>The Crawler returns always an array (size can be defined by the crawler).
+Tests have shown that this workflow increases communication performance, but crawler developer has to implement more code and the API is a little bit more complicate
+</p>
+<a name="Current_Problems"></a><h3> <span class="mw-headline">Current Problems</span></h3>
+<p>Crawler Developer have to handled frames for getNextDeltaIndexing and getRecords
+Attachments (Attributes that are flagged as Attachment in the IndexOrder) cannot be returned with the MObject (with GetNextDeltaIndexing), because MObject can contain only Literals and Literals are only simple Data-Types
+Crawler should usually not return Attachments for hashing, because it destroys the intended Workflow. "Expensive" (time-consuming) operations like getting the content of the Entry should only be executed with getRecord() in the current Implementation attachments (the content) is returned in the mobject as string and then it is returned also as attachment in the record (probably it is also returned in record as Mobject). That means the content is transferred three times
+Crawler Developer has to understand Record/MObject Structure
+Exception handling: How should an Exception handled while calling getNextDeltaIndexing? At the moment it tries several times until stopping crawling.
+</p><p><br />
+</p>
+<a name="Alternatives"></a><h3> <span class="mw-headline">Alternatives</span></h3>
+<ol><li> getNextDeltaIndexing returns a new Class (e.g. DIEntry)
+<dl><dd>the Class contains Attributes with Name and Value, the Value is stored with the Object-Type. therefore every Attribute and Attachments can be returned
+</dd><dd>getRecord returns only Object\[\], it contains only not previously transferred attributes
+</dd><dd>CrawlerController creates Records (based on the information in the IndexOrder)
+</dd></dl>
+</li><li> getNextDeltaIndexing returns Record (contains only the DI-Information Attributes and Attachments)
+<dl><dd>getRecord returns also a Record, it contains only not previously transferred Information
+</dd><dd>CrawlerController can "merge" both entries
+</dd></dl>
+</li><li> HASH/ID generation is executed in the Crawler Process.
+<dl><dd>At the moment the Crawler is based on an abstract class that should implement the communication implementation (like Tuscany). Hash /ID creation classes #:can be moved into the Crawler Site Classes. Thus getNextDeltaIndexing will return prepared ID and Hash
+</dd></dl>
+</li></ol>
+<p><br />
+</p>
+<a name="Discussion"></a><h3> <span class="mw-headline">Discussion</span></h3>
+<p><a href="http://wiki.eclipse.org/index.php?title=User:S.voigt.brox.de&action=edit" class="new" title="User:S.voigt.brox.de">Sebastian Voigt</a>:
+to minimize problems with the underlying communication technology and to simplify crawler development i would prefer 1)
+Crawler Developers have only to understand the indexorderconfiguration and they can return the "Attributes" with simple Java data-types.
+There is no advantage for us that the crawler developer has to implement Hashing/ID Components (increase only development complexity) and has to fill records and MObjects.
+</p><p><a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>:
+Personally I prefer to let the Crawler generate ID and HASH. It is beneficial for performance, as less data has to be transferred between Crawlers and CrawlerController. I don't see additional complexity. Not every Crawler has to implement it's own methods to create ID/HASH. He only has to use them. Such methods can be made available by Utility classes or an abstract base class. If someone desperately wants to implement these things on his own - he's free to do it and has to bear the consequences.
+Concerning the return types, I think that getNextDeltaIndexing() should return an array of a new data type DIInfo, that contains only the ID (Id) and the HASH (String). As there are 2 concrete data types (Id and String) there is no need to use MObjects or Records. It is still possible, though.
+For the return type of getRecord() one could simply use a Map<String,Object> and create the Record objects on the CrawlerController. In this way a Crawler may provide data, that is not convertible into a Record (at least not automatically/generically). On the other hand, we would have less dependencies towards other bundles. A Record object has more constraints and allows a Crawler to provide additional information to the data using annotations (sadly I currently don't have an example for a use case). Another issue could be semantics. At the moment is is totally unclear how semantics are added/associated to/with Records. Using the same objects throughout the system may make things easier.
+I do agree that creation of Records, MObjects and Literals is cumbersome. So we should adopt those APIs or add utility methods to make creation easier, regardless of this is used in Crawlers or in the CrawlerController.
+</p><p><br />
+</p>
+<a name="Separation_between_Crawler_Implementation_and_Communication_Implementation"></a><h1> <span class="mw-headline">Separation between Crawler Implementation and Communication Implementation</span></h1>
+<a name="How_can_we_separate_the_Communication_technology_from_the_Crawler_Implementation.3F_Goal_is_to_switch_simple_between_e.g._Tuscany_and_In-Process_Communication_without_changing_the_code_for_crawlers."></a><h3> <span class="mw-headline">How can we separate the Communication technology from the Crawler Implementation? Goal is to switch simple between e.g. Tuscany and In-Process Communication without changing the code for crawlers.</span></h3>
+<p><a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>:
+Actually Tuscany (SCA) is the technology that allows separation of communication technology and business logic. The wiring of components allows us for example to let the CrawlerController communicate with Crawlers in Process, via RMI, webservice, etc. by configuration. I think your question is "Is it possible to NOT use Tuscany for in process communication without changing code for crawlers?". There are several issues:
+</p>
+<ul><li> in process communication without Tuscany may be a valid request, as it leads to better performance. Even when using binding.sca Tuscany generates proxy objects that will slow down communication. Perhaps we should do some tests (see Performance Evaluation on page <a href="../Project_Concepts/IRM.html" title="SMILA/Project Concepts/IRM">SMILA/Project Concepts/IRM</a>
+</li><li> most of the Tuscany features do not need actual coding (e.g. implementation of interfaces) but are enabled by code annotations. These annotations do not interfere with the crawler code if Tuscany is not used at runtime (for compilation Tuscany annotation classes are needed of course)
+</li><li> the concept was done with Tuscany/SCA functionality in mind. So there are several features that automatically come with Tuscany (like handling of conversations/sessions, using ComponentContext to determine CrawlerID). This allows a Crawler to crawl multiple DataSources in parallel by automatically providing multiple instances. If Tuscany is not used this feature has to be reimplemented by each Crawler. If it is reimplemented, then it makes no sense to use it's Tuscany counterpart when using Tuscany. The ComponentContext is used to get the Crawlers ID from the Component description. It is used for Crawler detection by the CrawlerController
+</li></ul>
+<p>So what is the gain for a Crawler developer? I don't see any benefits regarding simplification. In contrast, the developer has to take care of multithreading and session handling.
+If you see any problems with the technology in the Crawler area, then we should discuss if CrawlerController and Crawler should run in the same VM and make NOT use of Tuscany in any case. If Crawlers in non Java technologies are needed integration is done in traditional ways (e.g. JNI, Corba, etc.) using a Java Proxy. And is Tuscany a valid technology for distributing ConnectivityManager and BPEL Services, then ?
+</p>
+<a name="How_big_should_be_the_Crawler_Framework_.28classes_that_are_necessary_for_the_start_of_the_Crawler_Process.3F.29"></a><h3> <span class="mw-headline">How big should be the Crawler Framework (classes that are necessary for the start of the Crawler Process?)</span></h3>
+<p><a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>:
+I think we should try to keep the Crawler Framework as small as possible. So I guess we have to provide seperate bundles for interfaces and implementations, as it is already done in org.eclipse.smila.connectivity and org.eclipse.smila.connectivity.impl. Also a restructuring of utility classes may be necessary.
+</p>
+<a name="Alternate_opinion"></a><h3> <span class="mw-headline">Alternate opinion</span></h3>
+<p><a href="http://wiki.eclipse.org/index.php?title=User:Churkin.ivan.gmail.com&action=edit" class="new" title="User:Churkin.ivan.gmail.com">Ivan Churkin</a>: I have alternate to Daniel opinion. But, before represent it, I want to summarize.
+</p><p>The main goal of framework is is to offer convenient API for 3rd party crawler developers. To satisfy the goal, it have to possess following characteristics, in my opinion.
+</p>
+<ul><li> Simplicity.
+</li><li> Independence. ( from 3rd party technologies, like SCA )
+</li><li> Effectiveness. ( ready crawler should interact with framework efficiently)
+</li></ul>
+<p>Unfortunately, current crawler API does not possess at least one characteristic from the list!
+</p>
+<ul><li> Its hard to implement.
+</li><li> It dependent from SCA
+</li><li> It inefficiently interacts with framework, for example when HASH should be calculated from the CONTENT, like for web crawler. As a result crawler sends CONTENT as some additional Attribute to Crawler Controller only for calculating HASH. And, moreover, its impossible use web crawler for downloading binary content, because DIInfo based on string Literals.
+</li></ul>
+<p>In my opinion its absolutely unacceptable.
+</p><p>The problem that this API was designed specially for SCA. Its not user-friendly. Additionally, it has (only one) simplification of development, common HASH calculating on crawler controller side. This simplification breaks effectiveness and makes additional issues like "Content or binary based HASH" problem.
+</p><p>I think the solution is to split crawler API and communication API. Crawler interface should be very simple. It should be something like the next interface:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">interface</span> Crawler <span class="br0">{</span>
+ <span class="kw4">void</span> start<span class="br0">(</span>IndexOrderConfiruration config<span class="br0">)</span>;
+ <span class="kw4">boolean</span> next<span class="br0">(</span><span class="br0">)</span>;
+ <span class="kw3">Object</span> getAttribute<span class="br0">(</span><span class="kw3">String</span> name<span class="br0">)</span>;
+ <span class="kw4">byte</span><span class="br0">[</span><span class="br0">]</span> getAttachment<span class="br0">(</span><span class="kw3">String</span> name<span class="br0">)</span>;
+ <span class="kw4">void</span> finish<span class="br0">(</span><span class="br0">)</span>;
+<span class="br0">}</span></pre></div>
+<p>Or, maybe, even better:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">interface</span> DataSourceReference <span class="br0">{</span>
+ <span class="kw3">Object</span> getAttribute<span class="br0">(</span><span class="kw3">String</span> name<span class="br0">)</span>;
+ <span class="kw4">byte</span><span class="br0">[</span><span class="br0">]</span> getAttachment<span class="br0">(</span><span class="kw3">String</span> name<span class="br0">)</span>;
+<span class="br0">}</span>
+
+<span class="kw1">interface</span> Crawler <span class="br0">{</span>
+ <span class="kw4">void</span> start<span class="br0">(</span>IndexOrderConfiruration config<span class="br0">)</span>;
+ DataSourceReference next<span class="br0">(</span><span class="br0">)</span>;
+ <span class="kw4">void</span> finish<span class="br0">(</span><span class="br0">)</span>;
+<span class="br0">}</span></pre></div>
+<p><br />
+Communication interface will depends from communication technology used. For SCA It will be similar to currently used Crawler interface. The main benefit that it will be added reference implementation (RI) of communication interface into framework. It will allow to ball a game. Manly, crawler developers will implement very simple interface and only to use ready communication RI. From the other side, it will be allowed to write and use own implementations of communication interface if RI does not fit ( dont shure that its really required ).
+</p><p>I see many benefits.
+</p>
+<ul><li> All hard and unclear work will be moved to written once communication RI, All crawler developers will be happy ;)
+</li><li> Its more flexible regarding transfort protocols. For example, if transfort will be changed (from SCA to other), we have to change only one class in framework. And we have not fix all (3rd party) crawlers, they will remain the same.
+</li><li> Problems like "Content based HASH" diappeared.
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 16/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15331-0!1!0!!en!2!edit=0 and timestamp 20120202191748 -->
+<div class="printfooter">
+Retrieved from "<a href="CrawlerAPIDiscussion09.html">http://wiki.eclipse.org/SMILA/Specifications/CrawlerAPIDiscussion09</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 14:46, 26 August 2008 by <a href="http://wiki.eclipse.org/index.php?title=User:Churkin.ivan.gmail.com&action=edit" class="new" title="User:Churkin.ivan.gmail.com">Ivan Churkin</a>. Based on work by <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a> and <a href="http://wiki.eclipse.org/index.php?title=User:Svoigt.brox.de&action=edit" class="new" title="User:Svoigt.brox.de">Sebastian Voigt</a>.</p>
+ <p id="footerviews">This page has been accessed 2,889 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.049 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09.html b/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09.html
new file mode 100644
index 0000000..f4bb777
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09.html
@@ -0,0 +1,656 @@
+
+
+
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09,SMILA/Documentation/DeltaIndexingManager,SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Separate Interfaces for ConnectivityManager and DeltaIndexingManager,SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Turning DeltaIndexing On or Off,SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Usage of DeltaIndexingManager by CrawlerControler alone,Daniel.stucky.empolis.com" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Specifications/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09 - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09";
+var wgTitle = "SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "15436";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "175156";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-java {line-height: normal; font-size: medium;}
+.source-java li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for java
+ * CSS class: source-java, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-java .de1, .source-java .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-java {}
+.source-java .head {}
+.source-java .foot {}
+.source-java .imp {font-weight: bold; color: red;}
+.source-java .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-java li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-java li.li2 {font-weight: bold;}
+.source-java .kw1 {color: #7F0055; font-weight: bold;}
+.source-java .kw2 {color: #7F0055; font-weight: bold;}
+.source-java .kw3 {color: #000000; font-weight: normal}
+.source-java .kw4 {color: #7F0055; font-weight: bold;}
+.source-java .co1 {color: #3F7F5F; font-style: italic;}
+.source-java .co2 {color: #3F7F5F;}
+.source-java .co3 {color: #3F7F5F; font-style: italic; font-weight: bold;}
+.source-java .coMULTI {color: #3F5FBF; font-style: italic;}
+.source-java .es0 {color: #000000;}
+.source-java .br0 {color: #000000;}
+.source-java .st0 {color: #2A00ff;}
+.source-java .nu0 {color: #000000;}
+.source-java .me1 {color: #000000;}
+.source-java .me2 {color: #000000;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="DeltaIndexingAndConnectivtyDiscussion09.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Specifications_DeltaIndexingAndConnectivtyDiscussion09">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09&oldid=175156">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="DeltaIndexingAndConnectivtyDiscussion09.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Specifications.1.html" title="SMILA/Specifications">Specifications</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="DeltaIndexingAndConnectivtyDiscussion09.html#column-one">navigation</a>, <a href="DeltaIndexingAndConnectivtyDiscussion09.html#searchInput">search</a></div> <!-- start content -->
+ <p>
+</p>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="DeltaIndexingAndConnectivtyDiscussion09.html#Motivation_for_this_page_and_usage"><span class="tocnumber">1</span> <span class="toctext">Motivation for this page and usage</span></a></li>
+<li class="toclevel-1"><a href="DeltaIndexingAndConnectivtyDiscussion09.html#Ideas__and_Problems_.28under_discussion.29"><span class="tocnumber">2</span> <span class="toctext">Ideas and Problems (under discussion)</span></a>
+<ul>
+<li class="toclevel-2"><a href="DeltaIndexingAndConnectivtyDiscussion09.html#DeltaIndexing_reflects_crawl_state_rather_than_index_state"><span class="tocnumber">2.1</span> <span class="toctext">DeltaIndexing reflects crawl state rather than index state</span></a></li>
+<li class="toclevel-2"><a href="DeltaIndexingAndConnectivtyDiscussion09.html#Extract_Session_Interface_from_DeltaIndexingManager"><span class="tocnumber">2.2</span> <span class="toctext">Extract Session Interface from DeltaIndexingManager</span></a>
+<ul>
+<li class="toclevel-3"><a href="DeltaIndexingAndConnectivtyDiscussion09.html#Discussion"><span class="tocnumber">2.2.1</span> <span class="toctext">Discussion</span></a>
+<ul>
+<li class="toclevel-4"><a href="DeltaIndexingAndConnectivtyDiscussion09.html#modifications_to_the_interfaces"><span class="tocnumber">2.2.1.1</span> <span class="toctext">modifications to the interfaces</span></a></li>
+</ul>
+</li>
+<li class="toclevel-3"><a href="DeltaIndexingAndConnectivtyDiscussion09.html#Usage_of_DeltaIndexingManager_by_CrawlerControler_alone"><span class="tocnumber">2.2.2</span> <span class="toctext">Usage of DeltaIndexingManager by CrawlerControler alone</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="DeltaIndexingAndConnectivtyDiscussion09.html#Implemented_Changes"><span class="tocnumber">3</span> <span class="toctext">Implemented Changes</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Motivation_for_this_page_and_usage"></a><h2> <span class="mw-headline"> Motivation for this page and usage </span></h2>
+<p>the current implementation for the <a href="../Documentation/DeltaIndexingManager.html" title="SMILA/Documentation/DeltaIndexingManager"> DeltaIndexingManager</a> has several problems or short comings which are listed under the section <a href="DeltaIndexingAndConnectivtyDiscussion09.html#Ideas_.28under_discussion.29" title="">Ideas (under discussion)</a>. if the idea is rather large, an own page is usually better and should be created as a child to this page. it still should have an own section that at least must contain a link to the page..
+</p><p>The initiating authors should edit only their own sections and not those of others.
+</p><p>each subsection/page should state:
+</p>
+<ul><li> context such as: author, data, based on SVN revision
+</li><li> motivation/problem
+</li><li> a solution proposal
+</li></ul>
+<p>ideas that have been implemented are moved to their own page and referenced in <a href="DeltaIndexingAndConnectivtyDiscussion09.html#Implemented_Changes" title="">Implemented Changes</a>.
+</p>
+<a name="Ideas__and_Problems_.28under_discussion.29"></a><h2> <span class="mw-headline"> Ideas and Problems (under discussion) </span></h2>
+<a name="DeltaIndexing_reflects_crawl_state_rather_than_index_state"></a><h3> <span class="mw-headline"> DeltaIndexing reflects crawl state rather than index state </span></h3>
+<p>One Problem at the moment is, that because SMILA's processing of incoming Records is asynchronous, DeltaIndexing does NOT really reflect the state of a Record in the index, as there is no guarantee that a Record is indexed after it was successfully added to the Queue. This could be achieved by implementing Notifications that update the DeltaIndexing state using this information. If this is done, then the computation of DeltaIndexing-Delete has to wait for all Queue entries to pass the workflow. This is a complex process which seems to be error-prone. Is it really necessary to reflect the index state or is it enough to reflect the last crawl state ?
+</p>
+<a name="Extract_Session_Interface_from_DeltaIndexingManager"></a><h3> <span class="mw-headline"> Extract Session Interface from DeltaIndexingManager </span></h3>
+<p>For a better separation of tasks and an easy handling of locks on data sources during a delta indexing run, we could introduce the following interfaces. The implementations should only be proxies using the same DeltaIndexingManager service implementation, so that a DeltaIndexingSession may internally use another service if the initial one becomes unavailable.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">interface</span> DeltaIndexingManager
+<span class="br0">{</span>
+ <span class="coMULTI">/**
+ * Initializes a new DeltaIndexingSession if the datasource is not locked.
+ */</span>
+ DeltaIndexingSession init<span class="br0">(</span><span class="kw3">String</span> dataSourceID<span class="br0">)</span> <span class="kw1">throws</span> DeltaIndexingException;
+
+ <span class="coMULTI">/**
+ * Clear all data sources that are not locked.
+ */</span>
+ <span class="kw4">void</span> clear<span class="br0">(</span><span class="br0">)</span> <span class="kw1">throws</span> DeltaIndexingException;
+
+ <span class="coMULTI">/**
+ * Clears the data source if not locked.
+ */</span>
+ <span class="kw4">void</span> clear<span class="br0">(</span><span class="kw3">String</span> dataSourceID<span class="br0">)</span> <span class="kw1">throws</span> DeltaIndexingException;
+
+ <span class="coMULTI">/**
+ * Unlocks all data sources by force.
+ */</span>
+ <span class="kw4">void</span> unlockDatasources<span class="br0">(</span><span class="br0">)</span> <span class="kw1">throws</span> DeltaIndexingException;
+
+ <span class="coMULTI">/**
+ * Checks if a data source exists.
+ */</span>
+ <span class="kw4">boolean</span> exists<span class="br0">(</span><span class="kw3">String</span> dataSourceId<span class="br0">)</span>;
+<span class="br0">}</span></pre></div>
+<p><br />
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">interface</span> DeltaIndexingSession
+<span class="br0">{</span>
+ <span class="coMULTI">/**
+ * Checks if the id needs to be updated.
+ */</span>
+ <span class="kw4">boolean</span> checkForUpdate<span class="br0">(</span>Id id, <span class="kw3">String</span> hash<span class="br0">)</span> <span class="kw1">throws</span> DeltaIndexingException;
+
+ <span class="coMULTI">/**
+ * Maks the id as visited.
+ */</span>
+ <span class="kw4">void</span> visit<span class="br0">(</span>Id id, <span class="kw3">String</span> hash<span class="br0">)</span> <span class="kw1">throws</span> DeltaIndexingException;
+
+ <span class="coMULTI">/**
+ * Returns an iterator over all unvistied ids of the data source
+ */</span>
+ Iterator<Id> obsoleteIdIterator<span class="br0">(</span><span class="kw3">String</span> dataSourceID<span class="br0">)</span> <span class="kw1">throws</span> DeltaIndexingException;
+
+ <span class="coMULTI">/**
+ * Returns an iterator over all unvistied ids of a parent id (compound objects)
+ */</span>
+ Iterator<Id> obsoleteIdIterator<span class="br0">(</span>Id id<span class="br0">)</span> <span class="kw1">throws</span> DeltaIndexingException;
+
+ <span class="coMULTI">/**
+ * Deletes the id.
+ */</span>
+ <span class="kw4">void</span> delete<span class="br0">(</span>Id id<span class="br0">)</span> <span class="kw1">throws</span> DeltaIndexingException;
+
+ <span class="coMULTI">/**
+ * Finishes the deltaindexing run and unlocks the data source.
+ */</span>
+ <span class="kw4">void</span> finish<span class="br0">(</span><span class="kw3">String</span> dataSourceID<span class="br0">)</span> <span class="kw1">throws</span> DeltaIndexingException;
+<span class="br0">}</span></pre></div>
+<p><b>This approach was not realized.</b>
+But a sessionId was introduced to distinguish between different sessions without relying on thread ids. See <a href="https://bugs.eclipse.org/bugs/show_bug.cgi?id=279243" class="external free" title="https://bugs.eclipse.org/bugs/show_bug.cgi?id=279243" rel="nofollow">https://bugs.eclipse.org/bugs/show_bug.cgi?id=279243</a>
+</p><p><br />
+</p>
+<a name="Discussion"></a><h4> <span class="mw-headline"> Discussion </span></h4>
+<a name="modifications_to_the_interfaces"></a><h5> <span class="mw-headline"> modifications to the interfaces </span></h5>
+<p>TM 2009 10 15:
+i second the notion to extract a session interface. but i also would do a few renames and changes like so:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">public</span> <span class="kw1">interface</span> IDeltaIndexingManager <span class="br0">{</span>
+
+ <span class="coMULTI">/**
+ * Initializes the internal state for an import of a dataSourceID and creates a session wherein it establishes a lock
+ * to avoid that the same dataSourceID is initialized multiple times concurrently. It returns an object for the session
+ * that a client has to use to gain access to the locked data source.
+ *
+ * @param dataSourceID
+ * dataSourceID
+ *
+ * @return the i delta indexing session
+ *
+ * @throws DeltaIndexingException
+ * the delta indexing exception
+ */</span>
+ IDeltaIndexingSession createSession<span class="br0">(</span><span class="kw1">final</span> <span class="kw3">String</span> dataSourceID<span class="br0">)</span> <span class="kw1">throws</span> DeltaIndexingException;
+
+ <span class="coMULTI">/* methods that don't need a session */</span>
+
+ <span class="coMULTI">/**
+ * Clears all entries of the DeltaIndexingManager including sessions.
+ *
+ * @throws DeltaIndexingException
+ * the delta indexing exception
+ */</span>
+ <span class="kw4">void</span> clear<span class="br0">(</span><span class="br0">)</span> <span class="kw1">throws</span> DeltaIndexingException;
+
+ <span class="coMULTI">/**
+ * Unlock the given data source and removes the sessions.
+ *
+ * @param dataSourceID
+ * the data source id
+ * @throws DeltaIndexingException
+ * the delta indexing exception
+ */</span>
+ <span class="kw4">void</span> unlockDatasource<span class="br0">(</span><span class="kw1">final</span> <span class="kw3">String</span> dataSourceID<span class="br0">)</span> <span class="kw1">throws</span> DeltaIndexingException;
+
+ <span class="coMULTI">/**
+ * Unlock all data sources and removes all sessions.
+ *
+ * @throws DeltaIndexingException
+ * the delta indexing exception
+ */</span>
+ <span class="kw4">void</span> unlockDatasources<span class="br0">(</span><span class="br0">)</span> <span class="kw1">throws</span> DeltaIndexingException;
+
+ <span class="coMULTI">/**
+ * Gets an overview what data sources are locked or unlocked.
+ *
+ * @return a map containing the dataSoureId and the LockState
+ */</span>
+ Map<String, LockState> getLockStates<span class="br0">(</span><span class="br0">)</span>;
+
+ <span class="coMULTI">/**
+ * Checks if the entries for the given dataSourceId exist.
+ *
+ * @param dataSourceId
+ * the data source id
+ *
+ * @return true, if successful
+ */</span>
+ <span class="kw4">boolean</span> dataSourceExists<span class="br0">(</span><span class="kw1">final</span> <span class="kw3">String</span> dataSourceId<span class="br0">)</span>;
+
+ <span class="coMULTI">/**
+ * Get the number of delta indexing entries for the given dataSourceID.
+ *
+ * @param dataSourceID
+ * the data source id
+ * @return the number of entries
+ */</span>
+ <span class="kw4">long</span> getEntryCount<span class="br0">(</span><span class="kw1">final</span> <span class="kw3">String</span> dataSourceID<span class="br0">)</span>;
+
+ <span class="coMULTI">/**
+ * Get the number of delta indexing entries for all data sources.
+ *
+ * @return a map of dataSoureIds and the entry counts
+ */</span>
+ Map<String, Long> getEntryCounts<span class="br0">(</span><span class="br0">)</span>;
+
+ <span class="coMULTI">/**
+ * An enumeration defining the lock states a data source in the DeltaIndexingManager.
+ */</span>
+ <span class="kw1">public</span> <span class="kw1">enum</span> LockState <span class="br0">{</span>
+ <span class="coMULTI">/**
+ * The lock states.
+ */</span>
+ LOCKED, UNLOCKED;
+ <span class="br0">}</span>
+<span class="br0">}</span>
+
+<span class="coMULTI">/**
+ * The Interface IDeltaIndexingSession.
+ *
+ * @author tmenzel
+ */</span>
+<span class="kw1">public</span> <span class="kw1">interface</span> IDeltaIndexingSession <span class="br0">{</span>
+
+ <span class="coMULTI">/**
+ * Clear all entries of the given sessionId.
+ *
+ * @throws DeltaIndexingSessionException
+ * if the sessionId is invalid
+ * @throws DeltaIndexingException
+ * the delta indexing exception
+ */</span>
+ <span class="kw4">void</span> clear<span class="br0">(</span><span class="br0">)</span> <span class="kw1">throws</span> DeltaIndexingSessionException, DeltaIndexingException;
+
+ <span class="coMULTI">/**
+ * Finish this delta indexing session and remove the lock.
+ *
+ * @throws DeltaIndexingSessionException
+ * if the sessionId is invalid
+ * @throws DeltaIndexingException
+ * the delta indexing exception
+ */</span>
+ <span class="kw4">void</span> commit<span class="br0">(</span><span class="br0">)</span> <span class="kw1">throws</span> DeltaIndexingSessionException, DeltaIndexingException;
+
+ <span class="coMULTI">/**
+ * Delete.
+ *
+ * @param id
+ * the id
+ *
+ * @throws DeltaIndexingSessionException
+ * if the sessionId is invalid
+ * @throws DeltaIndexingException
+ * the delta indexing exception
+ */</span>
+ <span class="kw4">void</span> delete<span class="br0">(</span><span class="kw1">final</span> Id id<span class="br0">)</span> <span class="kw1">throws</span> DeltaIndexingSessionException, DeltaIndexingException;
+
+ <span class="coMULTI">/**
+ * Delete untouched ids. rather than calling {@link #delete(Id)} by the controller when iterating thru the ids, the
+ * implementation may do so internally for all untouched ids in one go more efficiently.
+ *
+ * @param id
+ * the id
+ *
+ * @return the number of deleted ids
+ *
+ * @throws DeltaIndexingSessionException
+ * the delta indexing session exception
+ * @throws DeltaIndexingException
+ * the delta indexing exception
+ */</span>
+ <span class="kw4">long</span> deleteUntouchedIds<span class="br0">(</span><span class="br0">)</span> <span class="kw1">throws</span> DeltaIndexingSessionException, DeltaIndexingException;
+
+ <span class="coMULTI">/**
+ * Obsolete id iterator.
+ *
+ *
+ * @return the iterator< id>
+ *
+ * @throws DeltaIndexingSessionException
+ * if the sessionId is invalid
+ * @throws DeltaIndexingException
+ * the delta indexing exception
+ */</span>
+ Iterator<Id> getUntouchedIds<span class="br0">(</span><span class="br0">)</span> <span class="kw1">throws</span> DeltaIndexingSessionException, DeltaIndexingException;
+
+ <span class="coMULTI">/**
+ * Obsolete id iterator for id fragments.
+ *
+ * @param id
+ * the id
+ *
+ * @return the iterator< id>
+ *
+ * @throws DeltaIndexingSessionException
+ * if the sessionId is invalid
+ * @throws DeltaIndexingException
+ * the delta indexing exception
+ */</span>
+ Iterator<Id> getUntouchedIds<span class="br0">(</span><span class="kw1">final</span> Id id<span class="br0">)</span> <span class="kw1">throws</span> DeltaIndexingSessionException, DeltaIndexingException;
+
+ <span class="coMULTI">/**
+ * checks if the hash of the current id is new or has changed (true) or not (false). //
+ *
+ * to reduce method calls mark entry as visited on return value false
+ *
+ * @param id
+ * the id
+ * @param hash
+ * the hash
+ *
+ * @return true, if checks for changed
+ *
+ * @throws DeltaIndexingSessionException
+ * the delta indexing session exception
+ * @throws DeltaIndexingException
+ * the delta indexing exception
+ */</span>
+ <span class="kw4">boolean</span> hasChanged<span class="br0">(</span><span class="kw1">final</span> Id id, <span class="kw1">final</span> <span class="kw3">String</span> hash<span class="br0">)</span> <span class="kw1">throws</span> DeltaIndexingSessionException, DeltaIndexingException;
+
+ <span class="coMULTI">/**
+ * rolls back changes that were made in the curreent session between init() and finish(), it should be called before
+ * finishing process.
+ *
+ * @throws DeltaIndexingSessionException
+ * if the sessionId is invalid
+ * @throws DeltaIndexingException
+ * the delta indexing exception
+ */</span>
+ <span class="kw4">void</span> rollback<span class="br0">(</span><span class="br0">)</span> <span class="kw1">throws</span> DeltaIndexingSessionException, DeltaIndexingException;
+
+ <span class="coMULTI">/**
+ * Creates or updates the delta indexing entry. this is THE method to make the record known to DI. It sets the hash,
+ * the isCompound flag and marks this id as visited.
+ *
+ * @param id
+ * the id
+ * @param hash
+ * the hash
+ * @param isCompound
+ * boolean flag if the record identified by id is a compound record (true) or not (false)
+ *
+ * @throws DeltaIndexingSessionException
+ * if the sessionId is invalid
+ * @throws DeltaIndexingException
+ * the delta indexing exception
+ */</span>
+ <span class="kw4">void</span> touch<span class="br0">(</span><span class="kw1">final</span> Id id, <span class="kw1">final</span> <span class="kw3">String</span> hash, <span class="kw1">final</span> <span class="kw4">boolean</span> isCompound<span class="br0">)</span> <span class="kw1">throws</span> DeltaIndexingSessionException,
+ DeltaIndexingException;
+
+ <span class="coMULTI">/**
+ * this is a combination of {@link #hasChanged(Id, String)} and {@link #touch(Id, String, boolean)} in one step.
+ * <p>
+ * It has a perf. gain over calling the methods seperatly but has the drawback, that the record is always touched
+ * independently of an exception that occurs before putting the record into the Q. on the other hand, this matters not
+ * much as the subsequent processing may also cause errors which arent reflected in the "touch" state.
+ *
+ * @param id
+ * the id
+ * @param hash
+ * the hash
+ * @param isCompound
+ * the is compound
+ *
+ * @return true, if successful
+ *
+ * @throws DeltaIndexingSessionException
+ * the delta indexing session exception
+ * @throws DeltaIndexingException
+ * the delta indexing exception
+ */</span>
+ <span class="kw4">boolean</span> checkAndTouch<span class="br0">(</span><span class="kw1">final</span> Id id, <span class="kw1">final</span> <span class="kw3">String</span> hash, <span class="kw1">final</span> <span class="kw4">boolean</span> isCompound<span class="br0">)</span>
+ <span class="kw1">throws</span> DeltaIndexingSessionException, DeltaIndexingException;
+
+<span class="br0">}</span></pre></div>
+<p><br />
+</p>
+<a name="Usage_of_DeltaIndexingManager_by_CrawlerControler_alone"></a><h4> <span class="mw-headline"> Usage of DeltaIndexingManager by CrawlerControler alone </span></h4>
+<p>Here is another idea based on the changes introduced with <a href="DeltaIndexingAndConnectivtyDiscussion09/Separate_Interfaces_for_ConnectivityManager_and_DeltaIndexingManager.html" title="SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Separate Interfaces for ConnectivityManager and DeltaIndexingManager">SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Separate_Interfaces_for_ConnectivityManager_and_DeltaIndexingManager</a> but taking it further that not the CrawlerController communicates with DeltaIndexingManager but each Crawler:
+</p><p>This is a radical change as it also affects the Crawler interface. Crawlers could directly communicate with the DeltaIndexingManager and provide only those Records that pass DeltaIndexing (are new, nedd an update). CrawlerController and Crawler could implement a Consumer/Producer pattern which should improve performance. No more sending of arrays with DIInformation and thereafter retrieving the Record objects. DeltaIndexing-Delete information is computed in the Crawler and can passed to the CrawlerController as regular Records (only the ID is set) and a delete flag to notify the CrawlerController that this Record is to be deleted. This should reduce communication overhead, as the DIInformation has not to be passed between multiple components and the whole process can work multithreaded. Of course this adds a lot more logic to the Crawler and demands more knowledge from a Crawler developer. It would also mean that ID and HASH are generated in the Crawler. The downside is that each Crawler has to implement the DeltaIndexing workflow themselves. <br />We could even move all execution logic to the Crawler. CrawlerController would become obsolete. Then Crawlers would handle everything themselves - communication with DeltaIndexingManager, CoumpoundHandlers and ConnectivityManager. I think in this way the best performance can be achieved, as the setup is the very simple. No unnecessary passing of data between components. But a lot of logic has to be re-implemented in every Crawler. I wonder if there is a chance to minimize this.
+</p><p>(an <a href="DeltaIndexingAndConnectivtyDiscussion09/Usage_of_DeltaIndexingManager_by_CrawlerControler_alone.html" title="SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Usage of DeltaIndexingManager by CrawlerControler alone"> empty page</a> exists for this already)
+</p>
+<a name="Implemented_Changes"></a><h2> <span class="mw-headline"> Implemented Changes </span></h2>
+<table width="100%" style="font-family: Trebuchet MS;vertical-align:text-top;" border="1">
+
+<tr style="font-weight:bold;font-size:larger;color:white;background:gray;text-align:center;">
+<td> Page </td><td> Date </td><td> Bug </td><td> Author(s)
+</td></tr>
+<tr>
+<td> <a href="DeltaIndexingAndConnectivtyDiscussion09/Turning_DeltaIndexing_On_or_Off.html" title="SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Turning DeltaIndexing On or Off">New Feature: DeltaIndexing On/Off </a> </td><td> 2009-06-10 </td><td> <a href="https://bugs.eclipse.org/bugs/show_bug.cgi?id=279242" class="external text" title="https://bugs.eclipse.org/bugs/show_bug.cgi?id=279242" rel="nofollow">bug 279242</a> </td><td> <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>
+</td></tr>
+<tr>
+<td> <a href="DeltaIndexingAndConnectivtyDiscussion09/Separate_Interfaces_for_ConnectivityManager_and_DeltaIndexingManager.html" title="SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Separate Interfaces for ConnectivityManager and DeltaIndexingManager"> Separate Interfaces for ConnectivityManager and DeltaIndexingManager </a> </td><td> 2008-06 ? </td><td> ? </td><td> <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>
+</td></tr></table>
+
+<!--
+NewPP limit report
+Preprocessor node count: 28/1000000
+Post-expand include size: 246/2097152 bytes
+Template argument size: 12/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:15436-0!1!0!!en!2!edit=0 and timestamp 20120203101539 -->
+<div class="printfooter">
+Retrieved from "<a href="DeltaIndexingAndConnectivtyDiscussion09.html">http://wiki.eclipse.org/SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 06:56, 17 October 2009 by <a href="http://wiki.eclipse.org/User:Tmenzel.brox.de" title="User:Tmenzel.brox.de">thomas menzel</a>. Based on work by <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>.</p>
+ <p id="footerviews">This page has been accessed 2,631 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.280 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Separate_Interfaces_for_ConnectivityManager_and_DeltaIndexingManager.html b/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Separate_Interfaces_for_ConnectivityManager_and_DeltaIndexingManager.html
new file mode 100644
index 0000000..0d56ef3
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Separate_Interfaces_for_ConnectivityManager_and_DeltaIndexingManager.html
@@ -0,0 +1,305 @@
+
+
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Separate Interfaces for ConnectivityManager and DeltaIndexingManager" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Separate Interfaces for ConnectivityManager and DeltaIndexingManager - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Separate_Interfaces_for_ConnectivityManager_and_DeltaIndexingManager";
+var wgTitle = "SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Separate Interfaces for ConnectivityManager and DeltaIndexingManager";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "22045";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "174937";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-java {line-height: normal; font-size: medium;}
+.source-java li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for java
+ * CSS class: source-java, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-java .de1, .source-java .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-java {}
+.source-java .head {}
+.source-java .foot {}
+.source-java .imp {font-weight: bold; color: red;}
+.source-java .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-java li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-java li.li2 {font-weight: bold;}
+.source-java .kw1 {color: #7F0055; font-weight: bold;}
+.source-java .kw2 {color: #7F0055; font-weight: bold;}
+.source-java .kw3 {color: #000000; font-weight: normal}
+.source-java .kw4 {color: #7F0055; font-weight: bold;}
+.source-java .co1 {color: #3F7F5F; font-style: italic;}
+.source-java .co2 {color: #3F7F5F;}
+.source-java .co3 {color: #3F7F5F; font-style: italic; font-weight: bold;}
+.source-java .coMULTI {color: #3F5FBF; font-style: italic;}
+.source-java .es0 {color: #000000;}
+.source-java .br0 {color: #000000;}
+.source-java .st0 {color: #2A00ff;}
+.source-java .nu0 {color: #000000;}
+.source-java .me1 {color: #000000;}
+.source-java .me2 {color: #000000;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="Separate_Interfaces_for_ConnectivityManager_and_DeltaIndexingManager.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Specifications_DeltaIndexingAndConnectivtyDiscussion09_Separate_Interfaces_for_ConnectivityManager_and_DeltaIndexingManager">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Separate_Interfaces_for_ConnectivityManager_and_DeltaIndexingManager">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Separate_Interfaces_for_ConnectivityManager_and_DeltaIndexingManager">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Separate_Interfaces_for_ConnectivityManager_and_DeltaIndexingManager">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Separate_Interfaces_for_ConnectivityManager_and_DeltaIndexingManager&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Separate_Interfaces_for_ConnectivityManager_and_DeltaIndexingManager&oldid=174937">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Separate_Interfaces_for_ConnectivityManager_and_DeltaIndexingManager.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Separate_Interfaces_for_ConnectivityManager_and_DeltaIndexingManager&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Separate_Interfaces_for_ConnectivityManager_and_DeltaIndexingManager&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Separate_Interfaces_for_ConnectivityManager_and_DeltaIndexingManager&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Separate%20Interfaces%20for%20ConnectivityManager%20and%20DeltaIndexingManager"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Separate Interfaces for ConnectivityManager and DeltaIndexingManager</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../../SMILA.html" title="SMILA">SMILA</a> | <a href="../../Specifications.1.html" title="SMILA/Specifications">Specifications</a> | <a href="../DeltaIndexingAndConnectivtyDiscussion09.html" title="SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09">DeltaIndexingAndConnectivtyDiscussion09</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Separate_Interfaces_for_ConnectivityManager_and_DeltaIndexingManager.html#column-one">navigation</a>, <a href="Separate_Interfaces_for_ConnectivityManager_and_DeltaIndexingManager.html#searchInput">search</a></div> <!-- start content -->
+ <a name="Separate_Interfaces_for_ConnectivityManager_and_DeltaIndexingManager"></a><h4> <span class="mw-headline"> Separate Interfaces for ConnectivityManager and DeltaIndexingManager </span></h4>
+<div class="messagebox" style="background-color: #def3fe; border: 1px solid #c5d7e0; color: black; padding: 5px; margin: 1ex 0; min-height: 35px; padding-left: 45px;">
+<div style="float: left; margin-left: -40px;"><a href="http://wiki.eclipse.org/Image:Note.png" class="image" title="Note.png"><img alt="" src="http://wiki.eclipse.org/images/c/cc/Note.png" width="35" height="35" border="0" /></a></div>
+<div><b>IMPLEMENTED </b><br />In summer 2008</div>
+</div>
+<a name="Motivation"></a><h5> <span class="mw-headline"> Motivation </span></h5>
+<p>the API of the ConnectivityManager includes parts of the API of the DeltaIndexingManager, which makes it more complex than necessary. Also it implicates that the ConnectivityManager has an internal state, as DeltaIndexing for a DataSource has to be initialized and finalized. This interfaces forces it's clients to make use of DeltaIndexing and to follow a strict workflow (initialize, add records, optionally call DeltaIndex-Delete and delete the returned IDs, finish). Even if this usage was configurable, the API is - simply spoken - ugly.
+</p>
+<a name="Proposal"></a><h5> <span class="mw-headline"> Proposal </span></h5>
+<p>I suggest to separate ConnectivityManager interface and DeltaIndexingManager interface. It makes both APIs more clear and focused. We should think about SMILA more of a "construction kit" than a "ready for all issues salvation". E.g. if someone wants to connect to SMILA, not using Crawlers or Agents but using the benefits of DeltaIndexing, all the components he needs are there. He can implement his own importer using the DeltaIndexingManager and ConnectivityManager interfaces. There is no need to provide the whole functionality "en-block". At the moment I see no urgend need for a remote interface (SCA). This could be neccessary in certain deploymnent scenarios, where the same DataSource (e.g. a website) is crawled by various Crawer/CrawlerController combinations and therefore must be handled by the same DeltaIndexingManager. But this coul'd also be achieved by the corresponding implementation itself (e.g. a DeltaIndexingManager that holds it's state in a distributed database). If we decide that an SCA interfacet is needed, it can be added easily.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">interface</span> ConnectivityManager
+<span class="br0">{</span>
+ <span class="kw4">int</span> add<span class="br0">(</span>Record<span class="br0">[</span><span class="br0">]</span> records<span class="br0">)</span> <span class="kw1">throws</span> ConnectivityException;
+ <span class="kw4">int</span> update<span class="br0">(</span>Record<span class="br0">[</span><span class="br0">]</span> records<span class="br0">)</span> <span class="kw1">throws</span> ConnectivityException; <span class="co1">// optional</span>
+ <span class="kw4">int</span> delete<span class="br0">(</span>Id<span class="br0">[</span><span class="br0">]</span> ids<span class="br0">)</span> <span class="kw1">throws</span> ConnectivityException;
+<span class="br0">}</span></pre></div>
+<p><br />
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">interface</span> DeltaIndexinManager
+<span class="br0">{</span>
+ <span class="kw4">void</span> init<span class="br0">(</span><span class="kw3">String</span> dataSourceID<span class="br0">)</span> <span class="kw1">throws</span> DeltaIndexingException;
+ <span class="kw4">boolean</span> checkForUpdate<span class="br0">(</span>Id id, <span class="kw3">String</span> hash<span class="br0">)</span> <span class="kw1">throws</span> DeltaIndexingException;
+ <span class="kw4">void</span> visit<span class="br0">(</span>Id id, <span class="kw3">String</span> hash<span class="br0">)</span> <span class="kw1">throws</span> DeltaIndexingException;
+ Iterator<Id> obsoleteIdIterator<span class="br0">(</span><span class="kw3">String</span> dataSourceID<span class="br0">)</span> <span class="kw1">throws</span> DeltaIndexingException;
+ <span class="kw4">void</span> finish<span class="br0">(</span><span class="kw3">String</span> dataSourceId<span class="br0">)</span> <span class="kw1">throws</span> ConnectivityException;
+ ...
+ <span class="co1">// same functionality for Compound objects, remember not to overload methods when using SCA</span>
+<span class="br0">}</span></pre></div>
+<p><br />
+Notes: If calls to ConnectivityManager are NOT relevant for DeltaIndexingState (e.g. if it's enough that a call of add/delete succeeded, not the successfull adding to the Queue is required) they could forego a return value and the ConnectivityException and then in the SCA interface these methods could be annotated with @oneway to improve performance. Via callbacks it would still be possible to send back information asynchronously. But if feedback is required, the synchronous method call is much easier to use.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 49/1000000
+Post-expand include size: 640/2097152 bytes
+Template argument size: 116/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:22045-0!1!0!!en!2!edit=0 and timestamp 20120203101613 -->
+<div class="printfooter">
+Retrieved from "<a href="Separate_Interfaces_for_ConnectivityManager_and_DeltaIndexingManager.html">http://wiki.eclipse.org/SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Separate_Interfaces_for_ConnectivityManager_and_DeltaIndexingManager</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 16:02, 15 October 2009 by <a href="http://wiki.eclipse.org/User:Tmenzel.brox.de" title="User:Tmenzel.brox.de">thomas menzel</a>. </p>
+ <p id="footerviews">This page has been accessed 990 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.117 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Turning_DeltaIndexing_On_or_Off.html b/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Turning_DeltaIndexing_On_or_Off.html
new file mode 100644
index 0000000..669d3fd
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Turning_DeltaIndexing_On_or_Off.html
@@ -0,0 +1,350 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Turning DeltaIndexing On or Off" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Turning DeltaIndexing On or Off - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Turning_DeltaIndexing_On_or_Off";
+var wgTitle = "SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Turning DeltaIndexing On or Off";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "22044";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "174934";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="Turning_DeltaIndexing_On_or_Off.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Specifications_DeltaIndexingAndConnectivtyDiscussion09_Turning_DeltaIndexing_On_or_Off">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Turning_DeltaIndexing_On_or_Off">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Turning_DeltaIndexing_On_or_Off">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Turning_DeltaIndexing_On_or_Off">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Turning_DeltaIndexing_On_or_Off&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Turning_DeltaIndexing_On_or_Off&oldid=174934">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Turning_DeltaIndexing_On_or_Off.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Turning_DeltaIndexing_On_or_Off&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Turning_DeltaIndexing_On_or_Off&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Turning_DeltaIndexing_On_or_Off&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Turning%20DeltaIndexing%20On%20or%20Off"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Turning DeltaIndexing On or Off</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../../SMILA.html" title="SMILA">SMILA</a> | <a href="../../Specifications.1.html" title="SMILA/Specifications">Specifications</a> | <a href="../DeltaIndexingAndConnectivtyDiscussion09.html" title="SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09">DeltaIndexingAndConnectivtyDiscussion09</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Turning_DeltaIndexing_On_or_Off.html#column-one">navigation</a>, <a href="Turning_DeltaIndexing_On_or_Off.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Turning_DeltaIndexing_On_or_Off.html#New_Feature:_DeltaIndexing_On.2FOff"><span class="tocnumber">1</span> <span class="toctext">New Feature: DeltaIndexing On/Off</span></a>
+<ul>
+<li class="toclevel-2"><a href="Turning_DeltaIndexing_On_or_Off.html#Motivation"><span class="tocnumber">1.1</span> <span class="toctext">Motivation</span></a></li>
+<li class="toclevel-2"><a href="Turning_DeltaIndexing_On_or_Off.html#Draft"><span class="tocnumber">1.2</span> <span class="toctext">Draft</span></a></li>
+<li class="toclevel-2"><a href="Turning_DeltaIndexing_On_or_Off.html#Configuration"><span class="tocnumber">1.3</span> <span class="toctext">Configuration</span></a></li>
+<li class="toclevel-2"><a href="Turning_DeltaIndexing_On_or_Off.html#Implementation"><span class="tocnumber">1.4</span> <span class="toctext">Implementation</span></a>
+<ul>
+<li class="toclevel-3"><a href="Turning_DeltaIndexing_On_or_Off.html#Current_Concept"><span class="tocnumber">1.4.1</span> <span class="toctext">Current Concept</span></a></li>
+<li class="toclevel-3"><a href="Turning_DeltaIndexing_On_or_Off.html#Alternative_Concept"><span class="tocnumber">1.4.2</span> <span class="toctext">Alternative Concept</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="New_Feature:_DeltaIndexing_On.2FOff"></a><h2> <span class="mw-headline"> New Feature: DeltaIndexing On/Off </span></h2>
+<p><b>This approach was realized. See <a href="https://bugs.eclipse.org/bugs/show_bug.cgi?id=279242" class="external free" title="https://bugs.eclipse.org/bugs/show_bug.cgi?id=279242" rel="nofollow">https://bugs.eclipse.org/bugs/show_bug.cgi?id=279242</a></b>
+</p>
+<a name="Motivation"></a><h3> <span class="mw-headline"> Motivation </span></h3>
+<p>It should be possible to turn the usage of DeltaIndexing on and off, either to reduce complexity or to gain better performance.
+</p>
+<a name="Draft"></a><h3> <span class="mw-headline"> Draft </span></h3>
+<p>A simple boolean logic (on/off) seems to simple, as I see 4 possible use cases (modes):
+</p>
+<ul><li> <b>FULL</b>: DeltaIndexing is fully activated. This means that
+<ul><li> each Record is checked if it needs to be updated
+</li><li> for each Record an entry is made/updated in the DeltaIndexingManager
+</li><li> Delta-Delete is executed at the end of the import
+</li></ul>
+</li><li> <b>ADDITIVE</b>: as <b>FULL</b>, but Delta-Delete is not executed (we allow records in the index that do not exist anymore
+</li><li> <b>INITIAL</b>: For an initial import in an empty index or a new source in an existing index performance can be optimized by
+<ul><li> NOT checking if a record needs to be updated (we know that all records are new)
+</li><li> adding an entry in the DeltaIndexingManager for each Record. This allows later imports to make use of DeltaIndexing
+</li><li> NOT: executing Delta-Delete (we know that no records are to be deleted)
+</li></ul>
+</li><li> <b>DISABLED</b>: DeltaIndexing is fully deactivated. No checks are done, no entries are created/updated, no Delta-Delete is executed. Later runs cannot benefit from DeltaIndexing
+</li></ul>
+<p>As always, Delta-Delete MUST NOT be executed if any errors occur during import as we do not want to delete records erroneously!
+</p>
+<a name="Configuration"></a><h3> <span class="mw-headline"> Configuration </span></h3>
+<p>To configure the mode of DeltaIndexing execution, an additional parameter is needed in the IndexOrderConfiguration:
+</p><p>XML-Schema:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml">...
+<span class="sc3"><span class="re1"><xs:element</span> <span class="re0">name</span>=<span class="st0">"DeltaIndexingMode"</span> <span class="re0">type</span>=<span class="st0">"DeltaIndexingModeType"</span><span class="re2">/></span></span>
+
+ <span class="sc3"><span class="re1"><xs:simpleType</span> <span class="re0">name</span>=<span class="st0">"DeltaIndexingModeType"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><xs:annotation<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><xs:appinfo<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><jxb:class</span> <span class="re0">ref</span>=<span class="st0">"org.eclipse.eilf.connectivity.framework.indexorder.messages.DeltaIndexingModeType"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></xs:appinfo<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></xs:annotation<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><xs:restriction</span> <span class="re0">base</span>=<span class="st0">"xs:string"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><xs:pattern</span> <span class="re0">value</span>=<span class="st0">"FULL"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><xs:pattern</span> <span class="re0">value</span>=<span class="st0">"ADDITIVE"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><xs:pattern</span> <span class="re0">value</span>=<span class="st0">"INITIAL"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><xs:pattern</span> <span class="re0">value</span>=<span class="st0">"DISABLED"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></xs:restriction<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></xs:simpleType<span class="re2">></span></span></span>
+...</pre></div>
+<p>XML example
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml">...
+<span class="sc3"><span class="re1"><DeltaIndexingMode<span class="re2">></span></span></span>FULL<span class="sc3"><span class="re1"></DeltaIndexingMode<span class="re2">></span></span></span>
+...</pre></div>
+<p><br />
+</p>
+<a name="Implementation"></a><h3> <span class="mw-headline"> Implementation </span></h3>
+<a name="Current_Concept"></a><h4> <span class="mw-headline"> Current Concept </span></h4>
+<p>The execution logic has to be added in parts to the CrawlerController (CrawlThread) and ConnectivityManager. Therefore the mode has to be added to the ConnectivityManager interface. The problem is, that initialize and finish still need to be called, and that the MODE then controls if and how DeltaIndexing is used. This makes the usage and implementation of ConnectivityManager more and more complex and obscure (too many special cases).
+</p><p><br />
+</p>
+<a name="Alternative_Concept"></a><h4> <span class="mw-headline"> Alternative Concept </span></h4>
+<p>The execution logic has to be added either
+</p>
+<ul><li> to the CrawlerController (CrawlThread) only. It decides what actions to perform on the given mode.
+</li><li> to the Crawler themselves, if the more radical change is implemented
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 20/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:22044-0!1!0!!en!2!edit=0 and timestamp 20120203101615 -->
+<div class="printfooter">
+Retrieved from "<a href="Turning_DeltaIndexing_On_or_Off.html">http://wiki.eclipse.org/SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Turning_DeltaIndexing_On_or_Off</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 15:49, 15 October 2009 by <a href="http://wiki.eclipse.org/User:Tmenzel.brox.de" title="User:Tmenzel.brox.de">thomas menzel</a>. </p>
+ <p id="footerviews">This page has been accessed 1,002 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.102 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Usage_of_DeltaIndexingManager_by_CrawlerControler_alone.html b/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Usage_of_DeltaIndexingManager_by_CrawlerControler_alone.html
new file mode 100644
index 0000000..c24d18d
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Usage_of_DeltaIndexingManager_by_CrawlerControler_alone.html
@@ -0,0 +1,235 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Usage of DeltaIndexingManager by CrawlerControler alone" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Usage of DeltaIndexingManager by CrawlerControler alone - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Usage_of_DeltaIndexingManager_by_CrawlerControler_alone";
+var wgTitle = "SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Usage of DeltaIndexingManager by CrawlerControler alone";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "22046";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "175059";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Usage_of_DeltaIndexingManager_by_CrawlerControler_alone.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Specifications_DeltaIndexingAndConnectivtyDiscussion09_Usage_of_DeltaIndexingManager_by_CrawlerControler_alone">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Usage_of_DeltaIndexingManager_by_CrawlerControler_alone">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Usage_of_DeltaIndexingManager_by_CrawlerControler_alone">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Usage_of_DeltaIndexingManager_by_CrawlerControler_alone">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Usage_of_DeltaIndexingManager_by_CrawlerControler_alone&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Usage_of_DeltaIndexingManager_by_CrawlerControler_alone&oldid=175059">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Usage_of_DeltaIndexingManager_by_CrawlerControler_alone.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Usage_of_DeltaIndexingManager_by_CrawlerControler_alone&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Usage_of_DeltaIndexingManager_by_CrawlerControler_alone&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Usage_of_DeltaIndexingManager_by_CrawlerControler_alone&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Usage%20of%20DeltaIndexingManager%20by%20CrawlerControler%20alone"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Usage of DeltaIndexingManager by CrawlerControler alone</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../../SMILA.html" title="SMILA">SMILA</a> | <a href="../../Specifications.1.html" title="SMILA/Specifications">Specifications</a> | <a href="../DeltaIndexingAndConnectivtyDiscussion09.html" title="SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09">DeltaIndexingAndConnectivtyDiscussion09</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Usage_of_DeltaIndexingManager_by_CrawlerControler_alone.html#column-one">navigation</a>, <a href="Usage_of_DeltaIndexingManager_by_CrawlerControler_alone.html#searchInput">search</a></div> <!-- start content -->
+ <p>Obsolete page. Can be deleted.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 1/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:22046-0!1!0!!en!2!edit=0 and timestamp 20120203101614 -->
+<div class="printfooter">
+Retrieved from "<a href="Usage_of_DeltaIndexingManager_by_CrawlerControler_alone.html">http://wiki.eclipse.org/SMILA/Specifications/DeltaIndexingAndConnectivtyDiscussion09/Usage_of_DeltaIndexingManager_by_CrawlerControler_alone</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 07:38, 16 October 2009 by <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>. Based on work by <a href="http://wiki.eclipse.org/User:Tmenzel.brox.de" title="User:Tmenzel.brox.de">thomas menzel</a>.</p>
+ <p id="footerviews">This page has been accessed 994 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.059 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/LuceneIntegration.html b/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/LuceneIntegration.html
new file mode 100644
index 0000000..0691ac3
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/LuceneIntegration.html
@@ -0,0 +1,405 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Specifications/LuceneIntegration" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Specifications/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Specifications/LuceneIntegration - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Specifications/LuceneIntegration";
+var wgTitle = "SMILA/Specifications/LuceneIntegration";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "18062";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "141504";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="LuceneIntegration.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Specifications_LuceneIntegration">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Specifications/LuceneIntegration">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Specifications/LuceneIntegration">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Specifications/LuceneIntegration">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/LuceneIntegration&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/LuceneIntegration&oldid=141504">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="LuceneIntegration.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Specifications/LuceneIntegration&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/LuceneIntegration&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/LuceneIntegration&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Specifications/LuceneIntegration"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Specifications/LuceneIntegration</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Specifications.1.html" title="SMILA/Specifications">Specifications</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="LuceneIntegration.html#column-one">navigation</a>, <a href="LuceneIntegration.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="LuceneIntegration.html#Description"><span class="tocnumber">1</span> <span class="toctext">Description</span></a></li>
+<li class="toclevel-1"><a href="LuceneIntegration.html#Discussion"><span class="tocnumber">2</span> <span class="toctext">Discussion</span></a></li>
+<li class="toclevel-1"><a href="LuceneIntegration.html#Status_Quo"><span class="tocnumber">3</span> <span class="toctext">Status Quo</span></a></li>
+<li class="toclevel-1"><a href="LuceneIntegration.html#Technical_proposal"><span class="tocnumber">4</span> <span class="toctext">Technical proposal</span></a>
+<ul>
+<li class="toclevel-2"><a href="LuceneIntegration.html#Features"><span class="tocnumber">4.1</span> <span class="toctext">Features</span></a></li>
+<li class="toclevel-2"><a href="LuceneIntegration.html#Lucene_specific_vs._generic"><span class="tocnumber">4.2</span> <span class="toctext">Lucene specific vs. generic</span></a></li>
+<li class="toclevel-2"><a href="LuceneIntegration.html#Configuration"><span class="tocnumber">4.3</span> <span class="toctext">Configuration</span></a></li>
+<li class="toclevel-2"><a href="LuceneIntegration.html#Bundles.2C_Packages.2C_Extension_Points"><span class="tocnumber">4.4</span> <span class="toctext">Bundles, Packages, Extension Points</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Description"></a><h1> <span class="mw-headline">Description</span></h1>
+<p>This page is about the integration of Lucene as a sample indexing/search engine in Smila.
+</p>
+<a name="Discussion"></a><h1> <span class="mw-headline">Discussion</span></h1>
+<a name="Status_Quo"></a><h1> <span class="mw-headline">Status Quo</span></h1>
+<p>At the moment we have two ProcessingServices for indexing and searching records in Lucene:
+</p>
+<ul><li>LuceneIndexService
+</li><li>LuceneSearchService
+</li></ul>
+<p>Both services support multiple indexes, selectable via annotations. As an integration layer between these services and the Lucene api the brox anyfinder classes are used for now. The configuration of the services and the Lucene index and some search properties is a mixture of a service specific record to index field mapping file (mappings.xml) and anyfinders own DataDictionary (DataDictionary.xml).
+</p><p><br />
+</p>
+<a name="Technical_proposal"></a><h1> <span class="mw-headline">Technical proposal</span></h1>
+<p>One of the goals of Smila was to create the framework from scratch without any legacy code. Therefore wo should refactor the anyfinder Lucene integration to contain only the classes that are needed. Below are some thoughts about issues with the current implementation and what to reuse/refactor:
+</p>
+<a name="Features"></a><h2> <span class="mw-headline">Features</span></h2>
+<p>The following features should be supported by the integration:
+</p>
+<ul><li> configuration of index fields (analyzers, indexation, tokenization)
+</li><li> simple search (query over a dedicated text field)
+</li><li> advanced search (query over multiple fields and filter support)
+</li><li> simple highlighting (return a formated html text)
+</li><li> advanced highlighting (return highlight positions and weights)
+</li></ul>
+<p><br />
+</p>
+<a name="Lucene_specific_vs._generic"></a><h2> <span class="mw-headline">Lucene specific vs. generic</span></h2>
+<p>Anyfinder abstracts from concrete search engines, offering a generic api for search engine integration. Smila offers the same, using the BPEL Pipelet/ProcessingService approach. Therefore most abstract classes or interfaces of anyfinder can be removed or merged with concrete Lucene implementations. This will minimize the number of classes.
+</p><p><br />
+</p>
+<a name="Configuration"></a><h2> <span class="mw-headline">Configuration</span></h2>
+<p>The configuration files mappings.xml and DataDictionary.xml should be merged into one xml configuration. The configuration for result and highlighting attributes should be a default configuration which is used if the search process does not explicitly requests other results. As it is not relevant for the LuceneIndexService it could be moved in a separate config file. The defined mapping of record attributes/attachments to index fields should be reused by the LuceneSearchService (by having a reference to the LuceneIndexService and providing methods to acess the mapping information in both directions).
+</p><p>Here are my ideas for a index and search configuration, reusing anyfinder concepts:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><LuceneIndexConfig<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Index</span> <span class="re0">Name</span>=<span class="st0">"test_index"</span> <span class="re0">MaxConnections</span>=<span class="st0">"5"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><IndexStructure<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Analyzer</span> <span class="re0">ClassName</span>=<span class="st0">"org.apache.lucene.analysis.standard.StandardAnalyzer"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">name</span>=<span class="st0">"Title"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><IndexField</span> <span class="re0">Name</span>=<span class="st0">"Title"</span> <span class="re0">IndexValue</span>=<span class="st0">"true"</span> <span class="re0">StoreText</span>=<span class="st0">"true"</span> <span class="re0">Tokenize</span>=<span class="st0">"true"</span> <span class="re0">Type</span>=<span class="st0">"Text"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">name</span>=<span class="st0">"Url"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><IndexField</span> <span class="re0">Name</span>=<span class="st0">"Url"</span> <span class="re0">IndexValue</span>=<span class="st0">"true"</span> <span class="re0">StoreText</span>=<span class="st0">"true"</span> <span class="re0">Tokenize</span>=<span class="st0">"false"</span> <span class="re0">Type</span>=<span class="st0">"Text"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Analyzer</span> <span class="re0">ClassName</span>=<span class="st0">"org.apache.lucene.analysis.WhitespaceAnalyzer"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></IndexField<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">name</span>=<span class="st0">"LastModifiedDate"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><IndexField</span> <span class="re0">Name</span>=<span class="st0">"LastModifiedDate"</span> <span class="re0">IndexValue</span>=<span class="st0">"true"</span> <span class="re0">StoreText</span>=<span class="st0">"true"</span> <span class="re0">Tokenize</span>=<span class="st0">"false"</span> <span class="re0">Type</span>=<span class="st0">"Text"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span><span class="re2">/></span></span>
+ ...
+ <span class="sc3"><span class="re1"><Attachment</span> <span class="re0">path</span>=<span class="st0">"Content"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><IndexField</span> <span class="re0">Name</span>=<span class="st0">"Content"</span> <span class="re0">IndexValue</span>=<span class="st0">"true"</span> <span class="re0">StoreText</span>=<span class="st0">"true"</span> <span class="re0">Tokenize</span>=<span class="st0">"true"</span> <span class="re0">Type</span>=<span class="st0">"Text"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><Attachment</span><span class="re2">/></span></span>
+ ...
+ <span class="sc3"><span class="re1"></IndexStructure<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Index<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Index</span> <span class="re0">Name</span>=<span class="st0">"another_index"</span> <span class="re0">MaxConnections</span>=<span class="st0">"5"</span><span class="re2">></span></span>
+ ...
+ <span class="sc3"><span class="re1"></Index<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></LuceneIndexConfig<span class="re2">></span></span></span></pre></div>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><LuceneSearchConfig<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Index</span> <span class="re0">Name</span>=<span class="st0">"test_index"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Result<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">name</span>=<span class="st0">"MimeType"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">name</span>=<span class="st0">"LastModifiedDate"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><Attribute</span> <span class="re0">name</span>=<span class="st0">"Url"</span> <span class="re2">/></span></span>
+ ...
+ <span class="sc3"><span class="re1"><Attachment</span> <span class="re0">name</span>=<span class="st0">"Content"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><HighlightingTransformer</span> <span class="re0">Name</span>=<span class="st0">"urn:Sentence"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><ParameterSet<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Parameter</span> <span class="re0">Name</span>=<span class="st0">"MaxLength"</span> <span class="re0">xsi:type</span>=<span class="st0">"Integer"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Value<span class="re2">></span></span></span>300<span class="sc3"><span class="re1"></Value<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Parameter<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Parameter</span> <span class="re0">Name</span>=<span class="st0">"MaxHLElements"</span> <span class="re0">xsi:type</span>=<span class="st0">"Integer"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Value<span class="re2">></span></span></span>999<span class="sc3"><span class="re1"></Value<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Parameter<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Parameter</span> <span class="re0">Name</span>=<span class="st0">"MaxSucceedingCharacters"</span> <span class="re0">xsi:type</span>=<span class="st0">"Integer"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Value<span class="re2">></span></span></span>30<span class="sc3"><span class="re1"></Value<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Parameter<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Parameter</span> <span class="re0">Name</span>=<span class="st0">"SucceedingCharacters"</span> <span class="re0">xsi:type</span>=<span class="st0">"String"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Value<span class="re2">></span></span></span>...<span class="sc3"><span class="re1"></Value<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Parameter<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Parameter</span> <span class="re0">Name</span>=<span class="st0">"SortAlgorithm"</span> <span class="re0">xsi:type</span>=<span class="st0">"String"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Value<span class="re2">></span></span></span>Occurrence<span class="sc3"><span class="re1"></Value<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Parameter<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Parameter</span> <span class="re0">Name</span>=<span class="st0">"TextHandling"</span> <span class="re0">xsi:type</span>=<span class="st0">"String"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Value<span class="re2">></span></span></span>ReturnSnipplet<span class="sc3"><span class="re1"></Value<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Parameter<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></ParameterSet<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></HighlightingTransformer<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Attachment<span class="re2">></span></span></span>
+ ...
+ <span class="sc3"><span class="re1"></Result<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Index<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></LuceneSearchConfig<span class="re2">></span></span></span></pre></div>
+<p><br />
+In addition, a Lucene index needs two special IndexFields that are not configurable but fixed:
+</p>
+<ul><li> ID: this is a hashed version of the record Id. It is used to identify the record in the index
+</li><li> XMLID: this contains the xml representation of the record Id. It is only stored in the index and part of every result, as it is used to create Id objects from it
+</li></ul>
+<p><br />
+</p>
+<a name="Bundles.2C_Packages.2C_Extension_Points"></a><h2> <span class="mw-headline">Bundles, Packages, Extension Points</span></h2>
+<p>All classes neeeded for Lucene integration should be in the bundle org.eclipse.smila.lucene or in bundles extending this package structure.
+org.eclipse.smila.search should be reserved for Smila Search API and more generic stuff to come (perhaps the highlighting transformer could fit in there).
+</p><p>There are some packages and lots of classes I don't know what they are used for:
+</p>
+<ul><li> org.eclipse.smila.transformation (except the Highlighting* classes)
+</li><li> org.eclipse.smila.transformation.transformer
+</li><li> org.eclipse.smila.search.datadictionary - should most of these classes be generated by Jaxb ?
+</li><li> org.eclipse.smila.search.feature
+</li><li> org.eclipse.smila.search.irm
+</li><li> org.eclipse.smila.search.tools - why are such common classes like exception in here ?
+</li><li> org.eclipse.smila.search.tools.indexstructur (seems to be obsolete if merged with org.eclipse.smila.lucene)
+</li><li> what are all thos D-classes for. Why are the duplicate class names in different packages ? Semms to be some wrapper classes where in turn Lucene classes could be used.
+</li><li> what are all those template classes about ? I guess we don't need them anymore.
+</li></ul>
+<p>Also anyfinder bundles make use of extension points. What is it used for ? I don't think that it is needed for a concrete Lucene integration.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 15/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:18062-0!1!0!!en!2!edit=0 and timestamp 20120203063221 -->
+<div class="printfooter">
+Retrieved from "<a href="LuceneIntegration.html">http://wiki.eclipse.org/SMILA/Specifications/LuceneIntegration</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 16:40, 25 February 2009 by <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>. </p>
+ <p id="footerviews">This page has been accessed 1,788 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.058 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/Management_Of_The_Smila_Components.html b/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/Management_Of_The_Smila_Components.html
new file mode 100644
index 0000000..27e57b5
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/Management_Of_The_Smila_Components.html
@@ -0,0 +1,406 @@
+
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Specifications/Management Of The Smila Components,SMILA/Project Concepts/CrawlerController Remote Management,SMILA/Workflow Overview" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Specifications/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Specifications/Management Of The Smila Components - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Specifications/Management_Of_The_Smila_Components";
+var wgTitle = "SMILA/Specifications/Management Of The Smila Components";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "16837";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "151848";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-java {line-height: normal; font-size: medium;}
+.source-java li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for java
+ * CSS class: source-java, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-java .de1, .source-java .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-java {}
+.source-java .head {}
+.source-java .foot {}
+.source-java .imp {font-weight: bold; color: red;}
+.source-java .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-java li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-java li.li2 {font-weight: bold;}
+.source-java .kw1 {color: #7F0055; font-weight: bold;}
+.source-java .kw2 {color: #7F0055; font-weight: bold;}
+.source-java .kw3 {color: #000000; font-weight: normal}
+.source-java .kw4 {color: #7F0055; font-weight: bold;}
+.source-java .co1 {color: #3F7F5F; font-style: italic;}
+.source-java .co2 {color: #3F7F5F;}
+.source-java .co3 {color: #3F7F5F; font-style: italic; font-weight: bold;}
+.source-java .coMULTI {color: #3F5FBF; font-style: italic;}
+.source-java .es0 {color: #000000;}
+.source-java .br0 {color: #000000;}
+.source-java .st0 {color: #2A00ff;}
+.source-java .nu0 {color: #000000;}
+.source-java .me1 {color: #000000;}
+.source-java .me2 {color: #000000;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="Management_Of_The_Smila_Components.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Specifications_Management_Of_The_Smila_Components">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Specifications/Management_Of_The_Smila_Components">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Specifications/Management_Of_The_Smila_Components">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Specifications/Management_Of_The_Smila_Components">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/Management_Of_The_Smila_Components&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/Management_Of_The_Smila_Components&oldid=151848">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Management_Of_The_Smila_Components.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Specifications/Management_Of_The_Smila_Components&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/Management_Of_The_Smila_Components&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/Management_Of_The_Smila_Components&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Specifications/Management%20Of%20The%20Smila%20Components"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Specifications/Management Of The Smila Components</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Specifications.1.html" title="SMILA/Specifications">Specifications</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Management_Of_The_Smila_Components.html#column-one">navigation</a>, <a href="Management_Of_The_Smila_Components.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Management_Of_The_Smila_Components.html#Use_case"><span class="tocnumber">1</span> <span class="toctext">Use case</span></a></li>
+<li class="toclevel-1"><a href="Management_Of_The_Smila_Components.html#Description"><span class="tocnumber">2</span> <span class="toctext">Description</span></a></li>
+<li class="toclevel-1"><a href="Management_Of_The_Smila_Components.html#Technical_Proposal"><span class="tocnumber">3</span> <span class="toctext">Technical Proposal</span></a>
+<ul>
+<li class="toclevel-2"><a href="Management_Of_The_Smila_Components.html#Management_by_the_pseudo_records"><span class="tocnumber">3.1</span> <span class="toctext">Management by the pseudo records</span></a>
+<ul>
+<li class="toclevel-3"><a href="Management_Of_The_Smila_Components.html#The_possible_realization"><span class="tocnumber">3.1.1</span> <span class="toctext">The possible realization</span></a></li>
+<li class="toclevel-3"><a href="Management_Of_The_Smila_Components.html#Advantages_of_the_given_approach"><span class="tocnumber">3.1.2</span> <span class="toctext">Advantages of the given approach</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="Management_Of_The_Smila_Components.html#Directly_by_the_LuceneIndexService"><span class="tocnumber">3.2</span> <span class="toctext">Directly by the LuceneIndexService</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Management_Of_The_Smila_Components.html#Solution_choosen"><span class="tocnumber">4</span> <span class="toctext">Solution choosen</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Use_case"></a><h2> <span class="mw-headline">Use case</span></h2>
+<p>Some Smila components have to be managed.
+</p><p>The Lucene index should be managed by means of JMX agent. Operations for deleting, renaming and creating indexes should be accessible. For XMLStorage operations for deleting and renaming partitions should be accessible.
+</p><p><br />
+</p><p>This article is written on the basis of discussions with Dmitriy Hazin and Ivan Churkin.
+</p>
+<a name="Description"></a><h2> <span class="mw-headline">Description</span></h2>
+<p>Let's discuss a problem on an example of management of an index.
+</p><p>See <a href="../Workflow_Overview.html" class="mw-redirect" title="SMILA/Workflow Overview">Workflow Smila</a>.
+</p><p>The core of the SMILA system – consisting of <b>Router -> JMS queue -> Listener -> BPEL processor</b> - works with Record objects. Or in other words the record connects all components of the system.
+</p><p>The Router pushes the record in the JMS message queue ( ActiveMQ). The records are collected in the queue where they await further processing. The Listener orders the queue and invokes the respective pipeline for each record. Currently Smila has 2 pipelines: The AddPipeline and the DeletePipeline, which invoke several services and one pipelet to process a record.
+</p><p><br />
+</p><p><a href="http://wiki.eclipse.org/Image:Pipeline5.jpg" class="image" title="Image:pipeline5.jpg"><img alt="Image:pipeline5.jpg" src="http://wiki.eclipse.org/images/6/6b/Pipeline5.jpg" width="398" height="402" border="0" /></a>
+</p><p><i>Figure 1. Add pipeline (see addpipeline.bpel). Delete pipeline (see deletepipeline.bpel).</i>
+
+</p><p>As shown in Figure 1, the AddPipeline invokes the SimplemimeTypeIdentifier service and the pipelet HtmlTotextPipelet which prepare the record for adding it to an index, and then the LuceneIndexService which directly accesses the index for the adding of the record to the index.
+</p><p>The DeletePipeline invokes the LuceneIndexService for deleting a record from the index.
+</p><p>LuceneIndexService accesses an index by means of two methods:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">private</span> <span class="kw4">void</span> addRecord<span class="br0">(</span><span class="kw1">final</span> Blackboard blackboard, <span class="kw1">final</span> Id id, <span class="kw3">String</span> indexName<span class="br0">)</span> ...
+
+<span class="kw1">private</span> <span class="kw4">void</span> deleteRecord<span class="br0">(</span><span class="kw1">final</span> Id id, <span class="kw3">String</span> indexName<span class="br0">)</span> ...
+
+
+<span class="me1">IndexConnection</span> indexConnection = IndexManager.<span class="me1">getInstance</span><span class="br0">(</span>indexName<span class="br0">)</span>;</pre></div>
+<p>Thus the system has no direct reference to the Lucene index implementation as such. All indexing operations are carried out by calling methods of the LuceneIndexService.
+</p><p>On this basis there are two ways of implementation of the index management:
+</p>
+<ul><li> Natural way - Management by pseudo records which contain the index command.
+</li><li> Surgical way – Direct Lucence API access by the LuceneIndexService.
+</li></ul>
+<a name="Technical_Proposal"></a><h2> <span class="mw-headline">Technical Proposal</span></h2>
+<a name="Management_by_the_pseudo_records"></a><h3> <span class="mw-headline">Management by the pseudo records</span></h3>
+<p>A pseudo record does not contain any data apart from the index command as part of its meta-data. Its sole purpose is to tell the LuceneIndexService which operation is required: deleting, renaming or creating of an index.
+</p><p><br />
+</p>
+<a name="The_possible_realization"></a><h4> <span class="mw-headline">The possible realization</span></h4>
+<p>Create an additional pipeline “IndexManagementPipeline” to send pseudo records to.
+For this pipeline
+</p>
+<ul><li> Create a set of pipelets, one for each operation
+</li></ul>
+<p>or
+</p>
+<ul><li> Invoke LuceneIndexService directly from the “IndexManagementPipeline”. In this case the LuceneIndexService has to be enriched with a new method for each of the required operations
+</li></ul>
+<p><br />
+<a href="http://wiki.eclipse.org/Image:NewPipeline1.jpg" class="image" title="Image:newPipeline1.jpg"><img alt="Image:newPipeline1.jpg" src="http://wiki.eclipse.org/images/2/2c/NewPipeline1.jpg" width="391" height="401" border="0" /></a>
+</p><p><i>Figure 2. Posible realization IndexManagementPipeline.</i>
+</p><p>Configuration file for IndexManagementPipeline <i>indexmanagementpipeline.bpel</i> can consist:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><proc:invokeService<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><proc:service</span> <span class="re0">name</span>=<span class="st0">"LuceneIndexService"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><proc:variables</span> <span class="re0">input</span>=<span class="st0">"request"</span> <span class="re0">output</span>=<span class="st0">"request"</span> <span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><proc:setAnnotations<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:An</span> <span class="re0">n</span>=<span class="st0">"org.eclipse.smila.lucene.LuceneIndexService"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><rec:V</span> <span class="re0">n</span>=<span class="st0">"indexName"</span><span class="re2">></span></span>test_index<span class="sc3"><span class="re1"></rec:V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><rec:V</span> <span class="re0">n</span>=<span class="st0">"executionMode"</span><span class="re2">></span></span>DELETE_INDEX<span class="sc3"><span class="re1"></rec:V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></rec:An<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></proc:setAnnotations<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></proc:invokeService<span class="re2">></span></span></span></pre></div>
+<a name="Advantages_of_the_given_approach"></a><h4> <span class="mw-headline">Advantages of the given approach</span></h4>
+<ul><li> A new mechanism for the execution of the index commands is not necessary
+</li></ul>
+<p>(This is especially important for the distributed system)
+</p>
+<ul><li> The history of commands is easily maintained.
+</li></ul>
+<a name="Directly_by_the_LuceneIndexService"></a><h3> <span class="mw-headline">Directly by the LuceneIndexService</span></h3>
+<p>We have to accept that the LuceneIndexService has to implement new methods: deleteIndex(), renameIndex() and createIndex().
+</p><p>Directly invoking the LuceneIndexService will also lead to a desirable result. However, a solution in this fashion requires surgical interference with the system (requirement to implement new methods) and cannot be considered correct.
+The requirement for new functionality would always require changes to the API of the system.
+The direct approach does not use the possibilities of the SMILA system and does not allow to control the index operations in the standard way.
+</p><p>See also <a href="http://en.wikipedia.org/wiki/Command_pattern" class="external text" title="http://en.wikipedia.org/wiki/Command_pattern" rel="nofollow">Command Pattern</a>
+</p>
+<a name="Solution_choosen"></a><h2> <span class="mw-headline">Solution choosen</span></h2>
+<p>It was decided to use standard management agents. Exactly like in the <a href="../Project_Concepts/CrawlerController_Remote_Management.html" title="SMILA/Project Concepts/CrawlerController Remote Management"> crawler controller management</a>.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 15/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:16837-0!1!0!!en!2!edit=0 and timestamp 20120203101544 -->
+<div class="printfooter">
+Retrieved from "<a href="Management_Of_The_Smila_Components.html">http://wiki.eclipse.org/SMILA/Specifications/Management_Of_The_Smila_Components</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 10:06, 4 May 2009 by <a href="http://wiki.eclipse.org/User:Juergen.schumacher.empolis.com" title="User:Juergen.schumacher.empolis.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Churkin.ivan.gmail.com&action=edit" class="new" title="User:Churkin.ivan.gmail.com">Ivan Churkin</a> and <a href="http://wiki.eclipse.org/index.php?title=User:Szhbankova.brox.de&action=edit" class="new" title="User:Szhbankova.brox.de">Sofya Zhbankova</a>.</p>
+ <p id="footerviews">This page has been accessed 1,905 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.126 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/Partitioning_Storages.html b/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/Partitioning_Storages.html
new file mode 100644
index 0000000..ffd2536
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/Partitioning_Storages.html
@@ -0,0 +1,518 @@
+
+
+
+
+
+
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Specifications/Partitioning Storages" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Specifications/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Specifications/Partitioning Storages - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Specifications/Partitioning_Storages";
+var wgTitle = "SMILA/Specifications/Partitioning Storages";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "16740";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286049";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-java {line-height: normal; font-size: medium;}
+.source-java li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for java
+ * CSS class: source-java, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-java .de1, .source-java .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-java {}
+.source-java .head {}
+.source-java .foot {}
+.source-java .imp {font-weight: bold; color: red;}
+.source-java .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-java li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-java li.li2 {font-weight: bold;}
+.source-java .kw1 {color: #7F0055; font-weight: bold;}
+.source-java .kw2 {color: #7F0055; font-weight: bold;}
+.source-java .kw3 {color: #000000; font-weight: normal}
+.source-java .kw4 {color: #7F0055; font-weight: bold;}
+.source-java .co1 {color: #3F7F5F; font-style: italic;}
+.source-java .co2 {color: #3F7F5F;}
+.source-java .co3 {color: #3F7F5F; font-style: italic; font-weight: bold;}
+.source-java .coMULTI {color: #3F5FBF; font-style: italic;}
+.source-java .es0 {color: #000000;}
+.source-java .br0 {color: #000000;}
+.source-java .st0 {color: #2A00ff;}
+.source-java .nu0 {color: #000000;}
+.source-java .me1 {color: #000000;}
+.source-java .me2 {color: #000000;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="Partitioning_Storages.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Specifications_Partitioning_Storages">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Specifications/Partitioning_Storages">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Specifications/Partitioning_Storages">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Specifications/Partitioning_Storages">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/Partitioning_Storages&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/Partitioning_Storages&oldid=286049">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Partitioning_Storages.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/Talk:SMILA/Specifications/Partitioning_Storages"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/Partitioning_Storages&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/Partitioning_Storages&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Specifications/Partitioning%20Storages"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Specifications/Partitioning Storages</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Specifications.1.html" title="SMILA/Specifications">Specifications</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Partitioning_Storages.html#column-one">navigation</a>, <a href="Partitioning_Storages.html#searchInput">search</a></div> <!-- start content -->
+ <div class="messagebox" style="background-color: #def3fe; border: 1px solid #c5d7e0; color: black; padding: 5px; margin: 1ex 0; min-height: 35px; padding-left: 45px;">
+<div style="float: left; margin-left: -40px;"><a href="http://wiki.eclipse.org/Image:Note.png" class="image" title="Note.png"><img alt="" src="http://wiki.eclipse.org/images/c/cc/Note.png" width="35" height="35" border="0" /></a></div>
+<div><b>This page is out of data, and I'm not sure if we still need it all. It should be either rewritten or deleted.</b><br /></div>
+</div>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Partitioning_Storages.html#Implementing_Storage_Points_for_Data_Backup_and_Reusing"><span class="tocnumber">1</span> <span class="toctext">Implementing Storage Points for Data Backup and Reusing</span></a>
+<ul>
+<li class="toclevel-2"><a href="Partitioning_Storages.html#Implementing_Storage_Points"><span class="tocnumber">1.1</span> <span class="toctext">Implementing Storage Points</span></a>
+<ul>
+<li class="toclevel-3"><a href="Partitioning_Storages.html#Requirements"><span class="tocnumber">1.1.1</span> <span class="toctext">Requirements</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="Partitioning_Storages.html#Architecture_overview"><span class="tocnumber">1.2</span> <span class="toctext">Architecture overview</span></a></li>
+<li class="toclevel-2"><a href="Partitioning_Storages.html#Proposed_changes"><span class="tocnumber">1.3</span> <span class="toctext">Proposed changes</span></a>
+<ul>
+<li class="toclevel-3"><a href="Partitioning_Storages.html#Storage_points_configuration"><span class="tocnumber">1.3.1</span> <span class="toctext">Storage points configuration</span></a></li>
+<li class="toclevel-3"><a href="Partitioning_Storages.html#Alternative:_Storage_Point_ID_as_OSGi_service_property"><span class="tocnumber">1.3.2</span> <span class="toctext">Alternative: Storage Point ID as OSGi service property</span></a></li>
+<li class="toclevel-3"><a href="Partitioning_Storages.html#Configuring_storage_points_for_DFP"><span class="tocnumber">1.3.3</span> <span class="toctext">Configuring storage points for DFP</span></a></li>
+<li class="toclevel-3"><a href="Partitioning_Storages.html#Passing_the_Storage-Location_to_BPEL.2FPipelets.2FBlackboard"><span class="tocnumber">1.3.4</span> <span class="toctext">Passing the Storage-Location to BPEL/Pipelets/Blackboard</span></a></li>
+<li class="toclevel-3"><a href="Partitioning_Storages.html#Changes_in_the_Blackboard_service"><span class="tocnumber">1.3.5</span> <span class="toctext">Changes in the Blackboard service</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="Partitioning_Storages.html#Partitions"><span class="tocnumber">1.4</span> <span class="toctext">Partitions</span></a>
+<ul>
+<li class="toclevel-3"><a href="Partitioning_Storages.html#Requirements_2"><span class="tocnumber">1.4.1</span> <span class="toctext">Requirements</span></a></li>
+<li class="toclevel-3"><a href="Partitioning_Storages.html#Changes_in_Storages_API"><span class="tocnumber">1.4.2</span> <span class="toctext">Changes in Storages API</span></a></li>
+<li class="toclevel-3"><a href="Partitioning_Storages.html#Alternative_implenmentation_using_OSGi_services"><span class="tocnumber">1.4.3</span> <span class="toctext">Alternative implenmentation using OSGi services</span></a></li>
+<li class="toclevel-3"><a href="Partitioning_Storages.html#Proposed_further_changes"><span class="tocnumber">1.4.4</span> <span class="toctext">Proposed further changes</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Implementing_Storage_Points_for_Data_Backup_and_Reusing"></a><h2> <span class="mw-headline"> Implementing Storage Points for Data Backup and Reusing </span></h2>
+<a name="Implementing_Storage_Points"></a><h3> <span class="mw-headline"> Implementing Storage Points </span></h3>
+<a name="Requirements"></a><h4> <span class="mw-headline"> Requirements </span></h4>
+<p>The core of the SMILA framework consists of a pipeline where data is pushed into a queue whence it is fed into data flow processors (DFP). The requirement for Storage Points is that it should be possible to store records in a specific “storage point” after each DFP. Storage Point in this case means some storage configuration where data is saved, for example it can be partition in local storage (please see Chapter 2 for more information) or some remote storage.
+Storage points should be configured in the following way:
+</p>
+<ol><li> Each DFP should have a configuration for the storage point from where data will be loaded before the BPEL processing (“Input” storage point);
+</li><li> Optionally it should be possible to configure the storage point where data should be stored after BPEL processing (“Output” storage point). If this configuration is omitted, data should not be stored to any storage point at all after BPEL processing;
+</li><li> If “Input” and “Output” storage points have the same configuration, data in the “Input” storage point should be overridden after BPEL processing.
+</li></ol>
+<p>The goal for these modifications is that information that is stored to storage points can be accessed anytime later. This will solve following problems:
+</p>
+<ol><li> Backup and recovery: It will be possible to make a backup copy of some specific state of data
+</li><li> Failure recovery during processing: Some DFP involve expensive processing. With storage points it will be possible to continue processing from one of the previously saved states in case of DFP failure
+</li><li> Reusing data collected from previous DFPs: Data that is a result of executing some DFP sequence can be saved to storage point and reused later
+</li><li> Easy data management: It will be possible to easily manage saved states of data, for example delete or move some storage point that contains obsolete data
+</li></ol>
+<p>However, this all should not make the basic configuration of a SMILA system more complicated: If one does not care about multiple storages at all, it should not be necessary to configure storage points all over the configuration files, but everything should run OK on defaults.
+</p>
+<a name="Architecture_overview"></a><h3> <span class="mw-headline"> Architecture overview </span></h3>
+<p>Following figure shows the overview of the core components of the SMILA framework:
+</p><p><a href="http://wiki.eclipse.org/Image:SMILA-storagepoints-architecture-overview.png" class="image" title="SMILA Architecture Overview"><img alt="SMILA Architecture Overview" src="http://wiki.eclipse.org/images/c/c4/SMILA-storagepoints-architecture-overview.png" width="640" height="625" border="0" /></a>
+</p><p>To support the above requirements components shown on Figure 1 should be changed in the following way:
+</p><p>A. There should be a way to configure storage points for each DFP;
+</p><p>B. Blackboard service should be changed to handle storage points.
+</p>
+<a name="Proposed_changes"></a><h3> <span class="mw-headline"> Proposed changes </span></h3>
+<a name="Storage_points_configuration"></a><h4> <span class="mw-headline"> Storage points configuration </span></h4>
+<p>It is proposed to use XML configuration file to configure storage points. Storage points will be identified by name and the whole configuration will look like following:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><StoragePoints<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><StoragePoint</span> <span class="re0">Id</span>=“point1“<span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><storage</span> point parameters, eg. storage interface, partition etc<span class="re2">></span></span>
+ <span class="sc3"><span class="re1"></StoragePoint<span class="re2">></span></span></span>
+ ...
+<span class="sc3"><span class="re1"></StoragePoints<span class="re2">></span></span></span></pre></div>
+<p>For example:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml">...
+<span class="sc3"><span class="re1"><StoragePoint</span> <span class="re0">Id</span>=”point1”<span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><XmlStorage</span> <span class="re0">Service</span>=”XmlStorageService” <span class="re0">Partition</span>=”A”<span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><BinaryStorage</span> <span class="re0">Service</span>=”BinaryStorageService” <span class="re0">Partition</span>=”B”<span class="re2">/></span></span>
+<span class="sc3"><span class="re1"></StoragePoint<span class="re2">></span></span></span>
+...</pre></div>
+<p>A User can define a default StorageID, that is every time used when no specific StorageID is defined
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml">...
+<span class="sc3"><span class="re1"><StoragePoint</span> <span class="re0">Id</span>=”DefaultStoragePoint”<span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><XmlStorage</span> <span class="re0">Service</span>=”XmlStorageService” <span class="re0">Partition</span>=”A”<span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><BinaryStorage</span> <span class="re0">Service</span>=”BinaryStorageService” <span class="re0">Partition</span>=”B”<span class="re2">/></span></span>
+<span class="sc3"><span class="re1"></StoragePoint<span class="re2">></span></span></span>
+...</pre></div>
+<p><br />
+To make configuration easier storages API can be normalized so that all storages will implement the same interface. (Some proposal on this subject was posted by Ivan into mailing list).
+</p>
+<a name="Alternative:_Storage_Point_ID_as_OSGi_service_property"></a><h4> <span class="mw-headline"> Alternative: Storage Point ID as OSGi service property </span></h4>
+<p>In this example we do not need a centralized configuration of storages and storage points, but just add a Storage Point ID to each Record Metadata/Binary Storage or as JMSProperty (which is discussed in the next section) as a OSGi service property, e.g in a DS component description of an binary storage service:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><component</span> <span class="re0">name</span>=<span class="st0">"BinaryStorageService"</span> <span class="re0">immediate</span>=<span class="st0">"true"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><service<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><provide</span> <span class="re0">interface</span>=<span class="st0">"org.eclipse.smila.binarystorage.BinaryStorageService"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></service<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><property</span> <span class="re0">name</span>=<span class="st0">"smila.storage.point.id"</span> <span class="re0">value</span>=<span class="st0">"point1"</span><span class="re2">/></span></span>
+<span class="sc3"><span class="re1"></component<span class="re2">></span></span></span></pre></div>
+<p>And in an (XML) Record Metadata storage service:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><component</span> <span class="re0">name</span>=<span class="st0">"XmlStorageService"</span> <span class="re0">immediate</span>=<span class="st0">"true"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><implementation</span> <span class="re0">class</span>=<span class="st0">"org.eclipse.smila.xmlstorage.internal.impl.XmlStorageServiceImpl"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><service<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><provide</span> <span class="re0">interface</span>=<span class="st0">"org.eclipse.smila.xmlstorage.XmlStorageService"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><provide</span> <span class="re0">interface</span>=<span class="st0">"org.eclipse.smila.storage.RecordMetadataStorageService"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></service<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><property</span> <span class="re0">name</span>=<span class="st0">"smila.storage.point.id"</span> <span class="re0">value</span>=<span class="st0">"point1"</span><span class="re2">/></span></span>
+<span class="sc3"><span class="re1"></component<span class="re2">></span></span></span></pre></div>
+<p>(note that we also introduced a second interface here that is more specialized for storing and reading Record Metadata for a Blackboard than the XmlStorageService, but does not enforce that the service uses XML to store record metadata).
+</p><p>Then the Blackboard wanting to use Storage Point "point1" would just look for a RecordMetadataStorageService and a BinaryStorageService (for attachments) having the property set to "point1". There would be no need to implement a central StoragePoint configuration facility.
+</p>
+<a name="Configuring_storage_points_for_DFP"></a><h4> <span class="mw-headline"> Configuring storage points for DFP </span></h4>
+<p>As shown on the Figure 1, Listener component is responsible for getting Record from JMS queue, loading record on the Blackboard and executing BPEL workflow. Storage points cannot be configured inside the BPEL Workflow because the same BPEL Workflow can be used in multiple DFPs and hence can use different storage points.
+Thus it’s proposed to configure storage point IDs into Listener rules. With such configuration it will be possible to have separate storage points configurations for each workflow and all DFPs will be configured in a single place.
+</p><p>There are two ways of how storage points can be configured:
+</p><p>1. Listener rule contains configuration only for “Output” storage point. The “Input” storage point Id is read form the queue. After processing is finished “Output” storage poitn Id is sent back to the queue and becomes “Input” configuration for the next DFP. The whole process is shown on the following picture:
+</p><p><a href="http://wiki.eclipse.org/Image:SMILA-storagepoints-queue-option-1.png" class="image" title="Listener rules contain "output" point only"><img alt="Listener rules contain "output" point only" src="http://wiki.eclipse.org/images/d/dc/SMILA-storagepoints-queue-option-1.png" width="640" height="267" border="0" /></a>
+</p><p>The advantage of this way is that user needs to carry only about “Output” storage point configuration because “Input” storage point configuration will be automatically obtained from the queue. On the other hand, it can greatly complicate management, backup and data reusing tasks because it will be not possible to find out which storage point was used as “Input” when particular Listener rule was applied.
+</p><p>Example: Listener Config:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><Rule <span class="kw3">Name</span>=<span class="st0">"ADD Rule"</span> WaitMessageTimeout=<span class="st0">"10"</span> Workers=<span class="st0">"2"</span> TargetStoragePoint=<span class="st0">"p1"</span>>
+ ...
+</Rule></pre></div>
+<p>The source targetStorePoint is transferred over the Queue by storing it in the Record as MetaData or by sending it as JMSProperty (we used JMSProperties right now for DataSourceID by now) with the Record.
+</p><p>2. Listener rule contains configuration for both “Input” and “Output” partitions. In this case storage points configuration is not sent over the queue:
+</p><p><a href="http://wiki.eclipse.org/Image:SMILA-storagepoints-queue-option-2.png" class="image" title="Listener rules contain "input" and "output" point"><img alt="Listener rules contain "input" and "output" point" src="http://wiki.eclipse.org/images/d/df/SMILA-storagepoints-queue-option-2.png" width="640" height="251" border="0" /></a>
+</p><p>The advantage of this way is that for some particular rule it will always be possible to find out which “Input” and “Output” storage points were used for this rule. In this case it’s up to user to make sure that provided configuration is correct and consistent. This greatly simplifies backup and data management tasks so it’s proposed to implement this way of configuration. Also with this way configuration will be a little more complex, for example if the same rule should be applied in two different DFP sequences but data should be loaded from different “Input” storage points , it will be required to create two rules for each “Input” partition.
+</p><p>Example: Listener Config:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><Rule <span class="kw3">Name</span>=<span class="st0">"ADD Rule"</span> WaitMessageTimeout=<span class="st0">"10"</span> Workers=<span class="st0">"2"</span> TargetStoragePoint=<span class="st0">"p1"</span> SourceStoragePoint=<span class="st0">"p2"</span>>
+ ...
+</Rule></pre></div>
+<p>Note: Maybe it could even be possible (and useful?) to implement both: Default "input" storage points could be defined in Listener Rules, while a storage point ID could be passed with the message to override the default?
+</p><p><b>Rules regarding the Alternative with OSGI-Properties</b>
+</p><p>Example: Listener Config:
+</p><p>It's completely the same:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><Rule <span class="kw3">Name</span>=<span class="st0">"ADD Rule"</span> WaitMessageTimeout=<span class="st0">"10"</span> Workers=<span class="st0">"2"</span> TargetStoragePoint=<span class="st0">"p1"</span> SourceStoragePoint=<span class="st0">"p2"</span>>
+ ...
+</Rule></pre></div>
+<p>To find the services providing the named storage points the DFP has to lookup services for the appropriate interfaces (RecordMetadataStorageService and BinaryStorageService) that have the specific storage point names set as property "smila.storage.point.id". It is not necessary to know the name of the service registration or to specify two separate names for Record and Binary storage service.
+</p>
+<a name="Passing_the_Storage-Location_to_BPEL.2FPipelets.2FBlackboard"></a><h4> <span class="mw-headline"> Passing the Storage-Location to BPEL/Pipelets/Blackboard </span></h4>
+<p>After Listener obtains storage point configuration it should pass this configuration to the Blackboard so that records from that storage point can be loaded on the Blackboard and processed by BPEL workflow. It can be done in the following different ways ( this can be combined with the both upper solutions ):
+</p>
+<ol><li> Storage point configuration passed as a Record Id property: The advantage of this approach is that it will always be possible to find out easily to which storage point this particular record belongs to. Disadvantage is that record Id is immutable object to be used as a hash key and changing Id properties during processing can be not a good idea. (would best apply to option 1 in the above section)
+</li><li> Storage point configuration passed as a Record Metadata: In this case an attribute or annotation containing the storage point ID should be added to the Record metadata before processing.
+</li><li> Storage point configuration passed separately from the record: In this case record won’t contain any information about storage points configuration into itself: E.g. in the case where the listener rules do not contain the input storage porint, it could be passed in the queue messsage as a message property. This has the advantage that the listener can also select messages by their storage point of the contained records (e.g., to manage load balancing, or because not all listeners have access to all storage points)
+</li></ol>
+<p>Therefore we propose to use the third option. Note that it is still possible in this case to store the storage point ID in record metadata for informational purpose (e.g. setting a field in the final search index to read the storage point ID after search). But the relevant storage point ID for the queue listener will be a message property.
+</p>
+<a name="Changes_in_the_Blackboard_service"></a><h4> <span class="mw-headline"> Changes in the Blackboard service </span></h4>
+<p>There are following proposals for Blackboard service changes:
+</p>
+<ol><li> Blackboard API will expose additional new methods that will allow working with storage points: This imposes to many changes to clients of the blackboard service, so we do not want to follow this road. Further details omitted for now.
+</li><li> Blackboard API won’t be changed.
+</li></ol>
+<p>In this case we introduce a new BlackboardManager service that returns references to the actual Blackboard instances using the default or a named storage point:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">interface</span> BlackboardManager <span class="br0">{</span>
+ Blackboard getDefaultBlackboard<span class="br0">(</span><span class="br0">)</span>;
+ Blackboard getBlackboardForStoragePoint<span class="br0">(</span><span class="kw3">String</span> storagePointId<span class="br0">)</span>;
+<span class="br0">}</span>
+
+<span class="kw1">interface</span> Blackboard <span class="br0">{</span>
+ <contains current Blackboard API methods>
+<span class="br0">}</span></pre></div>
+<p>With this configuration correct reference of the Blackboard object should be passed to BPEL workflow each time workflow is executed. This can be done by WorkflowProcessor that will send the right Blackboard to the BPEL server. In their invocation, Pipelets and Processing Services get the Blackboard instance to be used from the processing engine anyway, so they will continue working with Blackboard in the same way like it is implemented now.
+</p><p>Thus, the WP process(…) method should be enhanced to accept the Blackboard instance as an additional method argument instead of being statically linked to a single blackboard:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java">Id<span class="br0">[</span><span class="br0">]</span> process<span class="br0">(</span><span class="kw3">String</span> workflowName, Blackboard blackboard, Id<span class="br0">[</span><span class="br0">]</span> recordIds<span class="br0">)</span> <span class="kw1">throws</span> ProcessingException;</pre></div>
+<p>This resembles the Pipelet/ProcessingService API. However, a difficulty of this may be to find a way to pass the information about which blackboard is to be used in a pipelet/processing service invocation around the integrated BPEL engine to the Pipelet/ServiceProcessingManagers. But I hope this can be solved.
+</p>
+<a name="Partitions"></a><h3> <span class="mw-headline"> Partitions </span></h3>
+<a name="Requirements_2"></a><h4> <span class="mw-headline"> Requirements </span></h4>
+<p>The requirement for Partitions is that xml storage and binary storage should be able to work with ‘partitions’. This means that storages should be able to store data to different internal partitions.
+</p>
+<a name="Changes_in_Storages_API"></a><h4> <span class="mw-headline"> Changes in Storages API </span></h4>
+<p>Currently SMILA operates with two physical storages – xml storage and binary storage. API of both storages should be extended to handle partitioning. API should provide methods that will allow getting data from specified partition and saving data to specified partition. Partitioning configuration should be passed as an additional parameter:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java">_xssConnection.<span class="me1">getDocument</span><span class="br0">(</span>Id, Partition<span class="br0">)</span>;
+_xssConnection.<span class="me1">addOrUpdateDocument</span><span class="br0">(</span>Id, <span class="kw3">Document</span>, Partition<span class="br0">)</span>;</pre></div>
+<p>For the first implementation storages will work with data in partitions in the following way:
+</p>
+<ul><li> With xml storage each partition will contain its own copy of the record Document.
+</li><li> With binary storage each partition will contain its own copy of the attachment.
+</li></ul>
+<p>This behavior can be improved for better performance in further versions. For more information please see next section.
+</p>
+<a name="Alternative_implenmentation_using_OSGi_services"></a><h4> <span class="mw-headline"> Alternative implenmentation using OSGi services </span></h4>
+<p>If we use the implementation of storage points using OSGi service properties described above in section "Alternative: Storage Point ID as OSGi service properties" we can use this to hide partitions completely from clients: In this case a storage service that wants to provide different partitions could register one "partition proxy" OSGi service for each partition that each have its own storage point ID, provide the correct storage interface (binary/record metdata/XML), but do not store data on their own, but just forward requests to the "master" storage service by just adding the partition name. This proxy service creation can be done programmatically and dynamically by the master service when a new partition is created (via service configuration or management console) so it's not necessary to create a DS component description for each partition.
+</p><p>The following figure should illustrate this setup:
+</p><p><a href="http://wiki.eclipse.org/Image:SMILA-storagepoint-partition-proxies.png" class="image" title="Use of partition proxy services to hide partitioning of storages"><img alt="Use of partition proxy services to hide partitioning of storages" src="http://wiki.eclipse.org/images/d/d6/SMILA-storagepoint-partition-proxies.png" width="800" height="600" border="0" /></a>
+</p><p>This way no client would ever need to use additional partition IDs when communicating with a storage service, and storages that cannot provide partitions do not need to implement methods with partition parameters that cannot be used anyway.
+</p><p><br />
+</p>
+<a name="Proposed_further_changes"></a><h4> <span class="mw-headline"> Proposed further changes </span></h4>
+<p>With binary storage attachments can have a big size (for example, when crawling video files), therefore creating actual copy for each partition can be ineffective and can cause serious performance issues. As a solution for this problem binary storage should not create an actual attachment copy for each partition but rather keep reference to actual attachment when attachment was not changed from one partition to another.
+</p><p>Anyway, this solution can cause some problems too:
+</p>
+<ol><li> Problems can occur if backup job is being done with some external tool that is not aware of references. This problem should not generally happen because backups will rather be done with properly configured tool;
+</li><li> Some pipelet can change Attachment1 into Partition 1, while Partition 2 should still keep old version of attachment. In this case there should be some service that will be monitoring references consistency.
+</li></ol>
+
+<!--
+NewPP limit report
+Preprocessor node count: 85/1000000
+Post-expand include size: 889/2097152 bytes
+Template argument size: 359/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:16740-0!1!0!!en!2!edit=0 and timestamp 20120203101330 -->
+<div class="printfooter">
+Retrieved from "<a href="Partitioning_Storages.html">http://wiki.eclipse.org/SMILA/Specifications/Partitioning_Storages</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 12:06, 24 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. Based on work by <a href="http://wiki.eclipse.org/User:Juergen.schumacher.empolis.com" title="User:Juergen.schumacher.empolis.com">Juergen Schumacher</a>, <a href="http://wiki.eclipse.org/index.php?title=User:Svoigt.brox.de&action=edit" class="new" title="User:Svoigt.brox.de">Sebastian Voigt</a> and <a href="http://wiki.eclipse.org/index.php?title=User:Dhazin.brox.de&action=edit" class="new" title="User:Dhazin.brox.de">Dmitry Hazin</a> and <a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/Partitioning_Storages&action=credits" title="SMILA/Specifications/Partitioning Storages">others</a>.</p>
+ <p id="footerviews">This page has been accessed 2,621 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.291 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/ProcessingMessageResequencer.html b/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/ProcessingMessageResequencer.html
new file mode 100644
index 0000000..2bc4f3c
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/ProcessingMessageResequencer.html
@@ -0,0 +1,452 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Specifications/ProcessingMessageResequencer,SMILA/Specifications/Processing Message Resequencer/Connectivity Consolidation Buffer,SMILA/Specifications/Processing Message Resequencer/Full Resequencer,SMILA/Specifications/Processing Message Resequencer/Record Version Number,SMILA/Specifications/Processing Message Resequencer/Skip Pipelet,SMILA/Specifications/Processing Message Resequencer/Smart Resequencer" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Specifications/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Specifications/ProcessingMessageResequencer - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Specifications/ProcessingMessageResequencer";
+var wgTitle = "SMILA/Specifications/ProcessingMessageResequencer";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "21687";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "174141";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="ProcessingMessageResequencer.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Specifications_ProcessingMessageResequencer">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Specifications/ProcessingMessageResequencer">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Specifications/ProcessingMessageResequencer">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Specifications/ProcessingMessageResequencer">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/ProcessingMessageResequencer&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/ProcessingMessageResequencer&oldid=174141">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="ProcessingMessageResequencer.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Specifications/ProcessingMessageResequencer&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/ProcessingMessageResequencer&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/ProcessingMessageResequencer&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Specifications/ProcessingMessageResequencer"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Specifications/ProcessingMessageResequencer</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Specifications.1.html" title="SMILA/Specifications">Specifications</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="ProcessingMessageResequencer.html#column-one">navigation</a>, <a href="ProcessingMessageResequencer.html#searchInput">search</a></div> <!-- start content -->
+ <p>
+</p>
+<div class="messagebox" style="background-color: #def3fe; border: 1px solid #c5d7e0; color: black; padding: 5px; margin: 1ex 0; min-height: 35px; padding-left: 45px;">
+<div style="float: left; margin-left: -40px;"><a href="http://wiki.eclipse.org/Image:Note.png" class="image" title="Note.png"><img alt="" src="http://wiki.eclipse.org/images/c/cc/Note.png" width="35" height="35" border="0" /></a></div>
+<div><b>Status</b><br />this page is very much a WIP and discussion is still happening on the <a href="http://dev.eclipse.org/mhonarc/lists/smila-dev/msg00608.html" class="external text" title="http://dev.eclipse.org/mhonarc/lists/smila-dev/msg00608.html" rel="nofollow">dev list</a>.
+<ul><li> 2009 10 02 major changes to reflect newest insights
+</li></ul>
+<p>as the concept matures during the discussion this page will be updated in certain intervals.
+</p><p>this enhancement is tracked thru <a href="https://bugs.eclipse.org/bugs/show_bug.cgi?id=289995" class="external text" title="https://bugs.eclipse.org/bugs/show_bug.cgi?id=289995" rel="nofollow">bug 289995</a>
+</p>
+for the development i opened a new branch @ <a href="https://dev.eclipse.org/svnroot/rt/org.eclipse.smila/branches/2009-09-23_r608_resequencer" class="external free" title="https://dev.eclipse.org/svnroot/rt/org.eclipse.smila/branches/2009-09-23_r608_resequencer" rel="nofollow">https://dev.eclipse.org/svnroot/rt/org.eclipse.smila/branches/2009-09-23_r608_resequencer</a></div>
+</div>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="ProcessingMessageResequencer.html#The_Core_Problem"><span class="tocnumber">1</span> <span class="toctext">The Core Problem</span></a></li>
+<li class="toclevel-1"><a href="ProcessingMessageResequencer.html#Indexing_Requirements"><span class="tocnumber">2</span> <span class="toctext">Indexing Requirements</span></a>
+<ul>
+<li class="toclevel-2"><a href="ProcessingMessageResequencer.html#Functional"><span class="tocnumber">2.1</span> <span class="toctext">Functional</span></a>
+<ul>
+<li class="toclevel-3"><a href="ProcessingMessageResequencer.html#Basic_Operations"><span class="tocnumber">2.1.1</span> <span class="toctext">Basic Operations</span></a></li>
+<li class="toclevel-3"><a href="ProcessingMessageResequencer.html#compound_management.2C_splitting_of_records"><span class="tocnumber">2.1.2</span> <span class="toctext">compound management, splitting of records</span></a>
+<ul>
+<li class="toclevel-4"><a href="ProcessingMessageResequencer.html#Composition"><span class="tocnumber">2.1.2.1</span> <span class="toctext">Composition</span></a></li>
+<li class="toclevel-4"><a href="ProcessingMessageResequencer.html#Aggregation"><span class="tocnumber">2.1.2.2</span> <span class="toctext">Aggregation</span></a></li>
+<li class="toclevel-4"><a href="ProcessingMessageResequencer.html#Parent.2FDescendants_Ordering__Requirement"><span class="tocnumber">2.1.2.3</span> <span class="toctext">Parent/Descendants Ordering Requirement</span></a></li>
+</ul>
+</li>
+<li class="toclevel-3"><a href="ProcessingMessageResequencer.html#support_.3E1_processing_targets"><span class="tocnumber">2.1.3</span> <span class="toctext">support >1 processing targets</span></a></li>
+<li class="toclevel-3"><a href="ProcessingMessageResequencer.html#complex_processing_chains"><span class="tocnumber">2.1.4</span> <span class="toctext">complex processing chains</span></a></li>
+<li class="toclevel-3"><a href="ProcessingMessageResequencer.html#parallel_processing_branches"><span class="tocnumber">2.1.5</span> <span class="toctext">parallel processing branches</span></a></li>
+<li class="toclevel-3"><a href="ProcessingMessageResequencer.html#clustering"><span class="tocnumber">2.1.6</span> <span class="toctext">clustering</span></a></li>
+<li class="toclevel-3"><a href="ProcessingMessageResequencer.html#oscillating_items"><span class="tocnumber">2.1.7</span> <span class="toctext">oscillating items</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="ProcessingMessageResequencer.html#Non_-_Functional"><span class="tocnumber">2.2</span> <span class="toctext">Non - Functional</span></a>
+<ul>
+<li class="toclevel-3"><a href="ProcessingMessageResequencer.html#single_point_of_failure"><span class="tocnumber">2.2.1</span> <span class="toctext">single point of failure</span></a></li>
+<li class="toclevel-3"><a href="ProcessingMessageResequencer.html#scalability_and_performance"><span class="tocnumber">2.2.2</span> <span class="toctext">scalability and performance</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="ProcessingMessageResequencer.html#Solution_Proposals"><span class="tocnumber">3</span> <span class="toctext">Solution Proposals</span></a></li>
+<li class="toclevel-1"><a href="ProcessingMessageResequencer.html#General_Problems"><span class="tocnumber">4</span> <span class="toctext">General Problems</span></a>
+<ul>
+<li class="toclevel-2"><a href="ProcessingMessageResequencer.html#Shared_Record_Instance_via_Blackboard"><span class="tocnumber">4.1</span> <span class="toctext">Shared Record Instance via Blackboard</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="ProcessingMessageResequencer.html#Appendix"><span class="tocnumber">5</span> <span class="toctext">Appendix</span></a>
+<ul>
+<li class="toclevel-2"><a href="ProcessingMessageResequencer.html#Abreviations"><span class="tocnumber">5.1</span> <span class="toctext">Abreviations</span></a></li>
+<li class="toclevel-2"><a href="ProcessingMessageResequencer.html#Ideas"><span class="tocnumber">5.2</span> <span class="toctext">Ideas</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="The_Core_Problem"></a><h3> <span class="mw-headline"> The Core Problem </span></h3>
+<p>When listening with >1 listener on a Q or with selectors there is no guarantee that the order of processing requests (PR) is maintained as intended. However, at the end of processing we need to be sure that the final processing target reflects the correct state of the data source at any given time.
+</p><p>The needs of the final processing target might differ in their requirements. At this time we will only treat the case of a full text retrieval engines, like Lucene.
+</p><p>SMILA/Specifications/ProcessingMessageResequencer
+</p>
+<a name="Indexing_Requirements"></a><h3> <span class="mw-headline"> Indexing Requirements </span></h3>
+<p>the requirements for indexing are a little relaxed compared to the general case. These are the simplifications:
+</p>
+<ul><li> the order needs only to be maintained on a per record base
+</li><li> older PRs are always superseded by newer PR for a given resource. the outcome of these operations can be discarded -- or even better: processing of these could be suppressed.
+</li></ul>
+<p>The following requirements are just a complete list of possible demands an application may impose. There is no implicit statement attached to the likelihood that a particular requirement is requested by an application, although there might be such. The intent of the list is to have a complete enumeration. qualification for an item is merely: may such a case, however unlikely, exist?
+</p><p>The solutions are to outline how a specific requirement may be implemented or covered. It also may chose to not cover it. An application may then chose a solution that matches its needs. As usual the requirements are split into functional and non-functional.
+</p>
+<a name="Functional"></a><h4> <span class="mw-headline"> Functional </span></h4>
+<a name="Basic_Operations"></a><h5> <span class="mw-headline"> Basic Operations </span></h5>
+<table width="100%" style="font-family: Trebuchet MS;vertical-align:text-top;" border="1">
+
+<tr style="font-weight:bold;font-size:larger;color:white;background:gray;text-align:center;">
+<td> Operation N </td><td> Operation N+1 </td><td> expected index State after N+1
+</td></tr>
+<tr>
+<td> ADD A,t1 </td><td> ADD A,t2 </td><td> A,t2
+</td></tr>
+<tr>
+<td> ADD A,t1 </td><td> DELETE A,t2 </td><td> A doesn't exist
+</td></tr>
+<tr>
+<td> DELETE A,t1 </td><td> ADD A,t2 </td><td> A exists
+</td></tr></table>
+<p>the following sections names the cases/scenarios that need to be covered that dont come to mind mediately but need to be considered nonetheless:
+</p>
+<a name="compound_management.2C_splitting_of_records"></a><h5> <span class="mw-headline"> compound management, splitting of records </span></h5>
+<p>two cases of compounds need to be distinguished here: aggregations and compositions.
+</p><p>as in UML, aggregation means that the parent has a dependency to the child but the child may exist (as a child or even distinctly on its own) elsewhere. composition in contrast <b>owns</b> the descendants, meaning that they cant be accessed or created independent of the parent. life cycle of the child is controlled by the parent.
+the two cases will be discussed in the context of processing now:
+</p>
+<a name="Composition"></a><h6> <span class="mw-headline"> Composition </span></h6>
+<p>this is the easier case for resquencing b/c only the one processing step working on the root item is possible to create PRs for child item. the ID of a child item will always include the parent id in some sort of way. thus resequencing the parent and its children as a whole is sufficient. (an internal ordering of parent and descendants may be required and is discussed below.)
+</p>
+<a name="Aggregation"></a><h6> <span class="mw-headline"> Aggregation </span></h6>
+<p>the referenced item may be referenced
+</p>
+<ul><li> by some other item OR
+</li><li> may exist on its own.
+</li></ul>
+<p>as a consequence
+</p>
+<ul><li> several diff. root items may hold a reference to it OR
+</li><li> the child item is being processed as a root itself.
+</li></ul>
+<p>an application may require to handle these cases in these ways:
+</p>
+<ol><li> referenced items are to be seen only in context to the parent or on their own. <br />e.g. it does not make it apparent that the child belong to A is in fact the same as belonging to B OR the same root item C . <br />this leads to an identical handling as with compositions and in each case a records is added to the index.
+</li><li> referenced items are to be seen as distinct items, making the relationships apparent<br /> in this case the ID is generated always in the same way independently of the parent. Only one record for the child is added to the index. the child record will either contain no reference to the parent(s) or lists all of them.
+</li><li> the third way of handling this, is to do both.
+</li></ol>
+<p>if the application requires
+</p>
+<ul><li> to handle references as distinct or shared items (2nd and 3rd case) AND
+</li><li> child items must be processed at the time of the parent (can happen if no change event is ever fired for the child or accessible),
+</li></ul>
+<p>... then aggregation poses the more challenging case in regard to resequencing. B/c new items are created during processing by possibly diff. items the parent item cannot be used as means of ordering the child items. Even less so, if the item may also be added on its own w/o a parent. instead there must be some means that created (split) records are ordered in their own realm.
+</p>
+<a name="Parent.2FDescendants_Ordering__Requirement"></a><h6> <span class="mw-headline"> Parent/Descendants Ordering Requirement </span></h6>
+<p>this requirement applies to the case
+</p>
+<ul><li> where the child is handled in the context of the parent (composition and 1st case aggregation) AND
+</li><li> the order of processing of descendants matters.
+</li></ul>
+<p>depending on the application's need the descends (ie. all records created from one record ) must be processed in a certain order.
+</p><p>parent/child associatens ususally result in a tree structure. there are 4 basic ways to traverse a tree, namely:
+</p>
+<ul><li> root to leaf, breadth first
+</li><li> root to leaf, depth first
+</li><li> leaf to root, breadth first
+</li><li> leaf to root, depth first
+</li></ul>
+<p>appart from this, applications may have special processing needs and as such an own, custom implementation must be supported.
+</p>
+<a name="support_.3E1_processing_targets"></a><h5> <span class="mw-headline"> support >1 processing targets </span></h5>
+<p>the same record is processed and added to more than one processing target (PT), such as an 2 diff. search indexs, having diff. structures for diff. tasks.
+</p>
+<ul><li> it is possible and likely that the records for the same resource will look differently.
+</li><li> diff. pipleines and branches may be executed to get to the PT
+</li><li> some PRs of the same data source may only be added to one PT while other are added to several and others are chose not to be processed at all.
+</li></ul>
+<a name="complex_processing_chains"></a><h5> <span class="mw-headline"> complex processing chains </span></h5>
+<p>the processing chain (or workflow) may be arbitrarily complex with forks and joins, consisting of several pipelines which may contain any number of pipelets. the path a PR travels is controlled by the rules of pipeline listeners and conditions on their pipelets.<br />in the cases of some setups and due to the nature of concurrency, the same PR may undergo complete different processing steps and it is not foreseeable which route it takes (though such a case is likely a misconfiguration).
+</p>
+<a name="parallel_processing_branches"></a><h5> <span class="mw-headline"> parallel processing branches </span></h5>
+<p>in particular, a workflow may also contain parallel processing branches where the same PR is sent several times ( i.e. creating copies of the same PR ) to diff. Qs and/or with diff. JMS properties for consumption by diff. workflows. <br /> a use case for such a scenario is when the items shall be indexed or stored by completely diff. PTs and where the pre-processing steps are different in the two branches.
+</p><p>in this case, it is inherent in the parallel workflow design, that several PRs for the same item exists in the workflow for some period of time. this results automatically in write conflicts and bugs when using a shared record, as is now the case with a persisting BB. therefore in such a case only a transient BB is allowed!
+</p><p>workarounds lifting this limitation are:
+</p>
+<ul><li> have a persisting BB per processing branch. an OOB working setup for this is to execute the parallel processing branches on different nodes in a cluster setup or run several SMILA instances on the same box.
+</li><li> modify the ID such that it becomes unique for each parallel processing branch
+</li><li> implementing the partition concept for the storages, where each parallel branch will have its own partition.
+</li></ul>
+<a name="clustering"></a><h5> <span class="mw-headline"> clustering </span></h5>
+<p>this means the setup where processing is spread to diff. nodes in a cluster. it also includes usage of several MQs and/or piplines.
+</p><p><b>Assumption:</b> there is just one instance on just one node to handle all access to the processing target.
+</p>
+<a name="oscillating_items"></a><h5> <span class="mw-headline"> oscillating items </span></h5>
+<p>these are items that constantly change and where the update intervall usually is smaller then it takes to process them.
+</p>
+<a name="Non_-_Functional"></a><h4> <span class="mw-headline"> Non - Functional </span></h4>
+<a name="single_point_of_failure"></a><h5> <span class="mw-headline"> single point of failure </span></h5>
+<p>the solution (ideally) doesnt pose an SPOF.
+</p>
+<a name="scalability_and_performance"></a><h5> <span class="mw-headline"> scalability and performance </span></h5>
+<p>this is a general requirement and the solution shall outline under this section the impact on performance and where possible bottlenecks are.
+</p>
+<a name="Solution_Proposals"></a><h3> <span class="mw-headline"> Solution Proposals </span></h3>
+<ul><li> <a href="Processing_Message_Resequencer/Connectivity_Consolidation_Buffer.html" title="SMILA/Specifications/Processing Message Resequencer/Connectivity Consolidation Buffer"> Connectivity Consolidation Buffer (CBC)</a>
+</li><li> <a href="Processing_Message_Resequencer/Full_Resequencer.html" title="SMILA/Specifications/Processing Message Resequencer/Full Resequencer"> Full Resequencer (FRS)</a>
+</li><li> <a href="Processing_Message_Resequencer/Smart_Resequencer.html" title="SMILA/Specifications/Processing Message Resequencer/Smart Resequencer"> Smart Resequencer (SRS)</a>
+</li><li> <a href="Processing_Message_Resequencer/Skip_Pipelet.html" title="SMILA/Specifications/Processing Message Resequencer/Skip Pipelet">Skip Pipelet (SP)</a>
+</li><li> <a href="Processing_Message_Resequencer/Record_Version_Number.html" title="SMILA/Specifications/Processing Message Resequencer/Record Version Number">Record Version Number (RVN)</a>
+</li></ul>
+<a name="General_Problems"></a><h3> <span class="mw-headline"> General Problems </span></h3>
+<a name="Shared_Record_Instance_via_Blackboard"></a><h4> <span class="mw-headline"> Shared Record Instance via Blackboard </span></h4>
+<p>sharing the records via the BB for all processing steps introduces a grave concurrency bug. this is outlined in my mail @ [<a href="http://dev.eclipse.org/mhonarc/lists/smila-dev/msg00618.html" class="external text" title="http://dev.eclipse.org/mhonarc/lists/smila-dev/msg00618.html" rel="nofollow">RE: Message Resequencer :: concept bug detected and general SMILA concurrency problem</a>]
+</p><p>for the time being using a transient BB should solve the problem but is really not the ideal solution. in the end we need partitions for the BB that solve this issue IMO.
+</p>
+<a name="Appendix"></a><h3> <span class="mw-headline"> Appendix </span></h3>
+<a name="Abreviations"></a><h4> <span class="mw-headline"> Abreviations </span></h4>
+<table width="100%" style="font-family: Trebuchet MS;vertical-align:text-top;" border="1">
+
+<tr style="font-weight:bold;font-size:larger;color:white;background:gray;text-align:center;">
+<td> Abrev </td><td> Meaning
+</td></tr>
+<tr>
+<td> SN </td><td> Sequence Number
+</td></tr>
+<tr>
+<td> RS </td><td> Resquecer Service
+</td></tr>
+<tr>
+<td> FRS</td><td> Full Resequencer Service
+</td></tr>
+<tr>
+<td> SRS</td><td> Smart Resequencer Service
+</td></tr>
+<tr>
+<td> Q </td><td> the Queue as used in a Message Queue
+</td></tr>
+<tr>
+<td> PR </td><td> processing request, ie to either add or delete a resource and do the needed processing for that. the PR is the combination of JMS message and record.
+<p><b>NOTE:</b> it is legal to have >1 PRs for the same recource on the processing chain. this concept's goal is to bring the PRs into proper order and not neccessarily have just one PR per resource in the processing chain.<br />
+<b>NOTE:</b> the term "message" is often used interchangably for this, albeit not quite correct.
+</p>
+</td></tr>
+<tr>
+<td> PT </td><td> processing target, basically any pipelet that stores some information on the record other than in Bin- or records storage and where the processing order matters. A search index is an example of this.
+</td></tr>
+<tr>
+<td> CA </td><td> Config Annotation. A specially named annotation that is attached to the record holding all needed information the RS needs to do its work.
+</td></tr></table>
+<a name="Ideas"></a><h4> <span class="mw-headline"> Ideas </span></h4>
+<ul><li> replace the SN with a more general ComparableObject
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 77/1000000
+Post-expand include size: 2585/2097152 bytes
+Template argument size: 1642/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:21687-0!1!0!!en!2!edit=0 and timestamp 20120203101558 -->
+<div class="printfooter">
+Retrieved from "<a href="ProcessingMessageResequencer.html">http://wiki.eclipse.org/SMILA/Specifications/ProcessingMessageResequencer</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 12:09, 9 October 2009 by <a href="http://wiki.eclipse.org/User:Tmenzel.brox.de" title="User:Tmenzel.brox.de">thomas menzel</a>. Based on work by <a href="http://wiki.eclipse.org/User:Igor.novakovic.empolis.com" title="User:Igor.novakovic.empolis.com">Igor Novakovic</a>.</p>
+ <p id="footerviews">This page has been accessed 2,161 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.133 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/ProcessingPerformanceDiscussion.html b/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/ProcessingPerformanceDiscussion.html
new file mode 100644
index 0000000..c5ddfeb
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/ProcessingPerformanceDiscussion.html
@@ -0,0 +1,369 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Specifications/ProcessingPerformanceDiscussion,Daniel.stucky.empolis.com" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Specifications/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Specifications/ProcessingPerformanceDiscussion - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Specifications/ProcessingPerformanceDiscussion";
+var wgTitle = "SMILA/Specifications/ProcessingPerformanceDiscussion";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "20463";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "161195";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="ProcessingPerformanceDiscussion.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Specifications_ProcessingPerformanceDiscussion">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Specifications/ProcessingPerformanceDiscussion">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Specifications/ProcessingPerformanceDiscussion">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Specifications/ProcessingPerformanceDiscussion">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/ProcessingPerformanceDiscussion&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/ProcessingPerformanceDiscussion&oldid=161195">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="ProcessingPerformanceDiscussion.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/Talk:SMILA/Specifications/ProcessingPerformanceDiscussion"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/ProcessingPerformanceDiscussion&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/ProcessingPerformanceDiscussion&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Specifications/ProcessingPerformanceDiscussion"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Specifications/ProcessingPerformanceDiscussion</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Specifications.1.html" title="SMILA/Specifications">Specifications</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="ProcessingPerformanceDiscussion.html#column-one">navigation</a>, <a href="ProcessingPerformanceDiscussion.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="ProcessingPerformanceDiscussion.html#Discussion_about_Processing_Performance"><span class="tocnumber">1</span> <span class="toctext">Discussion about Processing Performance</span></a>
+<ul>
+<li class="toclevel-2"><a href="ProcessingPerformanceDiscussion.html#Send_and_Receive_Queue_messages_in_blocks"><span class="tocnumber">1.1</span> <span class="toctext">Send and Receive Queue messages in blocks</span></a></li>
+<li class="toclevel-2"><a href="ProcessingPerformanceDiscussion.html#CrawlerController_using_blocks_of_Records"><span class="tocnumber">1.2</span> <span class="toctext">CrawlerController using blocks of Records</span></a></li>
+<li class="toclevel-2"><a href="ProcessingPerformanceDiscussion.html#asynchronus_ConnectivityManager"><span class="tocnumber">1.3</span> <span class="toctext">asynchronus ConnectivityManager</span></a></li>
+<li class="toclevel-2"><a href="ProcessingPerformanceDiscussion.html#Tuning_Block_Sizes_and_Threads"><span class="tocnumber">1.4</span> <span class="toctext">Tuning Block Sizes and Threads</span></a></li>
+<li class="toclevel-2"><a href="ProcessingPerformanceDiscussion.html#Conclusion"><span class="tocnumber">1.5</span> <span class="toctext">Conclusion</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Discussion_about_Processing_Performance"></a><h2> <span class="mw-headline"> Discussion about Processing Performance </span></h2>
+<p>This page contains some thoughts about issues of the current implementation and ideas to improve overall processing performance.
+</p><p>The Queue is the core component in regards to processing. It is filled by Routers and it's messages are consumed by Listeners and everything depends on a fast enqueuing and dequeuing of messages. The current implementation sends and receives single messages only. For each received message a BPEL pipeline is initialized and executed with a single record.
+</p>
+<a name="Send_and_Receive_Queue_messages_in_blocks"></a><h3> <span class="mw-headline"> Send and Receive Queue messages in blocks </span></h3>
+<p>The components that provide the records to be sent (ConnectivityManager) and processed the received records (WorkflowProcessor, Pipelets/ProcessingServices) already offer the possibility to be executed not only with single records but with arrays of records (or record Ids). Therefore we should send/receive more than one single message. This can be achieved by sending/receiving multiple messages before committing the JMS session in the the Router and Listener implementations. Both should not work with fixed block sizes and wait for it to be filled but use dynamic block sizes (with a maximum size).
+One drawback of this optimization is that we do not get feedback (exceptions) on single records anymore. If an error occurs then processing of all records of the current block is aborted.
+</p><p><a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>: I did a prototype implementation for the Listener and also tried to do it for the Router. Some interfaces (e.g. TaskExecutionService, AbstractTask) had to be improved to support arrays of Record, Id and Operation objects. The ConnectivityManagerImpl had to be modified so that the incoming array of records are not processed record by record but passed in whole to the Router.
+</p><p>The Router implementation gets a littlee more complicated, as records from different data sources may be contained in the passed Record array (this does currently not happend when used by the CrawlerController). So each record of the array may be routed by a different RouterRule (e.g. routed to different pipelines or even to different Queues). So we need to rearrange the records of the incoming array into arrays per RouterRule and send those new smaller arrays to the queue in one session. How many messages are sent in one session depends solely in the size of the array.
+</p><p>A more general approach to increase messages per session (one session per rule) would be to buffer messages per rule in the Send Task. We would have to watch these buffers by separate threads in order to send the content of the buffer if it has reached its maximum size or if a timeout has elapsed. This logic is not trivial. I did a quick hack implementation (for just one rule) and did some tests. Sending blocks of messages in one session does improve import performance but the gain is not in proportion to the effort needed to implement this behavior. There is already a component specified that could do the trick: the Buffer of the ConnectivityManager. It could be used to optimize the records passed top the Router (e.g. by combining all records of the same data source). <b>So buffering in the Send Task should NOT be implemented!!!</b>
+</p><p>In contrast the Listener was easier to implement, as you can receive messages from the Queue directly or using a timeout to wait for messages to arrive. And all received messages are processed by the same pipeeline, so no extra checking is required. Here are the result of the tests I made importing 5078 html files concerning the Listener changes:
+</p>
+<table border="1">
+<tr>
+<th>#records</th><th>Listener Block Size</th><th>BPEL invokes</th><th>runtime</th><th>improvement
+</th></tr>
+<tr>
+<td>5078</td><td>1</td><td>5078</td><td>17:58</td><td>
+</td></tr>
+<tr>
+<td>5078</td><td>20</td><td>501</td><td>14:40</td><td>18% faster
+</td></tr></table>
+<p><br />
+As we can see the number of BPEL invokes is drastically reduced. With a block size of 20 the minimal number of invokes would be 254. The actual number is still twice as much. This leads to the conclusion that the Listener wants to receive more messages from the Queue than are available.
+</p>
+<a name="CrawlerController_using_blocks_of_Records"></a><h3> <span class="mw-headline"> CrawlerController using blocks of Records </span></h3>
+<p>So the next option is to call <tt>ConnectivityManager.add(Record[])</tt> with more than one record as it is currently implemented. Therefore the CrawlerController (to be more precise the class CrawlThread) has to buffer incoming records from the Crawler and send them in a bigger array to ConnectivityManager.
+The drawback is that if one record produces an error processing of the whole array is aborted. In addition the usage of memory is slightly increased.
+</p><p><br />
+<a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>: I also implemented another prototype doing the same tests as before with a array size > 1.
+</p>
+<table border="1">
+<tr>
+<th>#records</th><th>Add Block Size</th><th>Listener Block Size</th><th>BPEL invokes</th><th>runtime</th><th>improvement
+</th></tr>
+<tr>
+<td>5078</td><td>1</td><td>1</td><td>5078</td><td>17:58</td><td>
+</td></tr>
+<tr>
+<td>5078</td><td>10</td><td>20</td><td>266</td><td>13:08</td><td>27% faster
+</td></tr>
+<tr>
+<td>5078</td><td>20</td><td>20</td><td>261</td><td>12:21</td><td>31% faster
+</td></tr></table>
+<p>Of course this improvement is only beneficial if the Listener works with a block size > 1 !
+</p><p><br />
+</p>
+<a name="asynchronus_ConnectivityManager"></a><h3> <span class="mw-headline"> asynchronus ConnectivityManager </span></h3>
+<p>In the Router the records metadata and attachments are persisted in the stores and a JMS message is created and sent to the Queue. The calling CrawlerController blocks execution until the call to <tt>ConnectivityManager.add(Record[])</tt> returns. It seems a good practice to do the persisting and messaging in a separate Thread so that ConnectivityManager does not block the CrawlerController and it can continue to send the next block of records.
+</p><p>A major drawback is that the CrawlerController does not get any feedback whether the records have been successfully added to the Queue or not and so can't update the state in DeltaIndexingManager (set the visited flag). The ConnectivityManager thread in execution would have to use a callback on CrawlerController or directly communicate with DeltaIndexing (using the CrawlerControllers session) to update it.
+</p><p><a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>: I did another prototype implementation to find out that either the number of threads increases drastically (about half the number of records sent) or (if limited to a maximum count) you have to synchronize <tt>add()</tt> calls. Compared to the already optimized version using blocks it got even slower, though the number of BPEL invokes was significantly lower.
+</p>
+<table border="1">
+<tr>
+<th>#records</th><th>Listener Block Size</th><th>BPEL invokes</th><th>runtime</th><th>method call</th><th>improvement
+</th></tr>
+<tr>
+<td>5078</td><td>20</td><td>501</td><td>14:40</td><td>blocking</td><td>
+</td></tr>
+<tr>
+<td>5078</td><td>20</td><td>258</td><td>16:10</td><td>oneway</td><td> 10% slower
+</td></tr></table>
+<p><b>So this should NOT be implemented !!!</b>
+</p><p><br />
+</p>
+<a name="Tuning_Block_Sizes_and_Threads"></a><h3> <span class="mw-headline"> Tuning Block Sizes and Threads </span></h3>
+<p>Depending on the system resources different configurations may lead to better results. Therefore one has to adjust the block sizes used and the number of Listener worker threads.
+</p><p>Test machine: Intel Core 2 CPU 2.66 GHz, 2 GB Ram
+</p>
+<table border="1">
+<tr>
+<th>#records</th><th>Add Block Size</th><th>Listener Block Size</th><th>Worker-Threads</th><th>BPEL invokes</th><th>runtime</th><th>improvement
+</th></tr>
+<tr>
+<td>5078</td><td>1</td><td>1</td><td>2</td><td>5078</td><td>17:58</td><td>
+</td></tr>
+<tr>
+<td>5078</td><td>10</td><td>20</td><td>2</td><td>266</td><td>13:08</td><td>~27% faster
+</td></tr>
+<tr>
+<td>5078</td><td>20</td><td>20</td><td>2</td><td>261</td><td>12:21</td><td>~31% faster
+</td></tr>
+<tr>
+<td>5078</td><td>20</td><td>20</td><td>4</td><td>294</td><td>10:23</td><td>~42% faster
+</td></tr>
+<tr>
+<td>5078</td><td>40</td><td>20</td><td>4</td><td>261</td><td>08:54</td><td>~50% faster
+</td></tr>
+<tr>
+<td>5078</td><td>40</td><td>40</td><td>4</td><td>147</td><td>08:58</td><td>~50% faster
+</td></tr>
+<tr>
+<td>5078</td><td>20</td><td>20</td><td>8</td><td>355</td><td>09:07</td><td>~49% faster
+</td></tr>
+<tr>
+<td>5078</td><td>40</td><td>20</td><td>8</td><td>299</td><td>09:03</td><td>~50% faster
+</td></tr>
+<tr>
+<td>5078</td><td>40</td><td>40</td><td>8</td><td>186</td><td>09:37</td><td>~46% faster
+</td></tr></table>
+<p><br />
+Remember the following rules of thumb:
+</p>
+<ul><li> bigger Add block size -> higher memory usage, more enqueued messages
+</li><li> bigger Listener block size -> higher memory usage, less BPEL invokes
+</li><li> bigger number of worker threads -> more CPU usage, more BPEL invokes, more dequeued messages
+</li></ul>
+<p><br />
+</p>
+<a name="Conclusion"></a><h3> <span class="mw-headline"> Conclusion </span></h3>
+<p>We should implement the following enhancements to gain a processing performance boost:
+</p>
+<ul><li> make use of Record and Id arrays (prerequisite for all other enhancements)
+<ul><li>change the ConnectivityManager implementation to pass the array to the router
+</li><li>change interfaces and implementations of TaskExecutionService, AbstractTask, etc.
+</li></ul>
+</li><li> build arrays per Router-Rule in the Router and sent those arrays in one session
+</li><li> use a dynamic block size in the Listener when receiving messages (receive multiple messages per session)
+</li><li> use a dynamic block size in the Crawlhread
+</li></ul>
+<p>Of course some values should be configurable (maximum array/block sizes, timeouts).
+</p><p>If there are no objections I will create a bugzilla Id and implement these enhancements.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 12/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:20463-0!1!0!!en!2!edit=0 and timestamp 20120203101556 -->
+<div class="printfooter">
+Retrieved from "<a href="ProcessingPerformanceDiscussion.html">http://wiki.eclipse.org/SMILA/Specifications/ProcessingPerformanceDiscussion</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 10:24, 29 June 2009 by <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>. Based on work by <a href="http://wiki.eclipse.org/User:Igor.novakovic.empolis.com" title="User:Igor.novakovic.empolis.com">Igor Novakovic</a>.</p>
+ <p id="footerviews">This page has been accessed 1,556 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.123 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/Processing_Message_Resequencer/Connectivity_Consolidation_Buffer.html b/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/Processing_Message_Resequencer/Connectivity_Consolidation_Buffer.html
new file mode 100644
index 0000000..3e55932
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/Processing_Message_Resequencer/Connectivity_Consolidation_Buffer.html
@@ -0,0 +1,261 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Specifications/Processing Message Resequencer/Connectivity Consolidation Buffer,SMILA/Project Concepts/Performance counters API,Igor.novakovic.empolis.com" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Specifications/Processing_Message_Resequencer/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Specifications/Processing Message Resequencer/Connectivity Consolidation Buffer - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Specifications/Processing_Message_Resequencer/Connectivity_Consolidation_Buffer";
+var wgTitle = "SMILA/Specifications/Processing Message Resequencer/Connectivity Consolidation Buffer";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "21922";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "173790";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Connectivity_Consolidation_Buffer.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Specifications_Processing_Message_Resequencer_Connectivity_Consolidation_Buffer">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Specifications/Processing_Message_Resequencer/Connectivity_Consolidation_Buffer">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Specifications/Processing_Message_Resequencer/Connectivity_Consolidation_Buffer">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Specifications/Processing_Message_Resequencer/Connectivity_Consolidation_Buffer">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/Processing_Message_Resequencer/Connectivity_Consolidation_Buffer&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/Processing_Message_Resequencer/Connectivity_Consolidation_Buffer&oldid=173790">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Connectivity_Consolidation_Buffer.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Specifications/Processing_Message_Resequencer/Connectivity_Consolidation_Buffer&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/Processing_Message_Resequencer/Connectivity_Consolidation_Buffer&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/Processing_Message_Resequencer/Connectivity_Consolidation_Buffer&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Specifications/Processing%20Message%20Resequencer/Connectivity%20Consolidation%20Buffer"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Specifications/Processing Message Resequencer/Connectivity Consolidation Buffer</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../../SMILA.html" title="SMILA">SMILA</a> | <a href="../../Specifications.1.html" title="SMILA/Specifications">Specifications</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Connectivity_Consolidation_Buffer.html#column-one">navigation</a>, <a href="Connectivity_Consolidation_Buffer.html#searchInput">search</a></div> <!-- start content -->
+ <p>
+</p>
+<a name="Connectivity_Consolidation.2FResequencer_Buffer_.28CCB.2C_CRB.29"></a><h3> <span class="mw-headline"> Connectivity Consolidation/Resequencer Buffer (CCB, CRB) </span></h3>
+<p>There was an idea to handle this case in the connectivity directly with the help of a buffer:
+</p>
+<ol><li> each incoming PR is buffered for a period of time X. <br /> X is at minimum as long as the longest processing path takes for any given record. In the beginning this value is certainly chosen manually but with evaluating <a href="../../Project_Concepts/Performance_counters_API.html" title="SMILA/Project Concepts/Performance counters API">Performance Counters</a> it should be possible to get X automatically or adjust it.
+<ol><li><a href="http://wiki.eclipse.org/User:Igor.novakovic.empolis.com" title="User:Igor.novakovic.empolis.com">Igor.novakovic.empolis.com</a> No. IMO X should be a couple of minutes. Let's say 5 min or so.
+</li></ol>
+</li><li> during the time of PR in the buffer, additional PRs for the same resource are consolidated retaining only the latest to reduce load
+</li></ol>
+<a name="CON"></a><h5> <span class="mw-headline"> CON </span></h5>
+<ul><li> lag<br />all PRs will have the lag of ~2 times X before the index is updated. for mass crawling this might be acceptable but an application using agents usually tries to minimize the period between the resource change and the update of the index.
+<ul><li> <a href="http://wiki.eclipse.org/User:Igor.novakovic.empolis.com" title="User:Igor.novakovic.empolis.com">Igor.novakovic.empolis.com</a> This is not a problem at all! Nobody wants so find something that is work in progress (constantly changes). For example: Even if we instantly update our index the user will still have some delay between inspecting search results and viewing some specific document. If the document constantly changes, than by viewing it the user may still see some diferent version than the one we indexed.
+</li></ul>
+</li><li> no guarantee that X is sufficient <br />delaying processing will reduce the chances of mishaps but there is no guarantee that this is really so. <br />the simpliest case of voiding the mechanism even in a simples scenarios, is when the system is for what ever reason under a higher load than usual. <br /> even more so when the processing chain is more complex such as in a cluster setup to spread processing load over several nodes. in such a scenario we will also need to take into account that some nodes may be down temporarily while retaining the records that were assigned to them.
+<ul><li> <a href="http://wiki.eclipse.org/User:Igor.novakovic.empolis.com" title="User:Igor.novakovic.empolis.com">Igor.novakovic.empolis.com</a> When X is a couple of minutes, than this is not a problem.
+</li></ul>
+</li><li> connectivity may have to store a very large amount of items before it can rout them, and these need have to presisted on shutdown etc as well.
+<ul><li> <a href="http://wiki.eclipse.org/User:Igor.novakovic.empolis.com" title="User:Igor.novakovic.empolis.com">Igor.novakovic.empolis.com</a> The Buffer component (which would be a part of Connectivity module) would have its own queue. In this queue only the record ID and the timestamp should be stored. Document's metadata and the content would be then fetched from an agent when buffer decides to send some operation on the router.
+</li></ul>
+</li></ul>
+<a name="PRO"></a><h5> <span class="mw-headline"> PRO </span></h5>
+<ul><li> simple to implement and has no effect on the API or other logic
+</li><li> <a href="http://wiki.eclipse.org/User:Igor.novakovic.empolis.com" title="User:Igor.novakovic.empolis.com">Igor.novakovic.empolis.com</a> This solution scales because the execution order of operations on _one_ particular record _does not_ matter.
+</li></ul>
+<ul><li> <a href="http://wiki.eclipse.org/User:Igor.novakovic.empolis.com" title="User:Igor.novakovic.empolis.com">Igor.novakovic.empolis.com</a> No superfluous operations are being executed.
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 9/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:21922-0!1!0!!en!2!edit=0 and timestamp 20120203101618 -->
+<div class="printfooter">
+Retrieved from "<a href="Connectivity_Consolidation_Buffer.html">http://wiki.eclipse.org/SMILA/Specifications/Processing_Message_Resequencer/Connectivity_Consolidation_Buffer</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 19:57, 7 October 2009 by <a href="http://wiki.eclipse.org/User:Tmenzel.brox.de" title="User:Tmenzel.brox.de">thomas menzel</a>. </p>
+ <p id="footerviews">This page has been accessed 1,296 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.106 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/Processing_Message_Resequencer/Full_Resequencer.html b/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/Processing_Message_Resequencer/Full_Resequencer.html
new file mode 100644
index 0000000..90b9c6d
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/Processing_Message_Resequencer/Full_Resequencer.html
@@ -0,0 +1,265 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Specifications/Processing Message Resequencer/Full Resequencer" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Specifications/Processing_Message_Resequencer/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Specifications/Processing Message Resequencer/Full Resequencer - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Specifications/Processing_Message_Resequencer/Full_Resequencer";
+var wgTitle = "SMILA/Specifications/Processing Message Resequencer/Full Resequencer";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "21923";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "173788";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Full_Resequencer.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Specifications_Processing_Message_Resequencer_Full_Resequencer">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Specifications/Processing_Message_Resequencer/Full_Resequencer">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Specifications/Processing_Message_Resequencer/Full_Resequencer">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Specifications/Processing_Message_Resequencer/Full_Resequencer">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/Processing_Message_Resequencer/Full_Resequencer&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/Processing_Message_Resequencer/Full_Resequencer&oldid=173788">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Full_Resequencer.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Specifications/Processing_Message_Resequencer/Full_Resequencer&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/Processing_Message_Resequencer/Full_Resequencer&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/Processing_Message_Resequencer/Full_Resequencer&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Specifications/Processing%20Message%20Resequencer/Full%20Resequencer"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Specifications/Processing Message Resequencer/Full Resequencer</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../../SMILA.html" title="SMILA">SMILA</a> | <a href="../../Specifications.1.html" title="SMILA/Specifications">Specifications</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Full_Resequencer.html#column-one">navigation</a>, <a href="Full_Resequencer.html#searchInput">search</a></div> <!-- start content -->
+ <p>
+</p>
+<div class="messagebox" style="background-color: #def3fe; border: 1px solid #c5d7e0; color: black; padding: 5px; margin: 1ex 0; min-height: 35px; padding-left: 45px;">
+<div style="float: left; margin-left: -40px;"><a href="http://wiki.eclipse.org/Image:Note.png" class="image" title="Note.png"><img alt="" src="http://wiki.eclipse.org/images/c/cc/Note.png" width="35" height="35" border="0" /></a></div>
+<div><b>not continued</b><br />this concept is not developed further ATM for lack of need and b/c it is basically the same as the Smart Resequencer. ideas there mostly apply here too.</div>
+</div>
+<a name="Full_Resequencer_.28FRS.29"></a><h3> <span class="mw-headline"> Full Resequencer (FRS) </span></h3>
+<p>Synopsis: The Resequencer will update the processing target in the exact order as the crawler or agent adds PRs to connectivity.
+</p><p>The processing will be like so:
+</p>
+<ol><li> the router will feed Q1 with PRs. <br /> For the resequencer to know the order, a new meta info needs to be added -- the sequence number (SN). it must be generated by the agent or by the agent controller
+</li><li> the processing piplines are as normal, but:
+<ol><li> w/o the step of calling the processing target
+</li><li> they add the result to a new queue, Q2
+</li></ol>
+</li><li> the Resequencer will listen on Q2 and picks up all PRs
+<ol><li> starting with the first record: feed consecutive chunks of PRs to the processing target
+</li><li> wait for PRs only a max. amount of time (timeout)
+</li></ol>
+</li></ol>
+<a name="PRO"></a><h5> <span class="mw-headline"> PRO </span></h5>
+<ul><li> no processing target can ask for more and correct result is always possible
+</li><li> it is possible to add a note into the index for records ending up in the DLQ, ie. record was not indexed due to processing error.
+</li></ul>
+<a name="CON"></a><h5> <span class="mw-headline"> CON </span></h5>
+<ul><li> setup is a more complex
+</li><li> added overhead due to more steps in the processing chain
+</li><li> change to agents or agent controller
+</li><li> overkill, b/c there is no need to resequence all PRs, only those with same ID
+</li><li> lost PRs will cause the FRS to delay all following PRs up to the timeout
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 44/1000000
+Post-expand include size: 1057/2097152 bytes
+Template argument size: 527/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:21923-0!1!0!!en!2!edit=0 and timestamp 20120203101619 -->
+<div class="printfooter">
+Retrieved from "<a href="Full_Resequencer.html">http://wiki.eclipse.org/SMILA/Specifications/Processing_Message_Resequencer/Full_Resequencer</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 19:52, 7 October 2009 by <a href="http://wiki.eclipse.org/User:Tmenzel.brox.de" title="User:Tmenzel.brox.de">thomas menzel</a>. </p>
+ <p id="footerviews">This page has been accessed 1,123 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.093 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/Processing_Message_Resequencer/Record_Version_Number.html b/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/Processing_Message_Resequencer/Record_Version_Number.html
new file mode 100644
index 0000000..b81face
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/Processing_Message_Resequencer/Record_Version_Number.html
@@ -0,0 +1,270 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Specifications/Processing Message Resequencer/Record Version Number" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Specifications/Processing_Message_Resequencer/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Specifications/Processing Message Resequencer/Record Version Number - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Specifications/Processing_Message_Resequencer/Record_Version_Number";
+var wgTitle = "SMILA/Specifications/Processing Message Resequencer/Record Version Number";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "21961";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "174144";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Record_Version_Number.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Specifications_Processing_Message_Resequencer_Record_Version_Number">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Specifications/Processing_Message_Resequencer/Record_Version_Number">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Specifications/Processing_Message_Resequencer/Record_Version_Number">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Specifications/Processing_Message_Resequencer/Record_Version_Number">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/Processing_Message_Resequencer/Record_Version_Number&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/Processing_Message_Resequencer/Record_Version_Number&oldid=174144">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Record_Version_Number.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Specifications/Processing_Message_Resequencer/Record_Version_Number&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/Processing_Message_Resequencer/Record_Version_Number&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/Processing_Message_Resequencer/Record_Version_Number&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Specifications/Processing%20Message%20Resequencer/Record%20Version%20Number"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Specifications/Processing Message Resequencer/Record Version Number</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../../SMILA.html" title="SMILA">SMILA</a> | <a href="../../Specifications.1.html" title="SMILA/Specifications">Specifications</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Record_Version_Number.html#column-one">navigation</a>, <a href="Record_Version_Number.html#searchInput">search</a></div> <!-- start content -->
+ <p>
+</p>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Record_Version_Number.html#introduction"><span class="tocnumber">1</span> <span class="toctext">introduction</span></a></li>
+<li class="toclevel-1"><a href="Record_Version_Number.html#working_principle"><span class="tocnumber">2</span> <span class="toctext">working principle</span></a></li>
+<li class="toclevel-1"><a href="Record_Version_Number.html#PRO"><span class="tocnumber">3</span> <span class="toctext">PRO</span></a></li>
+<li class="toclevel-1"><a href="Record_Version_Number.html#CON"><span class="tocnumber">4</span> <span class="toctext">CON</span></a></li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="introduction"></a><h3> <span class="mw-headline"> introduction </span></h3>
+<p>this idea builds on juergen's version attribute and the way ORM solutions detect stale writes to a record in a DB.
+</p><p>note: i should rename SN to VN but i stick to SN to avoid having another abbreviation.
+</p>
+<a name="working_principle"></a><h3> <span class="mw-headline"> working principle </span></h3>
+<ol><li> each PR gets an SN
+</li><li> the SN is transient and not part of the actual record. its a processing meta information such as DEL, ADD.
+</li><li> when accessing records via the BB
+<ol><li> the associated SN must be included in the call to the BB.
+</li><li> the BB checks the given SN against and the stored SN
+</li><li> if the stored SN is greater than the given SN the access/operation fails b/c it is certain that a new PR for the item was created
+</li></ol>
+</li><li> in addition to this, the listeners and/or the pipelet/service managers could remove such PRs before/after the process() call
+</li></ol>
+<a name="PRO"></a><h3> <span class="mw-headline"> PRO </span></h3>
+<ul><li> with this concept we can allow several PRs at the same item in the workflow as these sort out fairly quickly by themselves.
+</li><li> in addition we could still install a buffer in connectivity to consolidate PRs but i dont think that is needed and it require the feedback that processing is done.
+</li></ul>
+<a name="CON"></a><h3> <span class="mw-headline"> CON </span></h3>
+<ul><li> this solution is limited to persisting BBs and to the scope of shared record. clustering will need the BB to be clustered as well.<br /> this can be solved by storing the record/SN association <i>not</i> in the RecordStore but elsewhere which then is clustered.
+</li><li> it is quite an API change:
+<ul><li> piplets and services are not just given an Id[] array but a new class that wrapps the ID plus the SN. an alternative is to put the SN into the Id class but not persist it or at least handle it specially such as is done with the hash already. the latter would be a less taxing change in regard to method signatures. the semantic change is still considerable.
+</li><li> implementers of pipelets and services need to know that a record that was ok at the beginning of processing may not be anymore later on and need to react accordingly. namely: it is not a normal processing exception where the item then ends up in the DLQ but a situation that may occur by design an no further error reporting is needed (except for a log entry to be aware of the cancellation of the older PR).
+</li><li> the BB should signal this by throwing a new special Exception such as NewerVersionException. instead of such an exception we could just tell implementers to call special check methods or return null/NullObjects but these are less safe/verbose IMO.
+</li></ul>
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 6/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:21961-0!1!0!!en!2!edit=0 and timestamp 20120203101622 -->
+<div class="printfooter">
+Retrieved from "<a href="Record_Version_Number.html">http://wiki.eclipse.org/SMILA/Specifications/Processing_Message_Resequencer/Record_Version_Number</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 12:27, 9 October 2009 by <a href="http://wiki.eclipse.org/User:Tmenzel.brox.de" title="User:Tmenzel.brox.de">thomas menzel</a>. </p>
+ <p id="footerviews">This page has been accessed 1,207 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.067 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/Processing_Message_Resequencer/Skip_Pipelet.html b/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/Processing_Message_Resequencer/Skip_Pipelet.html
new file mode 100644
index 0000000..77a66b7
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/Processing_Message_Resequencer/Skip_Pipelet.html
@@ -0,0 +1,238 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Specifications/Processing Message Resequencer/Skip Pipelet" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Specifications/Processing_Message_Resequencer/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Specifications/Processing Message Resequencer/Skip Pipelet - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Specifications/Processing_Message_Resequencer/Skip_Pipelet";
+var wgTitle = "SMILA/Specifications/Processing Message Resequencer/Skip Pipelet";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "21925";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "173794";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Skip_Pipelet.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Specifications_Processing_Message_Resequencer_Skip_Pipelet">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Specifications/Processing_Message_Resequencer/Skip_Pipelet">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Specifications/Processing_Message_Resequencer/Skip_Pipelet">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Specifications/Processing_Message_Resequencer/Skip_Pipelet">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/Processing_Message_Resequencer/Skip_Pipelet&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/Processing_Message_Resequencer/Skip_Pipelet&oldid=173794">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Skip_Pipelet.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Specifications/Processing_Message_Resequencer/Skip_Pipelet&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/Processing_Message_Resequencer/Skip_Pipelet&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/Processing_Message_Resequencer/Skip_Pipelet&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Specifications/Processing%20Message%20Resequencer/Skip%20Pipelet"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Specifications/Processing Message Resequencer/Skip Pipelet</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../../SMILA.html" title="SMILA">SMILA</a> | <a href="../../Specifications.1.html" title="SMILA/Specifications">Specifications</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Skip_Pipelet.html#column-one">navigation</a>, <a href="Skip_Pipelet.html#searchInput">search</a></div> <!-- start content -->
+ <p>TBD
+</p><p>see mails
+</p><p><a href="http://dev.eclipse.org/mhonarc/lists/smila-dev/msg00646.html" class="external autonumber" title="http://dev.eclipse.org/mhonarc/lists/smila-dev/msg00646.html" rel="nofollow">[1]</a>
+<a href="http://dev.eclipse.org/mhonarc/lists/smila-dev/msg00638.html" class="external autonumber" title="http://dev.eclipse.org/mhonarc/lists/smila-dev/msg00638.html" rel="nofollow">[2]</a>
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 1/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:21925-0!1!0!!en!2!edit=0 and timestamp 20120203101621 -->
+<div class="printfooter">
+Retrieved from "<a href="Skip_Pipelet.html">http://wiki.eclipse.org/SMILA/Specifications/Processing_Message_Resequencer/Skip_Pipelet</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 20:07, 7 October 2009 by <a href="http://wiki.eclipse.org/User:Tmenzel.brox.de" title="User:Tmenzel.brox.de">thomas menzel</a>. </p>
+ <p id="footerviews">This page has been accessed 1,031 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.052 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/Processing_Message_Resequencer/Smart_Resequencer.html b/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/Processing_Message_Resequencer/Smart_Resequencer.html
new file mode 100644
index 0000000..1ce0f3c
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/Processing_Message_Resequencer/Smart_Resequencer.html
@@ -0,0 +1,412 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Specifications/Processing Message Resequencer/Smart Resequencer" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Specifications/Processing_Message_Resequencer/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Specifications/Processing Message Resequencer/Smart Resequencer - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Specifications/Processing_Message_Resequencer/Smart_Resequencer";
+var wgTitle = "SMILA/Specifications/Processing Message Resequencer/Smart Resequencer";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "21924";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "173806";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Smart_Resequencer.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Specifications_Processing_Message_Resequencer_Smart_Resequencer">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Specifications/Processing_Message_Resequencer/Smart_Resequencer">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Specifications/Processing_Message_Resequencer/Smart_Resequencer">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Specifications/Processing_Message_Resequencer/Smart_Resequencer">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/Processing_Message_Resequencer/Smart_Resequencer&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/Processing_Message_Resequencer/Smart_Resequencer&oldid=173806">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Smart_Resequencer.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Specifications/Processing_Message_Resequencer/Smart_Resequencer&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/Processing_Message_Resequencer/Smart_Resequencer&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/Processing_Message_Resequencer/Smart_Resequencer&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Specifications/Processing%20Message%20Resequencer/Smart%20Resequencer"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Specifications/Processing Message Resequencer/Smart Resequencer</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../../SMILA.html" title="SMILA">SMILA</a> | <a href="../../Specifications.1.html" title="SMILA/Specifications">Specifications</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Smart_Resequencer.html#column-one">navigation</a>, <a href="Smart_Resequencer.html#searchInput">search</a></div> <!-- start content -->
+ <p>
+</p>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Smart_Resequencer.html#Smart_Resequencer_.28SRS.29"><span class="tocnumber">1</span> <span class="toctext">Smart Resequencer (SRS)</span></a></li>
+<li class="toclevel-1"><a href="Smart_Resequencer.html#working_principle"><span class="tocnumber">2</span> <span class="toctext">working principle</span></a>
+<ul>
+<li class="toclevel-2"><a href="Smart_Resequencer.html#non-concurrent_REGISTERING_setup"><span class="tocnumber">2.1</span> <span class="toctext">non-concurrent REGISTERING setup</span></a></li>
+<li class="toclevel-2"><a href="Smart_Resequencer.html#concurrent_REGISTERING_setup_with_call_in_pipelines"><span class="tocnumber">2.2</span> <span class="toctext">concurrent REGISTERING setup with call in pipelines</span></a></li>
+<li class="toclevel-2"><a href="Smart_Resequencer.html#concurrent_REGISTERING_setup_with_mirror_Queue"><span class="tocnumber">2.3</span> <span class="toctext">concurrent REGISTERING setup with mirror Queue</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Smart_Resequencer.html#Basics_Impl._Ideas"><span class="tocnumber">3</span> <span class="toctext">Basics Impl. Ideas</span></a></li>
+<li class="toclevel-1"><a href="Smart_Resequencer.html#Meeting_Requirements"><span class="tocnumber">4</span> <span class="toctext">Meeting Requirements</span></a>
+<ul>
+<li class="toclevel-2"><a href="Smart_Resequencer.html#split_records"><span class="tocnumber">4.1</span> <span class="toctext">split records</span></a></li>
+<li class="toclevel-2"><a href="Smart_Resequencer.html#.3E1_Processing_Targets"><span class="tocnumber">4.2</span> <span class="toctext">>1 Processing Targets</span></a>
+<ul>
+<li class="toclevel-3"><a href="Smart_Resequencer.html#idea_1_-_SRS_ID_rules"><span class="tocnumber">4.2.1</span> <span class="toctext">idea 1 - SRS ID rules</span></a></li>
+<li class="toclevel-3"><a href="Smart_Resequencer.html#idea_2_-_processing_steps_control_counter"><span class="tocnumber">4.2.2</span> <span class="toctext">idea 2 - processing steps control counter</span></a></li>
+<li class="toclevel-3"><a href="Smart_Resequencer.html#Opinion"><span class="tocnumber">4.2.3</span> <span class="toctext">Opinion</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="Smart_Resequencer.html#clustering.2C_complex_processing_chain"><span class="tocnumber">4.3</span> <span class="toctext">clustering, complex processing chain</span></a></li>
+<li class="toclevel-2"><a href="Smart_Resequencer.html#single_point_of_failure"><span class="tocnumber">4.4</span> <span class="toctext">single point of failure</span></a></li>
+<li class="toclevel-2"><a href="Smart_Resequencer.html#scalability_and_performance"><span class="tocnumber">4.5</span> <span class="toctext">scalability and performance</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="Smart_Resequencer.html#Cases_introduced_thru_this_solution"><span class="tocnumber">5</span> <span class="toctext">Cases introduced thru this solution</span></a></li>
+<li class="toclevel-1"><a href="Smart_Resequencer.html#PRO"><span class="tocnumber">6</span> <span class="toctext">PRO</span></a></li>
+<li class="toclevel-1"><a href="Smart_Resequencer.html#CON"><span class="tocnumber">7</span> <span class="toctext">CON</span></a></li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Smart_Resequencer_.28SRS.29"></a><h3> <span class="mw-headline"> Smart Resequencer (SRS) </span></h3>
+<p>Synopsis: The Smart Resequencer will only resequence the operation on a <b>per record</b> basis.<br />
+Rationale: in most cases records are independent of each other and so there is no need of ordering all records.
+</p>
+<a name="working_principle"></a><h3> <span class="mw-headline"> working principle </span></h3>
+<ol><li> the SRS follows the registry and resequencer pattern
+</li><li> the SRS defines boundaries between which, processing of multiple PRs for one given resource can be done concurrently and in any order
+</li><li> it guarantees that when leaving its boundary the PRs are consolidated or at least in proper order
+</li><li> the first thing that needs to happen for a PR, is to be REGISTERED with the SRS. by this the PR crosses the boundary entering the realm of the SRS.
+</li><li> for the SRS to determine the correct order or consolidation of PRs, a PR <b>must</b> declare on REGISTRATION a sequence number (SN) that reflects the order of PRs as created by the agent/crawler
+</li><li> before a PR is passed to a PT it must be RESEQUENCED by the SRS, which just checks if the PR's SN equals the SN of the latest REGISTED PR. if so, then it is added to the output if not, it is not added the output. a RESQUENCed PR crosses the 2nd boundery and thus leaves the realm of the SRS.
+</li></ol>
+<a name="non-concurrent_REGISTERING_setup"></a><h4> <span class="mw-headline"> non-concurrent REGISTERING setup </span></h4>
+<ol><li> the router will deliver all PRs to Q1 where the SRS has a sole listener that registers all incoming messages
+</li><li> the output of the SRS can then be processed as normal by multiple pipelines
+</li><li> each pipeline that calls the PT must inject a call to the SRS with the RESQUENCE command <b>before</b> the call to the PT.
+</li></ol>
+<p>a down side to this setup is that REGISTERING adds execution time to the critical path for all records and can only be proced by one thread.
+question: is there a setup that is better w/o introducing an error?
+</p>
+<a name="concurrent_REGISTERING_setup_with_call_in_pipelines"></a><h4> <span class="mw-headline"> concurrent REGISTERING setup with call in pipelines </span></h4>
+<p>instead of creating a sole pipeline for the SRS, this idea proposes to add the REGISTER call to each pipeline at the very beginning.
+by this, concurrent processing of all PRs is fostered from the start.
+</p><p>this will work safely:
+</p>
+<ol><li> listener L1 and L2 work concurrently on the same item but with diff. SNs. L1 on PR1.SN1 and L2 on PR2.SN2.
+</li><li> the critical case is when SRS doesnt know of the more recent PR2 when being asked to RESEQUENCE PR1, like so:
+<ol><li> If L1 calls SRS with RESEQUENCE before L2 gets to call REGISTER, SRS doesnt know that an SN2 is out there and lets PR with SN1 pass thru.
+</li><li> this is not an error b/c the order of processing is maintained. it has a drawback however, which is that SRS is unable to supress PR1.
+</li></ol>
+</li><li> i cannot think of another case where this setup leads to an aerror , b/c all PRs are first registered before any further processing may take place this setup works in all cases IMO. (please prove me wrong)
+</li></ol>
+<p><b>pro:</b> reduced overhead due to one less Q and pipeline
+</p><p><b>con:</b> it might be easy to forget to call the SRS in each pipeline.
+</p><p><br />
+</p>
+<a name="concurrent_REGISTERING_setup_with_mirror_Queue"></a><h4> <span class="mw-headline"> concurrent REGISTERING setup with mirror Queue </span></h4>
+<p>in this setup a copy of the PR with its SN is sent to an additional Q2 in parallel to Q1 (two send tasks in router). SRS is the only listener on Q2 and REGISTERS all the PRs.
+</p><p>this will introduce an error in case that a PR is RESEQUENCed while for the same item there is a new PR waiting in Q2.
+</p><p>the problem here is generally that REGISTERing happens asynchronously to processing and hence cannot be safe.
+</p><p><b>fix:</b> the error introcuced by this setup can be fixed by demanding that the SRS is first to process all PRs on Q2 before RESEQUENCing PRs. however, this may cause PRs only to be added to the index as long as the agent produces PRs. in that case it wont be better than the non-concurent setup.
+</p>
+<a name="Basics_Impl._Ideas"></a><h3> <span class="mw-headline"> Basics Impl. Ideas </span></h3>
+<ul><li> implemented as ProcessingService
+</li><li> records are sent to it with the command/process mode REGISTER and SEQUENCE
+</li><li> SN and process mode are given as annotation on the record, called the Config Annotation (CA). this is the same way as with the lucen service. (i first wanted to do this as JMS props but they are not accessible in a ProcessingService)
+</li><li> map may be in memory or a persisting solution may be implemented/chosen. <br /> IMO the amount of records held im momory should be relativly small, only to the amount of what is in the processing chain. (hm, that can be a lot, since connectivity is not pausing crawlers and agents (yet) if there is much in the MQ)
+</li></ul>
+<p><br />
+</p>
+<a name="Meeting_Requirements"></a><h3> <span class="mw-headline"> Meeting Requirements </span></h3>
+<p>The general ones should be sufficeiently clear from the functional description of the SRS. here come now the further ones:
+</p>
+<a name="split_records"></a><h4> <span class="mw-headline"> split records </span></h4>
+<p>compound and aggregation are handled the same way, like so:
+</p><p>the processing step splitting the record is responsible for the the following:
+</p>
+<ul><li> all descendants inherit the SN from their root
+</li><li> if internal ordering: <br />order of PRs for descendants is noted in their respective ConfigAnnotation (e.g. a link to the ID of the preceding or succeeding resource or such)
+</li><li> register the split records with the SRS
+</li><li> possibly deregister the root and/or intermediate PRs if these are not processed further
+</li></ul>
+<p>the SRS will
+</p>
+<ul><li> collect all PRs belonging to the tree of split PRs until it is complete
+<ul><li> missing PRs:
+<ul><li> timeout
+</li><li> config on how to continue with non-complete trees: {all or nothing, sequence incomplete}
+</li></ul>
+</li></ul>
+</li></ul>
+<a name=".3E1_Processing_Targets"></a><h4> <span class="mw-headline"> >1 Processing Targets </span></h4>
+<p>this can be supported in diff. ways. both have in common:
+</p>
+<ol><li> sending the PR to any of the PTs is done thru the SRS by calling it with the RESEQUENCE command (this is just a generalization of the basic concept and repeated here for clarity)
+</li><li> the SRS needs to know how many (potential) PTs there are for a resource (determine by the ID) and when processing really has finished for a given ID.
+</li><li> each RESEQUENCE and UNREGISTER command will reduce the count, when it reaches 0 all PRs have reached their PT and the ID can be removed from the map.
+</li></ol>
+<a name="idea_1_-_SRS_ID_rules"></a><h5> <span class="mw-headline"> idea 1 - SRS ID rules </span></h5>
+<ul><li> the config of the SRS contains rules or conditions that determine the count.
+</li><li> it starts with that count wich is computed on REGISTRATION.
+</li></ul>
+<a name="idea_2_-_processing_steps_control_counter"></a><h5> <span class="mw-headline"> idea 2 - processing steps control counter </span></h5>
+<ul><li> processing steps take care of in- and decerementing the counter in the normal processing chain by using the REGISTER and UNREGISTER commands to reflect additional or obsolte PTs
+</li></ul>
+<a name="Opinion"></a><h5> <span class="mw-headline"> Opinion </span></h5>
+<p>i like idea 2 better b/c it puts the config of the SRS in the same place that also controls the flow of PRs anyhow. it is just a matter of including an SRS call with the respective command.<br />
+in contrast, idea 1 would mean that we have to:
+</p>
+<ul><li> duplicate the processing chain logic in some other place
+</li><li> implement a rule/condition engine and config.
+</li></ul>
+<a name="clustering.2C_complex_processing_chain"></a><h4> <span class="mw-headline"> clustering, complex processing chain </span></h4>
+<ul><li> complex processing chains are possible as already described in other places. the SRS just needs to be placed in front of the PT and called in the flow of things
+</li><li> resequencing in a cluster scenario works OOB just the setup/config changes.
+<ul><li> SRS is run on several nodes and shares a custer capable map OR
+</li><li> if the router sends PRs for the same item always to the same processing node, then the SRS can be local to the processing nodes and setup as normal OR
+</li><li> SRS runs on just one node. then
+<ul><li> all messages from the router need to be send to the SRS node first for REGISTERING<br />it makes sense to have th SRS and router on the same node to avoid chnaging nodes for the first step.
+</li><li> all processing nodes dont call he PT directly in their pipeline but send their result to SRS node
+</li><li> the SRS RESEQUENCE pipeline will call the PT.
+</li></ul>
+</li></ul>
+</li></ul>
+<p><b>Note</b><br />
+i think the SRS will even work if the assumption that each PT has only one instance and node that solely accesses the PT holds not true.
+a setup like this will then segment all PRs by some scheme that depends on the ID and then the SRS has only to resequence the one segement and thus: all is well.
+</p>
+<a name="single_point_of_failure"></a><h4> <span class="mw-headline"> single point of failure </span></h4>
+<p>hm. this is a tough one as the single'nes is inherent. i have no clue yet, how to solve this, other than to use a fail-over solution.
+i guess, just as the PT itself, it needs to be monitored closely to detect malfunctions.
+</p>
+<a name="scalability_and_performance"></a><h4> <span class="mw-headline"> scalability and performance </span></h4>
+<p>there is some performance degradation to be expected because
+</p>
+<ol><li> SRS increases the number of threads
+</li><li> SRS is inserted at least 2 times into the processing flow, namely at the beginning and end.
+<ol><li> when it registers an item
+</li><li> when it resquences it
+</li></ol>
+</li></ol>
+<p>the internal workings of these steps are fairly simple and should not take much time compared to the rest of the processing, albeit in a highly concurrent scenario the synchronization will take its toll.
+</p>
+<a name="Cases_introduced_thru_this_solution"></a><h3> <span class="mw-headline"> Cases introduced thru this solution </span></h3>
+<p>this section lists cases and problems that need to be covered that are introduced thru the solution itself.
+some of the items listed here will also apply to the FSR!!
+</p>
+<ul><li> handling of unregistered records<br />what happens when SEQUENCING a PR that is already @ count 0 /not existing.
+</li><li> what to do with recods that miss needed config data? <br /> handling depends on the process mode:
+<ul><li> SEQUENCE: error as default , but outcome could be config'able such as : DLQ, any other Q
+</li><li> REGISTER: error
+</li></ul>
+</li><li> overflow of the SN<br />a reset signal must be sent to SRS
+</li></ul>
+<p><br />
+</p>
+<a name="PRO"></a><h3> <span class="mw-headline"> PRO </span></h3>
+<ul><li> smarter ;) than FRS
+</li><li> no change to APIs are needed, implementation of agents/crawlers (controller) needs to add the SN as an annotation to each record. which can be turned on or off via config.
+</li><li> unobstrutive, SRS can be used or not.
+</li></ul>
+<a name="CON"></a><h3> <span class="mw-headline"> CON </span></h3>
+<ul><li> see also almost all CONS @ FRS
+</li><li> oscillating resources (that constantly change) will never make it into the index.
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 28/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:21924-0!1!0!!en!2!edit=0 and timestamp 20120203101620 -->
+<div class="printfooter">
+Retrieved from "<a href="Smart_Resequencer.html">http://wiki.eclipse.org/SMILA/Specifications/Processing_Message_Resequencer/Smart_Resequencer</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 20:43, 7 October 2009 by <a href="http://wiki.eclipse.org/User:Tmenzel.brox.de" title="User:Tmenzel.brox.de">thomas menzel</a>. </p>
+ <p id="footerviews">This page has been accessed 1,221 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.129 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/RecordStorage.html b/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/RecordStorage.html
new file mode 100644
index 0000000..ab519ac
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/RecordStorage.html
@@ -0,0 +1,740 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Specifications/RecordStorage,Daniel.stucky.empolis.com,Tmenzel.brox.de" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Specifications/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Specifications/RecordStorage - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Specifications/RecordStorage";
+var wgTitle = "SMILA/Specifications/RecordStorage";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "17885";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "200356";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-java {line-height: normal; font-size: medium;}
+.source-java li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for java
+ * CSS class: source-java, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-java .de1, .source-java .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-java {}
+.source-java .head {}
+.source-java .foot {}
+.source-java .imp {font-weight: bold; color: red;}
+.source-java .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-java li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-java li.li2 {font-weight: bold;}
+.source-java .kw1 {color: #7F0055; font-weight: bold;}
+.source-java .kw2 {color: #7F0055; font-weight: bold;}
+.source-java .kw3 {color: #000000; font-weight: normal}
+.source-java .kw4 {color: #7F0055; font-weight: bold;}
+.source-java .co1 {color: #3F7F5F; font-style: italic;}
+.source-java .co2 {color: #3F7F5F;}
+.source-java .co3 {color: #3F7F5F; font-style: italic; font-weight: bold;}
+.source-java .coMULTI {color: #3F5FBF; font-style: italic;}
+.source-java .es0 {color: #000000;}
+.source-java .br0 {color: #000000;}
+.source-java .st0 {color: #2A00ff;}
+.source-java .nu0 {color: #000000;}
+.source-java .me1 {color: #000000;}
+.source-java .me2 {color: #000000;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="RecordStorage.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Specifications_RecordStorage">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Specifications/RecordStorage">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Specifications/RecordStorage">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Specifications/RecordStorage">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/RecordStorage&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/RecordStorage&oldid=200356">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="RecordStorage.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Specifications/RecordStorage&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/RecordStorage&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/RecordStorage&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Specifications/RecordStorage"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Specifications/RecordStorage</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Specifications.1.html" title="SMILA/Specifications">Specifications</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="RecordStorage.html#column-one">navigation</a>, <a href="RecordStorage.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="RecordStorage.html#Description"><span class="tocnumber">1</span> <span class="toctext">Description</span></a></li>
+<li class="toclevel-1"><a href="RecordStorage.html#Discussion"><span class="tocnumber">2</span> <span class="toctext">Discussion</span></a>
+<ul>
+<li class="toclevel-2"><a href="RecordStorage.html#prefer_JDBC_implementation_of_XS_.28KISS_pattern.29"><span class="tocnumber">2.1</span> <span class="toctext">prefer JDBC implementation of XS (KISS pattern)</span></a></li>
+<li class="toclevel-2"><a href="RecordStorage.html#JPA.2FEclipseLink_vs._Performance"><span class="tocnumber">2.2</span> <span class="toctext">JPA/EclipseLink vs. Performance</span></a></li>
+<li class="toclevel-2"><a href="RecordStorage.html#Why_JPA.2FEclipseLink_.3F"><span class="tocnumber">2.3</span> <span class="toctext">Why JPA/EclipseLink ?</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="RecordStorage.html#RecordStorage_Interface"><span class="tocnumber">3</span> <span class="toctext">RecordStorage Interface</span></a></li>
+<li class="toclevel-1"><a href="RecordStorage.html#RecordStorage_based_on_JDBC_database"><span class="tocnumber">4</span> <span class="toctext">RecordStorage based on JDBC database</span></a></li>
+<li class="toclevel-1"><a href="RecordStorage.html#RecordStorage_based_on_relational_database_using_eclipseLink"><span class="tocnumber">5</span> <span class="toctext">RecordStorage based on relational database using eclipseLink</span></a>
+<ul>
+<li class="toclevel-2"><a href="RecordStorage.html#Overview_on_JPA"><span class="tocnumber">5.1</span> <span class="toctext">Overview on JPA</span></a></li>
+<li class="toclevel-2"><a href="RecordStorage.html#PoC_eclipseLink_JPA_RecordStorage_using_Oracle_DB_and_Smila_data_model"><span class="tocnumber">5.2</span> <span class="toctext">PoC eclipseLink JPA RecordStorage using Oracle DB and Smila data model</span></a></li>
+<li class="toclevel-2"><a href="RecordStorage.html#PoC_eclipseLink_JPA_RecordStorage_using_Oracle_DB_and_Dao_Objects_for_Smila_data_model"><span class="tocnumber">5.3</span> <span class="toctext">PoC eclipseLink JPA RecordStorage using Oracle DB and Dao Objects for Smila data model</span></a>
+<ul>
+<li class="toclevel-3"><a href="RecordStorage.html#Enhanced_Dao_classes_for_restricted_selections_of_attributes"><span class="tocnumber">5.3.1</span> <span class="toctext">Enhanced Dao classes for restricted selections of attributes</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="RecordStorage.html#PoC_eclipseLink_JPA_RecordStorage_using_Derby_DB_and_Dao_Objects_for_Smila_Data_model"><span class="tocnumber">5.4</span> <span class="toctext">PoC eclipseLink JPA RecordStorage using Derby DB and Dao Objects for Smila Data model</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="RecordStorage.html#Serialization_of_Records"><span class="tocnumber">6</span> <span class="toctext">Serialization of Records</span></a></li>
+<li class="toclevel-1"><a href="RecordStorage.html#PoC_Blackboard_using_RecordStorage_instead_of_XMLStorage"><span class="tocnumber">7</span> <span class="toctext">PoC Blackboard using RecordStorage instead of XMLStorage</span></a></li>
+<li class="toclevel-1"><a href="RecordStorage.html#Links"><span class="tocnumber">8</span> <span class="toctext">Links</span></a></li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Description"></a><h1> <span class="mw-headline">Description</span></h1>
+<p>As Berkeley XML DB will not be available in eclipse in the near future, we need an open source alternative to store record metadata. There is no requirement to use an XML database only, any storage that allows us to persist record metadata will suffice.
+</p>
+<a name="Discussion"></a><h1> <span class="mw-headline">Discussion</span></h1>
+<a name="prefer_JDBC_implementation_of_XS_.28KISS_pattern.29"></a><h3> <span class="mw-headline"> prefer JDBC implementation of XS (KISS pattern) </span></h3>
+<dl><dd> <a href="http://wiki.eclipse.org/User:Tmenzel.brox.de" title="User:Tmenzel.brox.de"> TM</a>: As far as i know we only have a problem with Berkley DB XML (BDX) as long as it is a <i>required</i> and not just <i>workswith</i> dependency. My idea so far is to provide an implementation for XS (Xml Storage) that is based on a simple JDBC solution, like you have described urself on this page. By this we at least provide a working solution. When wanting to use SMILA for large scale application including full functionality in regard to XS then this is possible in the scope of Eccenca (CE) which then includes BDX. <br /> I think such a path is fully legitimate and doesnt create too much work for us now such as implementing an JPA/EclipseLink implementation for XS including far reaching changes to core objects.
+<dl><dd> <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>: Thanks for your feedback Tom. I will try to clarify some issues. The basic <tt>RecordStorage</tt> interface (with 4 methods) is all we need from the Blackboard point of view to access records. All access is done based on record Ids, no query support is needed. By introducing the RecordStorage interface instead of the currently used XMLStorage and XSSConnection interfaces we gain an abstraction layer that allows us to change the underlying implementation more easily. So you could use the already available XMLStorage implementation using Berkely DB inside a RecordStorageXmlImpl. Or we could create some JDBC or eclipseLink based implementations. I also propose to provide additional functionality for query support (be it XQJ, SQL or whatever) not in the RecordStorage interface but via separate interfaces, e.g. <tt>RecordStorageQuery</tt>. I guess that these interfaces will depend on the implementation technology used and will evolve over time, so limiting ourselves to just one interface seems a bad idea. Then the RecordStorageXmlImpl could also support XQJ queries via such a second interface, which in turn could be used by an XQJ crawler for mashup use-cases. The default implementation of a RecordStore would not need to implement any of those additional query interfaces.
+<dl><dd> <a href="http://wiki.eclipse.org/User:Tmenzel.brox.de" title="User:Tmenzel.brox.de"> TM</a>: Ahhh. I kind of missed the point that u wanted to add the RS Interface as an own layer. I was thinking: rename XSS Interface... <br />I think adding such an interface wont hurt much and i kind of like the idea of freedom that it gives to us. <br />In regard to the optional available interfaces: How would u go about getting those as a client? Would u try to
+<ol><li> request a RecordStoreQuery OSGi service that might not be there, depending on ur config?
+</li><li> cast the obtained RS Service to the RSQ Interface and see if that fails?
+</li></ol>
+<dl><dd> <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>: Did not think to deeply about this, but I would say definitely option 1). Thinking in Declarative Services a MashUpService would require a RecordStoreQuery service and it would no be able to be activated without one. Thus the whole mashup functionality would not be avilable at runtime. Of course one has to think about clean exception handling and so on, but that's my basic idea.
+</dd></dl>
+</dd></dl>
+</dd></dl>
+</dd></dl>
+<a name="JPA.2FEclipseLink_vs._Performance"></a><h3> <span class="mw-headline"> JPA/EclipseLink vs. Performance </span></h3>
+<dl><dd> <a href="http://wiki.eclipse.org/User:Tmenzel.brox.de" title="User:Tmenzel.brox.de"> TM</a>: Having worked with Hibernate, which is another ORM Tool, i dont believe that EL/JPA is the way to go. IMO EL it is likely to create too much overhead, both in programming effort and performance. <br /> From past experience with Hibernate i have learned that mass data handling is not the use case for ORM tools. They even say so in an Hibernate book, that one should look for other solutions, if mass data handling is the primary use case. The reason for this: by default ORM tools will create entity object graphs from the data stored in the DB and handle all reads/updates through these objects. This is VERY expensive. Of course it would be possible to do plain SQL under the hood in conjunction with DAOs, but that we could do also w/o the ORM tool anyway.
+<dl><dd> <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>: I did set up a realy simple test comparing the current XMLStorage and my RecordStorage implementation, using some different settings. The test is a standard import of a filesystem source with 2500 xml files. The BerkeleyDB and the DerbyDB ran in process, wheras the Oracle DB ran on a remote server.
+</dd></dl>
+</dd></dl>
+<dl><dd><dl><dd><table class="wikitable" style="text-align:left" border="1">
+
+<tr>
+<th> Storage </th><th> runtime
+</th></tr>
+<tr>
+<td> XMLStorage with BerkeleyDB
+</td><td> ~ 8:00 min
+</td></tr>
+<tr>
+<td> RecordStorage with Derby (no query attributes)
+</td><td> ~ 6:30 min
+</td></tr>
+<tr>
+<td> RecordStorage with Derby (with query attributes)
+</td><td> ~ 7:00 min
+</td></tr>
+<tr>
+<td> RecordStorage with Oracle (no query attributes)
+</td><td> ~ 5:00 min
+</td></tr>
+<tr>
+<td> RecordStorage with Oracle (with query attributes)
+</td><td> ~ 5:15 min
+</td></tr></table></dd></dl></dd></dl>
+<p><br />
+</p>
+<a name="Why_JPA.2FEclipseLink_.3F"></a><h3> <span class="mw-headline"> Why JPA/EclipseLink ? </span></h3>
+<dl><dd> <a href="http://wiki.eclipse.org/User:Tmenzel.brox.de" title="User:Tmenzel.brox.de"> TM</a>: With my remarks about performance: Can u point out where u see the advantages of using EL/JPA in SMILA?
+<dl><dd> <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>: Ok, some reasons to chosse eclipseLink/JPA.
+<ul><li> in the long term we need to support relational databses as storage backends
+</li><li> JPA is an open standard
+</li><li> eclipseLink is an eclipse project, no license and CQ issues (Hybernate is no option because of license)
+</li><li> database independent, easy switching by configuration
+</li><li> also interesting technology for persisting delta indexing data
+</li><li> we already use eclipseLink/PJA in ODE
+</li></ul>
+<dl><dd> <a href="http://wiki.eclipse.org/User:Tmenzel.brox.de" title="User:Tmenzel.brox.de">TM</a>:
+<dl><dd> <tt> > in the long term we need to support relational DBs as storage backends</tt>
+</dd></dl>
+</dd><dd> For Record/XML Storage? I wasnt aware of that! In what scenario? Why wont BDX do it? <br />So far I saw rel. DBs as 2nd best solutions where we put only little effort into.
+</dd></dl>
+</dd></dl>
+</dd></dl>
+<a name="RecordStorage_Interface"></a><h1> <span class="mw-headline">RecordStorage Interface</span></h1>
+<p>Here is a proposal for a RecordStorage interface. It contains only the basic functionality without any query support.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">interface</span> RecordStorage
+<span class="br0">{</span>
+ Record loadRecord<span class="br0">(</span>Id id<span class="br0">)</span>;
+ <span class="kw4">void</span> storedRecord<span class="br0">(</span>Record record<span class="br0">)</span>;
+ <span class="kw4">void</span> removeRecord<span class="br0">(</span>Id id<span class="br0">)</span>;
+ <span class="kw4">boolean</span> existsRecord<span class="br0">(</span>Id id<span class="br0">)</span>
+<span class="br0">}</span></pre></div>
+<p><br />
+</p>
+<a name="RecordStorage_based_on_JDBC_database"></a><h1> <span class="mw-headline">RecordStorage based on JDBC database</span></h1>
+<p>At the moment all access to records is based on the record ID. The record ID is the primary key when reading/writing records. It would be easily possible to store the records in a relational database, using just one table with columns for the record ID (the primary key) and a second one to store the record itself. The record could be stored as a BLOB or CLOB:
+</p>
+<ul><li> BLOB: the record is just serialize into a byte[] and stored as a BLOB
+</li><li> CLOB: the record's XML representation could be stored in a CLOB. Extra method calls to parse/convert the record from/to XML needs to be applied when reading/writing the records (performance impact in comparison to using a BLOB). But this would offer some options to include WHERE clauses accessing the CLOB in SQL queries
+</li></ul>
+<p>Because the String representation of IDs can be really long, an alternative could be to store a hash of the String. (This hash has to be computed whenever accessing the database)
+In addition one could also add another column to store the source attribute of the record ID. This would allow easy access on all records of a data source to handle the use-case "reindexing without crawling"
+</p><p>For advanced use-cases (e.g. Mash up) query support is needed (compare XQJ), e.g. to select all records of a certain mime type. It would be possible to add more columns or join tables for selected record attributes. Another option is to do post processing of selected records, filtering those records that do not match the query filter. This is functional equal to a SQL select but of course performance is very slow.
+</p><p>When implementing a JDBC RecordStorage one should take care to use database neutral SQL statements, or make the statements to use configurable. A good practice could be to implement the reading/writing in DAO objects, so that database specific implementations of the DAOs could be provided to make use of special features. Most databases offer improved support for BLOBs and CLOBs.
+</p><p>A good choice for an open source database is Apache Derby. The Apache License 2.0 is compatible to EPL, the database has a low footprint (2MB) and can be used in process as well as in client/server network mode. It is also already committed to Orbit. For a productive environment it would be easily possible to switch to any other JDBC database, like Oracle.
+</p>
+<a name="RecordStorage_based_on_relational_database_using_eclipseLink"></a><h1> <span class="mw-headline"> RecordStorage based on relational database using eclipseLink</span></h1>
+<p>EclipseLink offers various options to persists Java objects. Below we go into detail about using eclipseLink with JPA (Java Persistence Api):
+</p>
+<a name="Overview_on_JPA"></a><h2> <span class="mw-headline">Overview on JPA</span></h2>
+<p>A mapping of Java classes to a relational database schema is created by using annotations in java code or providing an XML configuration. The classes to be persisted (called Entities) are in general represented by database tables, member variables as columns in those tables. There are some requirements to be met:
+</p>
+<ul><li> an entity class must provide a non argument constructor (either public or protected)
+</li><li> entity classes must be top level classes, no enums or interfaces
+</li></ul>
+<p>There exists two kinds of access types, where only one kind is usable per entity:
+</p>
+<ul><li>field based: direct access on member variables
+</li><li>property based: Java Bean like access via getter- and setter-methods
+</li></ul>
+<p>An Entity must have a unique Id, this can be either
+</p>
+<ul><li>a simple key (just one member variable) (@Id)
+</li><li>a composite key using multiple member variables. This implies the usage of an additional primary key class that contains the same member variables (same name and type) as the entity class (@Id + @idClass)
+</li><li> an embedded key (@EmbeddedId)
+</li></ul>
+<p>Entities can have relations to other entities or contain embedded classes. Embedded classes are not entities themselves (but must meet the same requirements) and do not have a unique Id. They "belong" to the entity object embedding them. Version 1.0 of the JPA specification demands only support of one level of embedded objects. If more levels are supported depends on the implementation. Collections are also not allowed as embedded classes.
+</p><p>For more information see <a href="http://wiki.eclipse.org/images/9/9e/Ejb-3_0-fr-spec-persistence.pdf" class="internal" title="Ejb-3 0-fr-spec-persistence.pdf">ejb-3_0-fr-spec-persistence.pdf</a>.
+</p><p><br />
+</p>
+<a name="PoC_eclipseLink_JPA_RecordStorage_using_Oracle_DB_and_Smila_data_model"></a><h2> <span class="mw-headline">PoC eclipseLink JPA RecordStorage using Oracle DB and Smila data model</span></h2>
+<ul><li> a JPA RecordStorage is always based on a concrete implementation of entities to persist. So it is not possible to implement a generic RecordStorage for any Record implementation but only for a specific implementation, in this case our default implementation RecordImpl, IdImpl , ...
+</li><li>the classes of the Smila data model cannot be used as is, but have to meet the requirements of JPA (e.g. no argument constructor)
+</li><li>the default implementation uses interfaces of other entity classes as types for member variables. These have to be replaced by concrete implementation types, for example
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-java">@<span class="kw3">Entity</span>
+<span class="kw1">public</span> <span class="kw1">class</span> RecordImpl <span class="kw1">implements</span> Record, <span class="kw3">Serializable</span> <span class="br0">{</span>
+ @EmbeddedId
+ <span class="kw1">private</span> IdImpl _id;
+ ...
+<span class="br0">}</span></pre></div>
+<p>instead of
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java">@<span class="kw3">Entity</span>
+<span class="kw1">public</span> <span class="kw1">class</span> RecordImpl <span class="kw1">implements</span> Record, <span class="kw3">Serializable</span> <span class="br0">{</span>
+ @EmbeddedId
+ <span class="kw1">private</span> Id _id;
+ ...
+<span class="br0">}</span></pre></div>
+<ul><li>the Smila coding conventions implicate some issues: the names for tables/columns are automatically generated by JPA using class and member variable names. The leading _ used in Smila for member variables leads to invalid SQL statements (at least with Oracle). Therefore it is necessary to define the names for every tables, join tables and columns manually by using annotations or xml configuration
+</li><li>the Smila objects (Records, Id, Attribute, Annotation) are all structured recursively and most make also use of Collections or Maps as members
+<ul><li> eclipseLink supports N levels of embedded objects
+</li><li> recursive embedding of objects is NOT supported
+</li><li>Collections/Maps of embedded classes are not supported in JPA 1.0 (will be supported in JPA 2.0). eclipseLink offers a so called DescriptorCustomizer which could be used to implement such a support (not considered in die PoC, needs further analysis)
+</li><li>so it is not possible modeling the Smila classes as embedded objects, which would have been the most natural approach as all data belongs to a single record object
+</li></ul>
+</li><li> as an alternative one could try to model the relations between the various data model classes. This means all classes have to be annotated as separate Entity objects and each needs to have an own unique Id. Besides the Record object, no other object has a single member that could be used as a primary key. This is a major problem as for example a object of type Attribute is only unique by creating a primary key over all member variables, which in addition are Lists. Class LiteralImpl has another problem, as the member _value is of type Object, which is represented as a Blob in the database. But Blobs cannot be used as part of a primary key
+<ul><li> <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a> : we could check if automatically generated Ids are useful in this scenario. This means that all Smila Entity objects have to add a new member variable (e.g. <tt>int _persistentId</tt> ). Most likely this approach still fails because of the recursive structure
+</li></ul>
+</li></ul>
+<p><br />
+</p>
+<a name="PoC_eclipseLink_JPA_RecordStorage_using_Oracle_DB_and_Dao_Objects_for_Smila_data_model"></a><h2> <span class="mw-headline">PoC eclipseLink JPA RecordStorage using Oracle DB and Dao Objects for Smila data model</span></h2>
+<p>The basic idea is to use a simpler data model than the Smila data model for persistence with JPA, by storing des Smila data model as serialized data in this simplified data model. Thereby the restrictions concerning recursion and Collection/Map support should be solved.
+</p><p>For the class RecordImpl a Dao class will be implemented, that serializes the Record object into a member variable:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java">@<span class="kw3">Entity</span>
+@Table<span class="br0">(</span>name = <span class="st0">"RECORDS"</span><span class="br0">)</span>
+<span class="kw1">public</span> <span class="kw1">class</span> RecordDao <span class="kw1">implements</span> <span class="kw3">Serializable</span> <span class="br0">{</span>
+
+ @Id
+ @Column<span class="br0">(</span>name = <span class="st0">"ID"</span><span class="br0">)</span>
+ <span class="kw1">private</span> <span class="kw3">String</span> _idString;
+
+ @Column<span class="br0">(</span>name = <span class="st0">"RECORD"</span><span class="br0">)</span>
+ <span class="kw1">private</span> <span class="kw4">byte</span><span class="br0">[</span><span class="br0">]</span> _serializedRecord;
+
+ <span class="kw1">protected</span> RecordDao<span class="br0">(</span><span class="br0">)</span> <span class="br0">{</span>
+ <span class="br0">}</span>
+
+ <span class="kw1">public</span> RecordDao<span class="br0">(</span>Record record<span class="br0">)</span> <span class="kw1">throws</span> <span class="kw3">IOException</span> <span class="br0">{</span>
+ <span class="kw1">if</span> <span class="br0">(</span>record == <span class="kw2">null</span><span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">throw</span> <span class="kw1">new</span> <span class="kw3">IllegalArgumentException</span><span class="br0">(</span><span class="st0">"parameter record is null"</span><span class="br0">)</span>;
+ <span class="br0">}</span>
+ <span class="kw1">if</span> <span class="br0">(</span>record.<span class="me1">getId</span><span class="br0">(</span><span class="br0">)</span> == <span class="kw2">null</span><span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">throw</span> <span class="kw1">new</span> <span class="kw3">IllegalArgumentException</span><span class="br0">(</span><span class="st0">"parameter record has not Id set"</span><span class="br0">)</span>;
+ <span class="br0">}</span>
+
+ <span class="kw1">final</span> <span class="kw3">ByteArrayOutputStream</span> byteStream = <span class="kw1">new</span> <span class="kw3">ByteArrayOutputStream</span><span class="br0">(</span><span class="br0">)</span>;
+ <span class="kw1">final</span> <span class="kw3">ObjectOutputStream</span> objectStream = <span class="kw1">new</span> <span class="kw3">ObjectOutputStream</span><span class="br0">(</span>byteStream<span class="br0">)</span>;
+ objectStream.<span class="me1">writeObject</span><span class="br0">(</span>record<span class="br0">)</span>;
+ objectStream.<span class="me1">close</span><span class="br0">(</span><span class="br0">)</span>;
+ _serializedRecord = byteStream.<span class="me1">toByteArray</span><span class="br0">(</span><span class="br0">)</span>;
+ _idString = record.<span class="me1">getId</span><span class="br0">(</span><span class="br0">)</span>.<span class="me1">toString</span><span class="br0">(</span><span class="br0">)</span>;
+ <span class="br0">}</span>
+
+ <span class="kw1">public</span> Record toRecord<span class="br0">(</span><span class="br0">)</span> <span class="kw1">throws</span> <span class="kw3">IOException</span>, <span class="kw3">ClassNotFoundException</span> <span class="br0">{</span>
+ <span class="kw1">final</span> <span class="kw3">ObjectInputStream</span> objectStream = <span class="kw1">new</span> <span class="kw3">ObjectInputStream</span><span class="br0">(</span><span class="kw1">new</span> <span class="kw3">ByteArrayInputStream</span><span class="br0">(</span>_serializedRecord<span class="br0">)</span><span class="br0">)</span>;
+ <span class="kw1">final</span> Record record = <span class="br0">(</span>Record<span class="br0">)</span> objectStream.<span class="me1">readObject</span><span class="br0">(</span><span class="br0">)</span>;
+ objectStream.<span class="me1">close</span><span class="br0">(</span><span class="br0">)</span>;
+ <span class="kw1">return</span> record;
+ <span class="br0">}</span>
+<span class="br0">}</span></pre></div>
+<p>In the database a table RECORDS will be created having the columns
+</p>
+<ul><li> ID - VARCHAR
+</li><li> RECORD - BLOB
+</li></ul>
+<p>The ID is a String representation of the Id of the Record. It us used as a primary key in the database. It is not used during deserialisation of the Record. The Id object itself is automatically serialized with the Record object. The interface RecordStorage would be left unchanged. Internally the eclipseLink EntityManager works with RecordDao objects instead of RecordImpl objects.
+</p>
+<a name="Enhanced_Dao_classes_for_restricted_selections_of_attributes"></a><h3> <span class="mw-headline">Enhanced Dao classes for restricted selections of attributes</span></h3>
+<p>For advanced uses cases there is a need to select records by queries. This could be realized by adding fixed and/or configurable Record attributes to the Dao class. These would be use to allow for filtering of selected attribute value pairs. They are not used to reconstruct the Record during deserialization. They are just data stored in addition to the serialized record.
+</p><p>A fixed attribute could be the source element of the Record Id. It could be used to select records based on the data source (use-case build index without crawling). The RecordDao would be enhanced by the following member variable:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java">@Column<span class="br0">(</span>name = <span class="st0">"SOURCE"</span><span class="br0">)</span>
+ <span class="kw1">private</span> <span class="kw3">String</span> _source;</pre></div>
+<p>That would result in an additional column SOURCE in the table RECORDS.
+</p><p>For configurable attributes the RecordDao would be enhanced with a list of Dao objects for attribute values called AttributeDao:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java">@OneToMany<span class="br0">(</span>targetEntity = AttributeDao.<span class="kw1">class</span>, cascade = CascadeType.<span class="me1">ALL</span><span class="br0">)</span>
+ @JoinTable<span class="br0">(</span>name = <span class="st0">"RECORD_ATTRIBUTES"</span>, joinColumns = @JoinColumn<span class="br0">(</span>name = <span class="st0">"RECORD_ID"</span>, referencedColumnName = <span class="st0">"ID"</span><span class="br0">)</span>,
+ inverseJoinColumns = @JoinColumn<span class="br0">(</span>name = <span class="st0">"ATTRIBUTE_ID"</span>, referencedColumnName = <span class="st0">"ATT_ID"</span><span class="br0">)</span><span class="br0">)</span>
+ List<AttributeDao> _attributes;</pre></div>
+<p>The AttributeDao class could be implemented like this:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java">@<span class="kw3">Entity</span>
+@Table<span class="br0">(</span>name = <span class="st0">"ATTRIBUTES"</span><span class="br0">)</span>
+<span class="kw1">public</span> <span class="kw1">class</span> AttributeDao <span class="br0">{</span>
+
+ @Id
+ @GeneratedValue<span class="br0">(</span>strategy=GenerationType.<span class="me1">AUTO</span><span class="br0">)</span>
+ @Column<span class="br0">(</span>name = <span class="st0">"ATT_ID"</span><span class="br0">)</span>
+ <span class="kw1">private</span> <span class="kw3">String</span> _id;
+
+ @Column<span class="br0">(</span>name = <span class="st0">"ATT_NAME"</span><span class="br0">)</span>
+ <span class="kw1">private</span> <span class="kw3">String</span> _name;
+
+ @BasicCollection <span class="br0">(</span>
+ fetch=FetchType.<span class="me1">EAGER</span>,
+ valueColumn=@Column<span class="br0">(</span>name=<span class="st0">"ATT_VALUE"</span><span class="br0">)</span><span class="br0">)</span>
+ @CollectionTable <span class="br0">(</span>
+ name=<span class="st0">"ATTRIBUTE_VALUES"</span>,
+ primaryKeyJoinColumns=
+ <span class="br0">{</span>@PrimaryKeyJoinColumn<span class="br0">(</span>name=<span class="st0">"ATT_ID"</span>, referencedColumnName=<span class="st0">"ATT_ID"</span><span class="br0">)</span><span class="br0">}</span>
+ <span class="br0">)</span>
+ <span class="kw1">private</span> List<String> _values;
+
+ <span class="kw1">protected</span> AttributeDao<span class="br0">(</span><span class="br0">)</span> <span class="br0">{</span>
+ <span class="br0">}</span>
+
+ <span class="kw1">public</span> AttributeDao<span class="br0">(</span><span class="kw3">String</span> name<span class="br0">)</span> <span class="br0">{</span>
+ _name = name;
+ _values = <span class="kw1">new</span> ArrayList<String><span class="br0">(</span><span class="br0">)</span>;
+ <span class="br0">}</span>
+
+ <span class="kw1">public</span> <span class="kw4">void</span> addValue<span class="br0">(</span><span class="kw3">String</span> value<span class="br0">)</span>
+ <span class="br0">{</span>
+ _values.<span class="me1">add</span><span class="br0">(</span>value<span class="br0">)</span>;
+ <span class="br0">}</span>
+<span class="br0">}</span></pre></div>
+<p>Summing up all modifications the final database schema could look like this:
+</p><p><a href="http://wiki.eclipse.org/Image:Db_schema.png" class="image" title="RecordStorage database schema"><img alt="RecordStorage database schema" src="http://wiki.eclipse.org/images/b/b7/Db_schema.png" width="555" height="409" border="0" /></a>
+</p><p><br />
+By a configuration the RecordStorage is told which Record attributes it should persists in the database in addition to the serialized Record. Neither Annotations nor Sub-Attributes are supported in this approach, just the Literals of the Attribute are stored. Of course more advanced enhancements are possible (but were not in the scope of this PoC)
+</p><p><br />
+The RecordStorage interface could add the following methods to support simple queries. Another option is to introduce another interface, e.g. RecordQueries to leave the basic Record functionality in a separate interface.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">interface</span> RecordStorage
+<span class="br0">{</span>
+ <span class="co1">// simple query functionality</span>
+ Iterator<Record> findRecordsBySource<span class="br0">(</span><span class="kw3">String</span> source<span class="br0">)</span>;
+ Iterator<Record> findRecordsByAttribute<span class="br0">(</span><span class="kw3">String</span> name, <span class="kw3">String</span> value<span class="br0">)</span>;
+ Iterator<Record> findRecordsByNativeQuery<span class="br0">(</span><span class="kw3">String</span> whereClause<span class="br0">)</span>;
+<span class="br0">}</span></pre></div>
+<p>The first method can be realized by a JPQL NamedQuery. This is just an Annotation of the RecordDao class used by the RecordStorage implementation:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java">@NamedQueries<span class="br0">(</span><span class="br0">{</span>
+ @NamedQuery<span class="br0">(</span>name=<span class="st0">"RecordDao.findBySource"</span>,
+ query=<span class="st0">"SELECT r FROM RecordDao r WHERE r._source = :source"</span><span class="br0">)</span>,
+<span class="br0">}</span><span class="br0">)</span></pre></div>
+<p>An implementation of the method could look like this:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">public</span> Iterator<Record> findRecordsBySource<span class="br0">(</span><span class="kw1">final</span> <span class="kw3">String</span> source<span class="br0">)</span> <span class="br0">{</span>
+ Query query = _em.<span class="me1">createNamedQuery</span><span class="br0">(</span><span class="st0">"RecordDao.findBySource"</span><span class="br0">)</span>;
+ List<RecordDao> daos = query.<span class="me1">setParameter</span><span class="br0">(</span><span class="st0">"source"</span>, source<span class="br0">)</span>.<span class="me1">getResultList</span><span class="br0">(</span><span class="br0">)</span>;
+ <span class="kw1">return</span> <span class="kw1">new</span> RecordIterator<span class="br0">(</span>daos.<span class="me1">iterator</span><span class="br0">(</span><span class="br0">)</span><span class="br0">)</span>;
+<span class="br0">}</span></pre></div>
+<p>The helper class <tt>RecordIterator</tt> is needed to convert the RecordDao objects into Records during iteration.
+</p><p><br />
+The second method is in JPA 1.0 not expressible as a JPQL NamedQuery Annotation, as it lacks the functionality to select values in a Collection. Therefore we have to use an eclipseLink enhancement and generate the query in java code:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">public</span> Iterator<Record> findRecordsByAttribute<span class="br0">(</span><span class="kw1">final</span> <span class="kw3">String</span> name, <span class="kw1">final</span> <span class="kw3">String</span> value<span class="br0">)</span> <span class="br0">{</span>
+
+ <span class="kw1">final</span> Session session = JpaHelper.<span class="me1">getServerSession</span><span class="br0">(</span>_emf<span class="br0">)</span>;
+ <span class="kw1">final</span> ReadAllQuery query = <span class="kw1">new</span> ReadAllQuery<span class="br0">(</span>RecordDao.<span class="kw1">class</span><span class="br0">)</span>;
+
+ ExpressionBuilder record = <span class="kw1">new</span> ExpressionBuilder<span class="br0">(</span><span class="br0">)</span>;
+ Expression attributes = record.<span class="me1">anyOf</span><span class="br0">(</span><span class="st0">"_attributes"</span><span class="br0">)</span>;
+ Expression criteria = attributes.<span class="me1">get</span><span class="br0">(</span><span class="st0">"_name"</span><span class="br0">)</span>.<span class="me1">equal</span><span class="br0">(</span>name<span class="br0">)</span>;
+ criteria = criteria.<span class="me1">and</span><span class="br0">(</span>attributes.<span class="me1">anyOf</span><span class="br0">(</span><span class="st0">"_values"</span><span class="br0">)</span>.<span class="me1">equal</span><span class="br0">(</span>value<span class="br0">)</span><span class="br0">)</span>;
+ query.<span class="me1">setSelectionCriteria</span><span class="br0">(</span>criteria<span class="br0">)</span>;
+ query.<span class="me1">dontUseDistinct</span><span class="br0">(</span><span class="br0">)</span>;
+
+ List<RecordDao> daos = <span class="br0">(</span>List<RecordDao><span class="br0">)</span>session.<span class="me1">executeQuery</span><span class="br0">(</span>query<span class="br0">)</span>;
+ <span class="kw1">return</span> <span class="kw1">new</span> RecordIterator<span class="br0">(</span>daos.<span class="me1">iterator</span><span class="br0">(</span><span class="br0">)</span><span class="br0">)</span>;
+<span class="br0">}</span></pre></div>
+<ul><li> <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a> : At the moment there is a problem as the generated SQL query uses DISTINCT which is not allowed in conjunction with Blobs
+<ul><li> <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a> : solved by using <tt>query.dontUseDistinct();</tt>
+</li></ul>
+</li></ul>
+<p>The last method is a more generic variant that allows selection of Records via native SQL. As the results of the SQL query must be Record objects it is only allowed to enter the WHERE clause of the SQL statement which is combined with the static <tt>SELECT * FROM RECORDS </tt>
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">public</span> Iterator<Record> findRecordsByNativeQuery<span class="br0">(</span><span class="kw1">final</span> <span class="kw3">String</span> whereClause<span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw3">String</span> sqlString = <span class="st0">"SELECT * FROM RECORDS "</span> + whereClause;
+ Query query = _em.<span class="me1">createNativeQuery</span><span class="br0">(</span>sqlString, RecordDao.<span class="kw1">class</span><span class="br0">)</span>;
+ List<RecordDao> daos = query.<span class="me1">getResultList</span><span class="br0">(</span><span class="br0">)</span>;
+ <span class="kw1">return</span> <span class="kw1">new</span> RecordIterator<span class="br0">(</span>daos.<span class="me1">iterator</span><span class="br0">(</span><span class="br0">)</span><span class="br0">)</span>;
+<span class="br0">}</span></pre></div>
+<p>All these enhancements are just suggestions. Other solutions to support selection of records via queries are possible.
+</p><p><br />
+</p>
+<a name="PoC_eclipseLink_JPA_RecordStorage_using_Derby_DB_and_Dao_Objects_for_Smila_Data_model"></a><h2> <span class="mw-headline">PoC eclipseLink JPA RecordStorage using Derby DB and Dao Objects for Smila Data model</span></h2>
+<p>by using eclipseLink the concrete database used to persists the objects can easily be interchanged (provided that in the Entity mappings no database specific data types are used). Therefore it's quite easy to change the configuration from Oracle to Derby. In the file <tt>persistence.xml</tt> the following lines need to be changed:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><property</span> <span class="re0">name</span>=<span class="st0">"eclipselink.jdbc.driver"</span> <span class="re0">value</span>=<span class="st0">"org.apache.derby.jdbc.ClientDriver"</span><span class="re2">/></span></span>
+<span class="sc3"><span class="re1"><property</span> <span class="re0">name</span>=<span class="st0">"eclipselink.jdbc.url"</span> <span class="re0">value</span>=<span class="st0">"jdbc:derby://localhost:1527/smiladb"</span><span class="re2">/></span></span>
+<span class="sc3"><span class="re1"><property</span> <span class="re0">name</span>=<span class="st0">"eclipselink.target-database"</span> <span class="re0">value</span>=<span class="st0">"org.eclipse.persistence.platform.database.DerbyPlatform"</span><span class="re2">/></span></span>
+<span class="sc3"><span class="re1"><property</span> <span class="re0">name</span>=<span class="st0">"eclipselink.jdbc.password"</span> <span class="re0">value</span>=<span class="st0">"app"</span><span class="re2">/></span></span>
+<span class="sc3"><span class="re1"><property</span> <span class="re0">name</span>=<span class="st0">"eclipselink.jdbc.user"</span> <span class="re0">value</span>=<span class="st0">"app"</span><span class="re2">/></span></span></pre></div>
+<p>It is required that the file <tt>persistence.xml</tt> is part of the classpath of the bundle. Therefore in an OSGi scenario it is not really handy to use this file to configure the database to use for persistence. Instead we could use the same approach as ODE: the database properties are stored in a separate property file which is located in the regular configuration folder of the RecordStorage implementation bundle. These properties are read during activation of the service and are passed to the EntityManager. All static settings for the Persistence-Unit remain in file <tt>persistence.xml</tt>.
+</p><p><br />
+</p>
+<a name="Serialization_of_Records"></a><h1> <span class="mw-headline">Serialization of Records</span></h1>
+<p>Java offers an easy way to serialize objects by implementing interface Serializable. Via an ObjectOutputStream arbitrary objects can be serialized in this way. This kind of serialization is used for example when using remote communication (e.g. RMI). Unfortunately we cannot use this default serialization for persisting the Record objects. We do not want to store the attachments of a Record with the Record, these are already stored by the BinaryStorage. But we want the attachments to be included in a remote communication. Therefore we cannot overwrite writeObject() of class RecordImpl.
+Instead, the serialization is done in the RecordDao constructor. Here not the complete record is serialized but only selected parts. That means that not the attachments but only the attachment names are serialized persisted:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">public</span> RecordDao<span class="br0">(</span>Record record<span class="br0">)</span> <span class="kw1">throws</span> <span class="kw3">IOException</span> <span class="br0">{</span>
+ <span class="kw1">if</span> <span class="br0">(</span>record == <span class="kw2">null</span><span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">throw</span> <span class="kw1">new</span> <span class="kw3">IllegalArgumentException</span><span class="br0">(</span><span class="st0">"parameter record is null"</span><span class="br0">)</span>;
+ <span class="br0">}</span>
+ <span class="kw1">if</span> <span class="br0">(</span>record.<span class="me1">getId</span><span class="br0">(</span><span class="br0">)</span> == <span class="kw2">null</span><span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">throw</span> <span class="kw1">new</span> <span class="kw3">IllegalArgumentException</span><span class="br0">(</span><span class="st0">"parameter record has not Id set"</span><span class="br0">)</span>;
+ <span class="br0">}</span>
+
+ List<String> attachmentNames = <span class="kw1">new</span> ArrayList<String><span class="br0">(</span><span class="br0">)</span>;
+ <span class="kw1">for</span> <span class="br0">(</span>Iterator<String> names = record.<span class="me1">getAttachmentNames</span><span class="br0">(</span><span class="br0">)</span>; names.<span class="me1">hasNext</span><span class="br0">(</span><span class="br0">)</span>; <span class="br0">)</span> <span class="br0">{</span>
+ attachmentNames.<span class="me1">add</span><span class="br0">(</span>names.<span class="me1">next</span><span class="br0">(</span><span class="br0">)</span><span class="br0">)</span>;
+ <span class="br0">}</span>
+
+ <span class="kw1">final</span> <span class="kw3">ByteArrayOutputStream</span> byteStream = <span class="kw1">new</span> <span class="kw3">ByteArrayOutputStream</span><span class="br0">(</span><span class="br0">)</span>;
+ <span class="kw1">final</span> <span class="kw3">ObjectOutputStream</span> objectStream = <span class="kw1">new</span> <span class="kw3">ObjectOutputStream</span><span class="br0">(</span>byteStream<span class="br0">)</span>;
+
+ objectStream.<span class="me1">writeObject</span><span class="br0">(</span>record.<span class="me1">getId</span><span class="br0">(</span><span class="br0">)</span><span class="br0">)</span>;
+ objectStream.<span class="me1">writeObject</span><span class="br0">(</span>record.<span class="me1">getMetadata</span><span class="br0">(</span><span class="br0">)</span><span class="br0">)</span>;
+ objectStream.<span class="me1">writeObject</span><span class="br0">(</span>attachmentNames<span class="br0">)</span>;
+ objectStream.<span class="me1">close</span><span class="br0">(</span><span class="br0">)</span>;
+
+ _serializedRecord = byteStream.<span class="me1">toByteArray</span><span class="br0">(</span><span class="br0">)</span>;
+ _idString = record.<span class="me1">getId</span><span class="br0">(</span><span class="br0">)</span>.<span class="me1">toString</span><span class="br0">(</span><span class="br0">)</span>;
+ _source = record.<span class="me1">getId</span><span class="br0">(</span><span class="br0">)</span>.<span class="me1">getSource</span><span class="br0">(</span><span class="br0">)</span>;
+<span class="br0">}</span></pre></div>
+<p><br />
+In method <tt>toRecord()</tt> the serialized parts are desterilized and a new Record object is created:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">public</span> Record toRecord<span class="br0">(</span><span class="br0">)</span> <span class="kw1">throws</span> <span class="kw3">IOException</span>, <span class="kw3">ClassNotFoundException</span> <span class="br0">{</span>
+ <span class="kw1">final</span> <span class="kw3">ObjectInputStream</span> objectStream = <span class="kw1">new</span> <span class="kw3">ObjectInputStream</span><span class="br0">(</span><span class="kw1">new</span> <span class="kw3">ByteArrayInputStream</span><span class="br0">(</span>_serializedRecord<span class="br0">)</span><span class="br0">)</span>;
+
+ <span class="kw1">final</span> org.<span class="me1">eclipse</span>.<span class="me1">smila</span>.<span class="me1">datamodel</span>.<span class="me1">id</span>.<span class="me1">Id</span> id = <span class="br0">(</span>org.<span class="me1">eclipse</span>.<span class="me1">smila</span>.<span class="me1">datamodel</span>.<span class="me1">id</span>.<span class="me1">Id</span><span class="br0">)</span> objectStream.<span class="me1">readObject</span><span class="br0">(</span><span class="br0">)</span>;
+ <span class="kw1">final</span> MObject metadata = <span class="br0">(</span>MObject<span class="br0">)</span> objectStream.<span class="me1">readObject</span><span class="br0">(</span><span class="br0">)</span>;
+ <span class="kw1">final</span> List<String> attachmentNames = <span class="br0">(</span>List<String><span class="br0">)</span> objectStream.<span class="me1">readObject</span><span class="br0">(</span><span class="br0">)</span>;
+ <span class="kw1">final</span> Record record = RecordFactory.<span class="me1">DEFAULT_INSTANCE</span>.<span class="me1">createRecord</span><span class="br0">(</span><span class="br0">)</span>;
+ record.<span class="me1">setId</span><span class="br0">(</span>id<span class="br0">)</span>;
+ record.<span class="me1">setMetadata</span><span class="br0">(</span>metadata<span class="br0">)</span>;
+ <span class="kw1">for</span> <span class="br0">(</span><span class="kw3">String</span> name : attachmentNames<span class="br0">)</span> <span class="br0">{</span>
+ record.<span class="me1">setAttachment</span><span class="br0">(</span>name, <span class="kw2">null</span><span class="br0">)</span>;
+ <span class="br0">}</span>
+
+ objectStream.<span class="me1">close</span><span class="br0">(</span><span class="br0">)</span>;
+ <span class="kw1">return</span> record;
+<span class="br0">}</span></pre></div>
+<p>It also may make sense to implement a JDK independent serialization of these objects.
+</p><p><br />
+</p>
+<a name="PoC_Blackboard_using_RecordStorage_instead_of_XMLStorage"></a><h1> <span class="mw-headline">PoC Blackboard using RecordStorage instead of XMLStorage</span></h1>
+<p>It is not a big deal to replace the XMLStorage with a new RecordStorage and adopt the Blackboard accordingly. We have to adopt the manifest, some methods, the declarative service description and of course the launch configuration.
+But there are some issues that need to be taken care of when implementing a RecordStorage:
+</p>
+<ul><li> class AnnotatableImpl has a member of type <tt> org.apache.commons.collections.map.MultiValueMap</tt> that is not serializable. Thus the complete Record is not serializable. We have to find a replacement implementation
+</li><li> JPA transactions must be handled safely (use commit and rollback)
+</li><li> write access on the EntityManager must be synchronized, either by
+<ul><li> specifying the appropriate methods with <tt>synchronized</tt>. Not an ideal solution for our multi threaded architecture
+</li><li> using a separate EntityManager per transaction. A global EntityManager instance could be used for all READ access and every WRITE transaction creates a new EntityManager (currently implemented)
+</li><li> using an EntityManager per Thread (using ThreadLocal). As the RecordStorage will be implemented as an OSGi service, there is a problem during deactivation of the service. It has no access to the thread specific EntityManagers and can't close them and remove them from the ThreadLocal list. This may lead to memory leaks.
+</li></ul>
+</li><li> it may happen that some data (Ids, attribute names or values) will exceed the maximum size reserved in a database field. There exists no real solution for this problem, perhaps we should always use the possible maximum size
+</li><li>when used in an OSGi environment the EntityManager needs to have access to the JDBC driver classes. This means that the RecordStorage bundle manifest needs to import these packages (e.g. <tt>org.apache.derby.jdbc</tt>). Functional this is not a problem, but this is a hard dependency on a JDBC driver and it is not possible anymore to use another driver by just configuring the database properties. The driver has to be included in the bundle's manifest first !
+<ul><li> <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>: I posted a question concerning this behavior to eclipseLink ( [<a href="http://dev.eclipse.org/mhonarc/lists/eclipselink-users/msg02010.html" class="external free" title="http://dev.eclipse.org/mhonarc/lists/eclipselink-users/msg02010.html" rel="nofollow">http://dev.eclipse.org/mhonarc/lists/eclipselink-users/msg02010.html</a>].). The issue may be solved in a future release.
+</li></ul>
+</li></ul>
+<p><br />
+</p>
+<a name="Links"></a><h1> <span class="mw-headline">Links</span></h1>
+<ul><li>[<a href="http://db.apache.org/derby/" class="external free" title="http://db.apache.org/derby/" rel="nofollow">http://db.apache.org/derby/</a>] (Derby homepage)
+</li><li>[<a href="http://wiki.eclipse.org/EclipseLink/" class="external free" title="http://wiki.eclipse.org/EclipseLink/" rel="nofollow">http://wiki.eclipse.org/EclipseLink/</a>] (EclipseLink homepage)
+</li><li>[<a href="http://jcp.org/en/jsr/detail?id=220" class="external free" title="http://jcp.org/en/jsr/detail?id=220" rel="nofollow">http://jcp.org/en/jsr/detail?id=220</a>] (JPA Specification)
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 81/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:17885-0!1!0!!en!2!edit=0 and timestamp 20120203101551 -->
+<div class="printfooter">
+Retrieved from "<a href="RecordStorage.html">http://wiki.eclipse.org/SMILA/Specifications/RecordStorage</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 08:14, 13 May 2010 by <a href="http://wiki.eclipse.org/index.php?title=User:Spoon.reloaded.gmail.com&action=edit" class="new" title="User:Spoon.reloaded.gmail.com"> </a>. Based on work by <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a> and <a href="http://wiki.eclipse.org/User:Tmenzel.brox.de" title="User:Tmenzel.brox.de">thomas menzel</a>.</p>
+ <p id="footerviews">This page has been accessed 2,584 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.439 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/RecordWorkflowDiscussion09.html b/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/RecordWorkflowDiscussion09.html
new file mode 100644
index 0000000..b79ccbf
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/RecordWorkflowDiscussion09.html
@@ -0,0 +1,381 @@
+
+
+
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Specifications/RecordWorkflowDiscussion09" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Specifications/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Specifications/RecordWorkflowDiscussion09 - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Specifications/RecordWorkflowDiscussion09";
+var wgTitle = "SMILA/Specifications/RecordWorkflowDiscussion09";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "16797";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "129775";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-java {line-height: normal; font-size: medium;}
+.source-java li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for java
+ * CSS class: source-java, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-java .de1, .source-java .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-java {}
+.source-java .head {}
+.source-java .foot {}
+.source-java .imp {font-weight: bold; color: red;}
+.source-java .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-java li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-java li.li2 {font-weight: bold;}
+.source-java .kw1 {color: #7F0055; font-weight: bold;}
+.source-java .kw2 {color: #7F0055; font-weight: bold;}
+.source-java .kw3 {color: #000000; font-weight: normal}
+.source-java .kw4 {color: #7F0055; font-weight: bold;}
+.source-java .co1 {color: #3F7F5F; font-style: italic;}
+.source-java .co2 {color: #3F7F5F;}
+.source-java .co3 {color: #3F7F5F; font-style: italic; font-weight: bold;}
+.source-java .coMULTI {color: #3F5FBF; font-style: italic;}
+.source-java .es0 {color: #000000;}
+.source-java .br0 {color: #000000;}
+.source-java .st0 {color: #2A00ff;}
+.source-java .nu0 {color: #000000;}
+.source-java .me1 {color: #000000;}
+.source-java .me2 {color: #000000;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="RecordWorkflowDiscussion09.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Specifications_RecordWorkflowDiscussion09">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Specifications/RecordWorkflowDiscussion09">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Specifications/RecordWorkflowDiscussion09">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Specifications/RecordWorkflowDiscussion09">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/RecordWorkflowDiscussion09&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/RecordWorkflowDiscussion09&oldid=129775">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="RecordWorkflowDiscussion09.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Specifications/RecordWorkflowDiscussion09&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/RecordWorkflowDiscussion09&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/RecordWorkflowDiscussion09&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Specifications/RecordWorkflowDiscussion09"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Specifications/RecordWorkflowDiscussion09</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Specifications.1.html" title="SMILA/Specifications">Specifications</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="RecordWorkflowDiscussion09.html#column-one">navigation</a>, <a href="RecordWorkflowDiscussion09.html#searchInput">search</a></div> <!-- start content -->
+ <p>Based on discussion with Sebastian Voigt
+</p>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="RecordWorkflowDiscussion09.html#Wanted"><span class="tocnumber">1</span> <span class="toctext">Wanted</span></a></li>
+<li class="toclevel-1"><a href="RecordWorkflowDiscussion09.html#Suggested"><span class="tocnumber">2</span> <span class="toctext">Suggested</span></a>
+<ul>
+<li class="toclevel-2"><a href="RecordWorkflowDiscussion09.html#WorkflowProcessor_API_update"><span class="tocnumber">2.1</span> <span class="toctext">WorkflowProcessor API update</span></a></li>
+<li class="toclevel-2"><a href="RecordWorkflowDiscussion09.html#Router.2FListener_configuration_update"><span class="tocnumber">2.2</span> <span class="toctext">Router/Listener configuration update</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Wanted"></a><h1> <span class="mw-headline">Wanted</span></h1>
+<ol><li> it's wanted to have ability to filter record in Router/Listener before starting any operations/ or blackboard synchronization
+</li><li> it's wanted to configure ODEWorkflowProcessor with record-filter used.
+</li></ol>
+<a name="Suggested"></a><h1> <span class="mw-headline">Suggested</span></h1>
+<p>The main idea is to configure both parameters in the Router/Listener configuration
+</p><p><br />
+</p>
+<a name="WorkflowProcessor_API_update"></a><h2> <span class="mw-headline"> WorkflowProcessor API update</span></h2>
+<p>Now WorkflowProcessor API accepts series of Ids only for starting pipelines.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">public</span> <span class="kw1">interface</span> WorkflowProcessor <span class="br0">{</span>
+ ...
+ <span class="me1">Id</span><span class="br0">[</span><span class="br0">]</span> process<span class="br0">(</span><span class="kw3">String</span> workflowName, Id<span class="br0">[</span><span class="br0">]</span> recordIds<span class="br0">)</span> <span class="kw1">throws</span> ProcessingException;
+ ...
+<span class="br0">}</span></pre></div>
+<p>ODEWorkflowProcessor implementation is reading property "record.filter" from it's own configuration file and filtering all records before processing with only one filter.
+</p><p>It's suggested to configure record filter in Router/Listener rules. WorkflowProcessor public API should accepts record or Id + filterName.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">public</span> <span class="kw1">interface</span> WorkflowProcessor <span class="br0">{</span>
+ ...
+ <span class="kw4">void</span> process<span class="br0">(</span><span class="kw3">String</span> workflowName, Record record<span class="br0">)</span> <span class="kw1">throws</span> ProcessingException;
+ ...
+<span class="br0">}</span></pre></div>
+<p>Or
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">public</span> <span class="kw1">interface</span> WorkflowProcessor <span class="br0">{</span>
+ ...
+ <span class="kw4">void</span> process<span class="br0">(</span><span class="kw3">String</span> workflowName, Id id, <span class="kw3">String</span> filterName<span class="br0">)</span> <span class="kw1">throws</span> ProcessingException;
+ ...
+<span class="br0">}</span></pre></div>
+<a name="Router.2FListener_configuration_update"></a><h2> <span class="mw-headline"> Router/Listener configuration update</span></h2>
+<p>Now Router/Listener based on configured list of tasks to execute.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Task<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Send</span> <span class="re0">Broker</span>=<span class="st0">"b1"</span> <span class="re0">Queue</span>=<span class="st0">"q1"</span> <span class="re0">RecordFilter</span>=<span class="st0">"myFilter"</span><span class="re2">/></span></span>
+<span class="sc3"><span class="re1"></Task<span class="re2">></span></span></span></pre></div>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Task<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Process</span> <span class="re0">Workflow</span>=<span class="st0">"SomePipelineName"</span><span class="re2">/></span></span>
+<span class="sc3"><span class="re1"></Task<span class="re2">></span></span></span></pre></div>
+<p>Depending on flags Router/Listener did blackboard synchronization/commit automatically at the start of Task list process and before/after operations.
+</p><p>It's suggested
+</p>
+<ol><li> to configure input filter in Task node as attribute
+</li><li> to configure filter for every task as attribute
+</li></ol>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><Task</span> <span class="re0">RecordFilter</span>=<span class="st0">"InputFilterForRule"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Process</span> <span class="re0">Workflow</span>=<span class="st0">"SomePipelineName"</span> <span class="re0">RecordFilter</span>=<span class="st0">"workflow-filter1"</span><span class="re2">/></span></span>
+<span class="sc3"><span class="re1"></Task<span class="re2">></span></span></span></pre></div>
+<p>The result of configuration:
+</p>
+<ol><li> input record will be filtered by the filter "InputFilterForRule"
+</li><li> record will be synchronized with blackboard
+</li><li> "SomePipelineName" pipeline will be executed with record-filter "workflow-filter1"
+</li><li> record will be synchronized with blackboard
+</li><li> record will be committed
+</li></ol>
+
+<!--
+NewPP limit report
+Preprocessor node count: 23/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:16797-0!1!0!!en!2!edit=0 and timestamp 20120203101542 -->
+<div class="printfooter">
+Retrieved from "<a href="RecordWorkflowDiscussion09.html">http://wiki.eclipse.org/SMILA/Specifications/RecordWorkflowDiscussion09</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 11:53, 25 November 2008 by <a href="http://wiki.eclipse.org/index.php?title=User:Churkin.ivan.gmail.com&action=edit" class="new" title="User:Churkin.ivan.gmail.com">Ivan Churkin</a>. </p>
+ <p id="footerviews">This page has been accessed 2,739 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.112 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/Search_API.html b/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/Search_API.html
new file mode 100644
index 0000000..6fe33fc
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/Search_API.html
@@ -0,0 +1,239 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Specifications/Search API" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Specifications/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Specifications/Search API - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Specifications/Search_API";
+var wgTitle = "SMILA/Specifications/Search API";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "17659";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "285114";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Search_API.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Specifications_Search_API">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Specifications/Search_API">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Specifications/Search_API">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Specifications/Search_API">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/Search_API&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/Search_API&oldid=285114">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Search_API.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Specifications/Search_API&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/Search_API&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/Search_API&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Specifications/Search%20API"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Specifications/Search API</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Specifications.1.html" title="SMILA/Specifications">Specifications</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Search_API.html#column-one">navigation</a>, <a href="Search_API.html#searchInput">search</a></div> <!-- start content -->
+ <div class="messagebox" style="background-color: #def3fe; border: 1px solid #c5d7e0; color: black; padding: 5px; margin: 1ex 0; min-height: 35px; padding-left: 45px;">
+<div style="float: left; margin-left: -40px;"><a href="http://wiki.eclipse.org/Image:Note.png" class="image" title="Note.png"><img alt="" src="http://wiki.eclipse.org/images/c/cc/Note.png" width="35" height="35" border="0" /></a></div>
+<div><b>Obsolete:</b>
+Because processing services have been removed.<b><br /></div></b>
+</div>
+
+<!--
+NewPP limit report
+Preprocessor node count: 37/1000000
+Post-expand include size: 730/2097152 bytes
+Template argument size: 200/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:17659-0!1!0!!en!2!edit=0 and timestamp 20120203101559 -->
+<div class="printfooter">
+Retrieved from "<a href="Search_API.html">http://wiki.eclipse.org/SMILA/Specifications/Search_API</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 11:49, 19 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a>. Based on work by <a href="http://wiki.eclipse.org/User:Drazen.cindric.attensity.com" title="User:Drazen.cindric.attensity.com">Drazen Cindric</a>, <a href="http://wiki.eclipse.org/User:Tmenzel.brox.de" title="User:Tmenzel.brox.de">thomas menzel</a> and <a href="http://wiki.eclipse.org/User:Juergen.schumacher.empolis.com" title="User:Juergen.schumacher.empolis.com">Juergen Schumacher</a>.</p>
+ <p id="footerviews">This page has been accessed 2,520 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.070 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/Search_Processing.html b/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/Search_Processing.html
new file mode 100644
index 0000000..2cf05ac
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/Search_Processing.html
@@ -0,0 +1,239 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Specifications/Search Processing" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Specifications/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Specifications/Search Processing - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Specifications/Search_Processing";
+var wgTitle = "SMILA/Specifications/Search Processing";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "17660";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "285116";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Search_Processing.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Specifications_Search_Processing">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Specifications/Search_Processing">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Specifications/Search_Processing">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Specifications/Search_Processing">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/Search_Processing&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/Search_Processing&oldid=285116">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Search_Processing.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Specifications/Search_Processing&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/Search_Processing&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/Search_Processing&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Specifications/Search%20Processing"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Specifications/Search Processing</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Specifications.1.html" title="SMILA/Specifications">Specifications</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Search_Processing.html#column-one">navigation</a>, <a href="Search_Processing.html#searchInput">search</a></div> <!-- start content -->
+ <div class="messagebox" style="background-color: #def3fe; border: 1px solid #c5d7e0; color: black; padding: 5px; margin: 1ex 0; min-height: 35px; padding-left: 45px;">
+<div style="float: left; margin-left: -40px;"><a href="http://wiki.eclipse.org/Image:Note.png" class="image" title="Note.png"><img alt="" src="http://wiki.eclipse.org/images/c/cc/Note.png" width="35" height="35" border="0" /></a></div>
+<div><b>Obsolete:</b>
+Because processing services have been removed.<b><br /></div></b>
+</div>
+
+<!--
+NewPP limit report
+Preprocessor node count: 37/1000000
+Post-expand include size: 730/2097152 bytes
+Template argument size: 200/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:17660-0!1!0!!en!2!edit=0 and timestamp 20120203101600 -->
+<div class="printfooter">
+Retrieved from "<a href="Search_Processing.html">http://wiki.eclipse.org/SMILA/Specifications/Search_Processing</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 11:51, 19 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a>. Based on work by <a href="http://wiki.eclipse.org/User:Drazen.cindric.attensity.com" title="User:Drazen.cindric.attensity.com">Drazen Cindric</a> and <a href="http://wiki.eclipse.org/User:Juergen.schumacher.empolis.com" title="User:Juergen.schumacher.empolis.com">Juergen Schumacher</a>.</p>
+ <p id="footerviews">This page has been accessed 2,203 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.068 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/Service_Runtime_Parameters.html b/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/Service_Runtime_Parameters.html
new file mode 100644
index 0000000..cef3577
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/Service_Runtime_Parameters.html
@@ -0,0 +1,239 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Specifications/Service Runtime Parameters" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Specifications/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Specifications/Service Runtime Parameters - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Specifications/Service_Runtime_Parameters";
+var wgTitle = "SMILA/Specifications/Service Runtime Parameters";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "17661";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "285117";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Service_Runtime_Parameters.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Specifications_Service_Runtime_Parameters">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Specifications/Service_Runtime_Parameters">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Specifications/Service_Runtime_Parameters">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Specifications/Service_Runtime_Parameters">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/Service_Runtime_Parameters&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/Service_Runtime_Parameters&oldid=285117">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Service_Runtime_Parameters.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Specifications/Service_Runtime_Parameters&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/Service_Runtime_Parameters&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/Service_Runtime_Parameters&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Specifications/Service%20Runtime%20Parameters"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Specifications/Service Runtime Parameters</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Specifications.1.html" title="SMILA/Specifications">Specifications</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Service_Runtime_Parameters.html#column-one">navigation</a>, <a href="Service_Runtime_Parameters.html#searchInput">search</a></div> <!-- start content -->
+ <div class="messagebox" style="background-color: #def3fe; border: 1px solid #c5d7e0; color: black; padding: 5px; margin: 1ex 0; min-height: 35px; padding-left: 45px;">
+<div style="float: left; margin-left: -40px;"><a href="http://wiki.eclipse.org/Image:Note.png" class="image" title="Note.png"><img alt="" src="http://wiki.eclipse.org/images/c/cc/Note.png" width="35" height="35" border="0" /></a></div>
+<div><b>Obsolete:</b>
+Because processing services have been removed.<b><br /></div></b>
+</div>
+
+<!--
+NewPP limit report
+Preprocessor node count: 37/1000000
+Post-expand include size: 730/2097152 bytes
+Template argument size: 200/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:17661-0!1!0!!en!2!edit=0 and timestamp 20120203101601 -->
+<div class="printfooter">
+Retrieved from "<a href="Service_Runtime_Parameters.html">http://wiki.eclipse.org/SMILA/Specifications/Service_Runtime_Parameters</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 11:51, 19 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a>. Based on work by <a href="http://wiki.eclipse.org/User:Drazen.cindric.attensity.com" title="User:Drazen.cindric.attensity.com">Drazen Cindric</a> and <a href="http://wiki.eclipse.org/User:Juergen.schumacher.empolis.com" title="User:Juergen.schumacher.empolis.com">Juergen Schumacher</a>.</p>
+ <p id="footerviews">This page has been accessed 2,324 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.086 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/Smila_Security_Concept.html b/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/Smila_Security_Concept.html
new file mode 100644
index 0000000..af7aad0
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/Smila_Security_Concept.html
@@ -0,0 +1,686 @@
+
+
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Specifications/Smila Security Concept,Daniel.stucky.empolis.com,G.schmidt.brox.de,Leo.sauermann.dfki.de" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Specifications/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Specifications/Smila Security Concept - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Specifications/Smila_Security_Concept";
+var wgTitle = "SMILA/Specifications/Smila Security Concept";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "17568";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "242423";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-java {line-height: normal; font-size: medium;}
+.source-java li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for java
+ * CSS class: source-java, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-java .de1, .source-java .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-java {}
+.source-java .head {}
+.source-java .foot {}
+.source-java .imp {font-weight: bold; color: red;}
+.source-java .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-java li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-java li.li2 {font-weight: bold;}
+.source-java .kw1 {color: #7F0055; font-weight: bold;}
+.source-java .kw2 {color: #7F0055; font-weight: bold;}
+.source-java .kw3 {color: #000000; font-weight: normal}
+.source-java .kw4 {color: #7F0055; font-weight: bold;}
+.source-java .co1 {color: #3F7F5F; font-style: italic;}
+.source-java .co2 {color: #3F7F5F;}
+.source-java .co3 {color: #3F7F5F; font-style: italic; font-weight: bold;}
+.source-java .coMULTI {color: #3F5FBF; font-style: italic;}
+.source-java .es0 {color: #000000;}
+.source-java .br0 {color: #000000;}
+.source-java .st0 {color: #2A00ff;}
+.source-java .nu0 {color: #000000;}
+.source-java .me1 {color: #000000;}
+.source-java .me2 {color: #000000;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="Smila_Security_Concept.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Specifications_Smila_Security_Concept">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Specifications/Smila_Security_Concept">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Specifications/Smila_Security_Concept">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Specifications/Smila_Security_Concept">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/Smila_Security_Concept&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/Smila_Security_Concept&oldid=242423">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Smila_Security_Concept.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Specifications/Smila_Security_Concept&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/Smila_Security_Concept&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/Smila_Security_Concept&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Specifications/Smila%20Security%20Concept"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Specifications/Smila Security Concept</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Specifications.1.html" title="SMILA/Specifications">Specifications</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Smila_Security_Concept.html#column-one">navigation</a>, <a href="Smila_Security_Concept.html#searchInput">search</a></div> <!-- start content -->
+ <table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Smila_Security_Concept.html#Description"><span class="tocnumber">1</span> <span class="toctext">Description</span></a></li>
+<li class="toclevel-1"><a href="Smila_Security_Concept.html#Discussion"><span class="tocnumber">2</span> <span class="toctext">Discussion</span></a></li>
+<li class="toclevel-1"><a href="Smila_Security_Concept.html#Technical_proposal"><span class="tocnumber">3</span> <span class="toctext">Technical proposal</span></a>
+<ul>
+<li class="toclevel-2"><a href="Smila_Security_Concept.html#Datamodell"><span class="tocnumber">3.1</span> <span class="toctext">Datamodell</span></a>
+<ul>
+<li class="toclevel-3"><a href="Smila_Security_Concept.html#Indexing"><span class="tocnumber">3.1.1</span> <span class="toctext">Indexing</span></a></li>
+<li class="toclevel-3"><a href="Smila_Security_Concept.html#Search"><span class="tocnumber">3.1.2</span> <span class="toctext">Search</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="Smila_Security_Concept.html#Security_Converters_and_Resolvers"><span class="tocnumber">3.2</span> <span class="toctext">Security Converters and Resolvers</span></a></li>
+<li class="toclevel-2"><a href="Smila_Security_Concept.html#Ambigous_SIDs_in_DSSPs"><span class="tocnumber">3.3</span> <span class="toctext">Ambigous SIDs in DSSPs</span></a></li>
+<li class="toclevel-2"><a href="Smila_Security_Concept.html#Enhancement_for_DeltaIndexing"><span class="tocnumber">3.4</span> <span class="toctext">Enhancement for DeltaIndexing</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Description"></a><h1> <span class="mw-headline">Description</span></h1>
+<p>This page is about Security in SMILA (Authorization). Records may be associated with security information, services may use security information to restrict/grant access on data (records).
+Authentication (e.g. login to a SMILA based webapplication) is not in the scope of this document.
+</p><p>Some thoughts about security information in SMILA:
+</p>
+<ul><li> for the majority of business cases READ access rights will suffice, but any kind of access rights should be representable
+</li><li> security information of a record is most likely a list of Users (Principals) and/or Groups that have certain access rights on that record
+<ul><li> maybe Users XOR Groups is easier to handle than allowing to combine both
+</li><li> access rights that exclude Users/Groups from reading could be supported
+</li><li> security based on Groups has some benefits over security based on Users
+<ul><li> less data is stored in the search index (Groups have not to be resolved to their members)
+</li><li> membership of a group can be changed without the need to reindex the record
+</li></ul>
+</li></ul>
+</li><li> a data source (e.g. a NTFS filesystem) may be connected to a security provider (e.g. a LDAP server). Let's call these __DSSP__ (data source security provider)
+</li><li> for data sources that are not connected to a DSSP and do not provide any security information a defined constant <tt>EVERYONE</tt> is used instead of any specific security information. This value is needed for filtering by search engines, as in general the filter expression will contain the user and the groups he is member of, for example <tt> ... and (trustee="stuc07" or trustee="group1" or trustee="group2")</tt>. To include all documents that have no access rights restrictions the statement <tt>or trustee="EVERYONE"</tt> is added. With no value set, filtering is not possible.
+</li><li> a data source may enforce access rights on it's data but it may be not possible for the Agent/Crawler to access the information who has the rights to access the data (e.g. a webserver)
+</li><li> security information may be different for various data sources. SMILA will not provide any functionality of harmonizing security information, they are used as provided by the DSSP.
+</li><li> Names/IDs of users and groups may be not unique. For example two DSSPs may provide a group named "authenticated users" with a totally different set of users. For such cases it will be neccessary to somehow couple the security information with the data source id (e.g. via a simple concat of the data source Id and the User/Group IDs).
+</li><li> DSSP specific services are needed (e.g used in the Connectivity Framework and in the Search Framework) to
+<ul><li> resolve all subgroups of a group
+</li><li> resolve all users of a group
+</li><li> resolve all groups a user is a member of
+</li></ul>
+</li><li> in the search process these resolving services are used by a login/single sign on component to get the security information for the current user. This is part of the application logic, but the basic functionality has to be provided
+</li><li> search results are filtered against the provided security information, only returning the records a user has access to. As there is always a delta in the access rights stored in the index and the access rights on the data source a online check for each search result entry could be executed for high risk data.
+</li></ul>
+<p><br />
+</p>
+<a name="Discussion"></a><h1> <span class="mw-headline">Discussion</span></h1>
+<p><a href="http://wiki.eclipse.org/index.php?title=User:Leo.sauermann.dfki.de&action=edit" class="new" title="User:Leo.sauermann.dfki.de">User:Leo.sauermann.dfki.de</a> (16.1.2009):
+</p>
+<ul><li> I agree that groups are simpler than both groups and users. From experience, copying the model of operating systems (NTFS, ext, hfs: one owner, multiple groups) could be safer than an optimization to groups alone wher we don't fully understand the implications.
+<ul><li><a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">User:Daniel.stucky.empolis.com</a>: We don't want to enforce any security model/pattern. As a framework we should support users to model security the way they want. Either based on users, groups or both. But we should offer suggestions (based on experience) which approach is better for which usecase.
+</li></ul>
+</li><li> Multiple names/IDS of the same user may exist for multiple systems. this is the __user-id native to the DSSP__.
+<ul><li><a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">User:Daniel.stucky.empolis.com</a>: I will add a separate section <a href="Smila_Security_Concept.html#Ambigous_SIDs_in_DSSPs" title="">Ambigous SIDs in DSSPs</a> discussing this topic.
+</li></ul>
+</li><li> Inside the SMILA record format, SMILA-specific user-ids or the user-ids native to the DSSP could be used.
+<ul><li> When we use DSSP-proprietary ids, we should represent them as URIs.
+</li><li> When we have SMILA-internal user ids also, we should represent them as UUIDs (for decentralized management) or integers (for optimization).
+</li><li> SMILA may have internal user and group IDS represented as "numbers" which are centrally mapped to external user-ids native to the DSSP. A central "SMILA user id and group id" user-identification database provides means to find the internal number of a user for a user-id native to a DSSP. Optionally, the user-identification database can map multiple DSSP user-ids to one SMILA user-id (if they are the same).
+</li></ul>
+</li><li> There may be both the user and group given by the DSSP and indexed, and custom user&group rights that are added later as part of the SMILA index.
+</li></ul>
+<p>Sum up of my view on users and groups and DSSP-integration:
+External DSSP user ids should be mapped centrally to SMILA specific IDs. SMILA then has (like ldap, unix, or other security systems) its own security database for user identification. membership of users to groups must be resolvable using external DSSP services for authorization, for identification a connection to the DSSPs user/password system must be available.
+</p>
+<ul><li> if SIDs are resolved to more human readable names by a SecurityResolver, then they should be transported in different XML attributes than the original SID.
+<ul><li><a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">User:Daniel.stucky.empolis.com</a>: This is up to the SecurityConverter respectively it's configuration. In this step the SECURITY annotations are converted to regular attributes. How these attributes are named, what values they include should be completly configurable. It should not be neccessary to index both SIDs and human readable names. If someone wants to do this different attributes are needed indeed.
+</li></ul>
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><A</span> <span class="re0">n</span>=<span class="st0">"ReadGroups"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><L<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>4711<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span> <span class="sc3"><span class="coMULTI"><!-- an unmodified group id (SID) as provided by a DSSP --></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>2525<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span> <span class="sc3"><span class="coMULTI"><!-- an unmodified group id (SID) as provided by a DSSP --></span></span>
+ <span class="sc3"><span class="re1"></L<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></A<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"><A</span> <span class="re0">n</span>=<span class="st0">"ReadUsers"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><L<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>0815<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span> <span class="sc3"><span class="coMULTI"><!-- an unmodified user/principal id (SID) as provided by a DSSP --></span></span>
+ <span class="sc3"><span class="re1"></L<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></A<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"><A</span> <span class="re0">n</span>=<span class="st0">"ReadGroupsDatasourceSpecific"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><L<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>empolis\group1<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span> <span class="sc3"><span class="coMULTI"><!-- a group SID resolved to a a human readable group name --></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>empolis\group9<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span> <span class="sc3"><span class="coMULTI"><!-- a group SID resolved to a a human readable group name --></span></span>
+ <span class="sc3"><span class="re1"></L<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></A<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"><A</span> <span class="re0">n</span>=<span class="st0">"ReadUsersDatasourceSpecific"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><L<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>empolis\testuser<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span> <span class="sc3"><span class="coMULTI"><!-- a user/principal SID resolved to a a human readable user/principal name --></span></span>
+ <span class="sc3"><span class="re1"></L<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></A<span class="re2">></span></span></span></pre></div>
+<p><br />
+</p>
+<ul><li> I suggest to use the constant name EVERYONE instead of ALL_READ
+<ul><li><a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">User:Daniel.stucky.empolis.com</a>: Yes, it fits better if used in context with other access rights than READ.
+</li></ul>
+</li><li> In the attribute values for ReadGroups and ReadUsers, only numeric values and the predefined constants are allowed (EVERYONE). More constants will be defined. This could be optimized by defining integer constants for EVERYONE.
+</li><li>In the attribute values for ReadUsersDatasourceSpecific, URIs are preferred. These should be expressed using standardized formats. For LDAP, <a href="http://www.apps.ietf.org/rfc/rfc4516.html" class="external text" title="http://www.apps.ietf.org/rfc/rfc4516.html" rel="nofollow">RFC 4516</a> specifies the URI format.
+</li><li> SMILA is an enterprise framework. There should be better guidelines for representing the "no ACL" option then to not use certain pipelets
+</li><li> LDAP is maybe not the right standard used in the chart, SASL could be used (LDAP is compatible with SASL).
+</li><li> the SecurityResolver will need functionality to map a DSSP user/group IDs to SMILA user/group ids:
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="coMULTI">/**
+ * map a datasource specific user id to a SMILA user id.
+ * todo: how to identify the datasource here?
+ */</span>
+<span class="kw4">long</span> resolveDataSourceUserToSID<span class="br0">(</span><span class="kw3">String</span> datasourceSpecificUserID, datasourceID<span class="br0">)</span>;
+
+<span class="coMULTI">/**
+ * map a datasource specific group id to a SMILA group id.
+ * todo: how to identify the datasource here?
+ */</span>
+<span class="kw4">long</span> resolveDataSourceGroupToSID<span class="br0">(</span><span class="kw3">String</span> datasourceSpecificGoupID, datasourceID<span class="br0">)</span>;</pre></div>
+<p><a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">User:Daniel.stucky.empolis.com</a>: Smila currently has no user or user rights management, as this was not a requirement for the framework. Therefore it was not intended to convert external user/group IDs to internal Smila user/group IDs at all. Of course there will be clients to Smila that will have a separate user management (e.g. a Liferay Portal). It is the job of a client to map it's logins to any logins for external datasources, like the ones indexed by Smila. Smila could provide some Services that offer such a functionality, but this is not required. The security information provided by Crawlers/Agents should be usable in it's raw unmodified form. If desired it is possible to convert these into more human readable names by Resolvers, e.g. plain text or standardized URIs. Again, we should not enforce any model/pattern.
+</p><p><a href="http://wiki.eclipse.org/User:G.schmidt.brox.de" title="User:G.schmidt.brox.de">User:G.schmidt.brox.de</a> (08.02.2009):
+</p><p>Generally my experience with user rights shows that we usually need much more information.
+</p><p>E.g. at a web installation using LDAP user rights and a Websphere Portal we have had at least 8 different attributes showing whether access rights should be applied. We have had the following tokens:
+</p>
+<ul><li> Whether security rights should be applied (debug mode)
+</li><li> Whether a document is available for anonymus users (important... it does only mean anonymous users... if logged in these records are invisible)
+</li><li> Users
+</li><li> Groups
+</li><li> Roles
+</li><li> Regions
+</li><li> ...
+</li></ul>
+<p>Lotus notes often uses such security concepts also. Thes conceps are highly input form based security rights.
+</p><p>To be able to deal with such user rights we have decided to define user rights on an index/source level. On this level we do transformations (transforming a SID or SSO Token to) the real required technical filters.
+</p><p>User rights should be applyable not only by default behaviour. This customer used e.g. special annotations within documentum to apply their policy to the documentum storage and joined it with a portal. The user information stored in documentum was just not sufficiant at that point. Therefore relying on just a default scheme will not work. We have to be able to do such configuration manually.
+</p><p>Please share your thoughts.
+</p><p>Thanks.
+</p><p>Georg
+</p>
+<dl><dd><a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">User:Daniel.stucky.empolis.com</a> (16.02.2009): As I understand it, I see three main parts that have to be adressed:
+<ol><li> Crawlers provide data with security information: of course it depends on the data source and crawler implementation what kind of security information a crawler returns. The security concept is flexible enough to add any number of additional annotations besides the suggested READ, WRITE. So for example ROLES could be returned as well. With a special Pipelet it would also be possible to combine the information provided by the crawler with additional information provided by e.g. a portal.
+</li><li> indexing security information: Via a SecurityConverter we simply decide what security annotations are converted to indexable attributes. In other words what security information is stored in what index field.
+</li><li> setting Security Filters in a search: via the Search API security information about users are set via annotations on the query. Again these can contain arbitrary information, e.g. a user login and a users role. These are converted by a SecurityConverter into filters on the indexed attributes. The combination logic of the filters (AND | OR) should be configurable.
+</li></ol>
+</dd></dl>
+<p><br />
+</p>
+<a name="Technical_proposal"></a><h1> <span class="mw-headline">Technical proposal</span></h1>
+<p>The basic idea is that a record created by a Agent/Crawler contains "raw" security information. This optional information is processed by special Pipelets in the executed pipeline that prepare the security information to be stored with the record's metadata in a search index.
+</p>
+<a name="Datamodell"></a><h2> <span class="mw-headline">Datamodell</span></h2>
+<p>As we don't know for what use cases SMILA will be used, we should not restrict security information to READ access rights, but provide a generic representation of security information. The default use case will be indexing and search, for which READ access will suffice. Security information should be separated from record metadata, though represented by reusing classes of the datamodel. The record itself is annotatable, so we can store the security information as annotations in the record. Therefore a specific annotation ACCESS_RIGHTS is defined. It contains subannotations for various access right types ( e.g. READ, WRITE, DELETE ) which in turn contain annotations for entities (e.g. PRINCIPALS and GROUPS). It is easily possible to add new access right types or entities, but the Security Converters/Resolvers have to be adopted to support them.
+</p><p><br />
+</p>
+<a name="Indexing"></a><h3> <span class="mw-headline">Indexing</span></h3>
+<p>During Indexing the security information for a record is read from the datasource by Crawlers/Agents, which create the ACCESS_RIGHTS annotations thereof and store them in the record. In the IndexOrderConfiguration it should be configurable what annotations are created for each record (what access right types, if to use principals or groups or both). It should also be possible to disable the creation of these annotations if no security information is used in Smila. Crawlers/Agents should pass security information as provided by the data source, e.g. SIDs (Security IDs). Further processing of this data will be done by the Security Converters/Resolvers.
+Here is an example for the ACCESS_RIGHTS record annotations:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><An</span> <span class="re0">n</span>=<span class="st0">"ACCESS_RIGHTS"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><An</span> <span class="re0">n</span>=<span class="st0">"READ"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><An</span> <span class="re0">n</span>=<span class="st0">"PRINCIPALS"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>0815<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span> <span class="sc3"><span class="coMULTI"><!-- an unmodified user/principal id (SID) as provided by a DSSP --></span></span>
+ <span class="sc3"><span class="re1"></An<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><An</span> <span class="re0">n</span>=<span class="st0">"GROUPS"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>4711<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span> <span class="sc3"><span class="coMULTI"><!-- an unmodified group id (SID) as provided by a DSSP --></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>2525<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span> <span class="sc3"><span class="coMULTI"><!-- an unmodified group id (SID) as provided by a DSSP --></span></span>
+ <span class="sc3"><span class="re1"></An<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></An<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><An</span> <span class="re0">n</span>=<span class="st0">"WRITE"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><An</span> <span class="re0">n</span>=<span class="st0">"PRINCIPALS"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>0815<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span> <span class="sc3"><span class="coMULTI"><!-- an unmodified user/principal id (SID) as provided by a DSSP --></span></span>
+ <span class="sc3"><span class="re1"></An<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></An<span class="re2">></span></span></span>
+ ...
+<span class="sc3"><span class="re1"></An<span class="re2">></span></span></span></pre></div>
+<p><br />
+Regular Pipelets/Processingservices will not take these annotations into account. Before storing a record in a search index, the security annotations have to be converted to regular attributes that are indexable. Therefore SecurityConverters (general or index specific) will do this transformation of annotations into attributes. Here is an example, of how the READ access rights could be represented as regular attributes:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><A</span> <span class="re0">n</span>=<span class="st0">"ReadGroups"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><L<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>4711<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span> <span class="sc3"><span class="coMULTI"><!-- an unmodified group id (SID) as provided by a DSSP --></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>2525<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span> <span class="sc3"><span class="coMULTI"><!-- an unmodified group id (SID) as provided by a DSSP --></span></span>
+ <span class="sc3"><span class="re1"></L<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></A<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"><A</span> <span class="re0">n</span>=<span class="st0">"ReadUsers"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><L<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>0815<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span> <span class="sc3"><span class="coMULTI"><!-- an unmodified user/principal id (SID) as provided by a DSSP --></span></span>
+ <span class="sc3"><span class="re1"></L<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></A<span class="re2">></span></span></span></pre></div>
+<p><br />
+There may be use cases where instead of SIDs more human readable names should be used for indexing. Another use case is that Groups should be resolved to their members (either SIDs or also human readable names). In this case a SecurityConverter can make use of a SecurityResolver to handle these tasks. So it could resolve datasource-specific human readable names for the principals and groups
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><A</span> <span class="re0">n</span>=<span class="st0">"ReadGroups"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><L<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>empolis\group1<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span> <span class="sc3"><span class="coMULTI"><!-- a group SID resolved to a a human readable group name --></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>empolis\group9<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span> <span class="sc3"><span class="coMULTI"><!-- a group SID resolved to a a human readable group name --></span></span>
+ <span class="sc3"><span class="re1"></L<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></A<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"><A</span> <span class="re0">n</span>=<span class="st0">"ReadUsers"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><L<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>empolis\testuser<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span> <span class="sc3"><span class="coMULTI"><!-- a user/principal SID resolved to a a human readable user/principal name --></span></span>
+ <span class="sc3"><span class="re1"></L<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></A<span class="re2">></span></span></span></pre></div>
+<p>or it could also resolve the members of the groups
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><A</span> <span class="re0">n</span>=<span class="st0">"ReadUsers"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><L<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>empolis\testuser<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span> <span class="sc3"><span class="coMULTI"><!-- a user/principal SID resolved to a a human readable user/principal name --></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>empolis\group1member1<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span> <span class="sc3"><span class="coMULTI"><!-- a user/principal SID resolved to a a human readable user/principal name --></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>empolis\group1member2<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span> <span class="sc3"><span class="coMULTI"><!-- a user/principal SID resolved to a a human readable user/principal name --></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>empolis\group2member1<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span> <span class="sc3"><span class="coMULTI"><!-- a user/principal SID resolved to a a human readable user/principal name --></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>empolis\group2member2<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span> <span class="sc3"><span class="coMULTI"><!-- a user/principal SID resolved to a a human readable user/principal name --></span></span>
+ <span class="sc3"><span class="re1"></L<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></A<span class="re2">></span></span></span></pre></div>
+<p>Often data sources with and without security restrictions will be used together in one index (e.g. a filesystem and a public web site). The SecurityConverter should generate a default value for those data sources named EVERYONE and fill all required attributes with it. This is needed during the search process, as possible results without any security information would be filtered from the result list. A SecurityResolver may also use this value to replace generic groups (like authenticated_users or domain_users).
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><A</span> <span class="re0">n</span>=<span class="st0">"ReadGroups"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><L<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>EVERYONE<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></L<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></A<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"><A</span> <span class="re0">n</span>=<span class="st0">"ReadUsers"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><L<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>EVERYONE<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></L<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></A<span class="re2">></span></span></span></pre></div>
+<p><br />
+</p>
+<a name="Search"></a><h3> <span class="mw-headline">Search</span></h3>
+<p>A search client represents security information in exact the same way as a Crawler does it during indexing. Most likely this will only be the ID of a user executing the search.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><An</span> <span class="re0">n</span>=<span class="st0">"ACCESS_RIGHTS"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><An</span> <span class="re0">n</span>=<span class="st0">"READ"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><An</span> <span class="re0">n</span>=<span class="st0">"PRINCIPALS"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>0815<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span> <span class="sc3"><span class="coMULTI"><!-- an unmodified user/principal id (SID) as provided by a DSSP --></span></span>
+ <span class="sc3"><span class="re1"></An<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></An<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></An<span class="re2">></span></span></span></pre></div>
+<p>The security annotations are then again processed by a SecurityConverter (now in search mode) that transforms the security annotations into a filter annotation for the security attributes in the index. Note that EVERYONE is always included in the filter! (see the Search concept for details on Filters)
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><A</span> <span class="re0">n</span>=<span class="st0">"ReadUsers"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><An</span> <span class="re0">n</span>=<span class="st0">"filter"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><V</span> <span class="re0">n</span>=<span class="st0">"type"</span><span class="re2">></span></span>enumeration<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><V</span> <span class="re0">n</span>=<span class="st0">"mode"</span><span class="re2">></span></span>include<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>0815<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>EVERYONE<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></An<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></A<span class="re2">></span></span></span></pre></div>
+<p>Again, SecurityResolvers may be used by the SecurityConverter for various tasks. For example if only groups are used for security checking, then all groups the provided user is a membor of have to be determined and this information is then used to create the filter. For example
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><An</span> <span class="re0">n</span>=<span class="st0">"ACCESS_RIGHTS"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><An</span> <span class="re0">n</span>=<span class="st0">"READ"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><An</span> <span class="re0">n</span>=<span class="st0">"PRINCIPALS"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>0815<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span> <span class="sc3"><span class="coMULTI"><!-- an unmodified user/principal id (SID) as provided by a DSSP --></span></span>
+ <span class="sc3"><span class="re1"></An<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></An<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></An<span class="re2">></span></span></span></pre></div>
+<p>is resolved to
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><An</span> <span class="re0">n</span>=<span class="st0">"ACCESS_RIGHTS"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><An</span> <span class="re0">n</span>=<span class="st0">"READ"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><An</span> <span class="re0">n</span>=<span class="st0">"PRINCIPALS"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>0815<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span> <span class="sc3"><span class="coMULTI"><!-- an unmodified user/principal id (SID) as provided by a DSSP --></span></span>
+ <span class="sc3"><span class="re1"></An<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><An</span> <span class="re0">n</span>=<span class="st0">"GROUPS"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>4711<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span> <span class="sc3"><span class="coMULTI"><!-- an unmodified group id (SID) as provided by a DSSP --></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>0190<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span> <span class="sc3"><span class="coMULTI"><!-- an unmodified group id (SID) as provided by a DSSP --></span></span>
+ <span class="sc3"><span class="re1"></An<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></An<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></An<span class="re2">></span></span></span></pre></div>
+<p>and then converted to the filter
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><A</span> <span class="re0">n</span>=<span class="st0">"ReadGroupss"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><An</span> <span class="re0">n</span>=<span class="st0">"filter"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><V</span> <span class="re0">n</span>=<span class="st0">"type"</span><span class="re2">></span></span>enumeration<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><V</span> <span class="re0">n</span>=<span class="st0">"mode"</span><span class="re2">></span></span>include<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>4711<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>0190<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>EVERYONE<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></An<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></A<span class="re2">></span></span></span></pre></div>
+<p>If security is NOT relevant for search process, then simply don't use any SecurityConverters in your index and search pipelines (and configure your agents/crawlers appropriately to reduce data load)!
+</p><p><br />
+</p>
+<a name="Security_Converters_and_Resolvers"></a><h2> <span class="mw-headline">Security Converters and Resolvers</span></h2>
+<p>At some points in the SMILA framework the security information needs to be converted. We can distinguish between real conversion and resolving of security information (this list may not be complete):
+</p>
+<ul><li>Converters
+<ul><li>preparations for Search Index (e.g. converting from Annotation to Attribute representation)
+</li><li>combining data source and security information (like adding a domain or data source Id prefix to the security information)
+</li></ul>
+</li><li>Resolvers
+<ul><li>resolve a Principals Sub-Principals (e.g. members of a group, subgroups of a group)
+</li><li>resolve a Principals Membership (e.g. get all groups the user is a member of)
+</li><li>resolve properties of a Principal (e.g. human readable names of Principal IDs)
+</li></ul>
+</li></ul>
+<p><br />
+</p>
+<ul><li>Handling of security information should be optional (configurable).
+</li><li>Crawlers return unmodified security information as provided by the data source
+</li><li>Search Clients provide Principals (in general a user context) to execute the search for
+</li><li>Converters are implemented as Pipelets/ProcessingServices. Converters may be generic or search index specific.
+</li><li>Converters execution logic is different for indexing (conversion to attributes) and search (conversion to filter annotations) process (perhaps it is better to seperate these tasks in different pipelets)
+</li><li>Converters may use Resolvers for further processing security information
+</li><li>Resolvers are implemented as OSGi services, not as Processing services !
+</li><li>Resolvers may be used by Converters or any other component in SMILA (e.g. a login componentn of a search application)
+</li></ul>
+<p>Here is an illustration of the proposed architecture of security resolvers and converters. Note that the use of Resolvers is optional:
+<a href="http://wiki.eclipse.org/Image:SecurityConverterResolver.png" class="image" title="architecture of security resolvers and converters"><img alt="architecture of security resolvers and converters" src="http://wiki.eclipse.org/images/9/9f/SecurityConverterResolver.png" width="960" height="720" border="0" /></a>
+</p><p><br />
+Here is a proposal for the SecurityResolver interface.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">interface</span> SecurityResolver
+<span class="br0">{</span>
+ <span class="coMULTI">/**
+ * Returns all properties of the given principal.
+ */</span>
+ <span class="kw3">Properties</span> getProperties<span class="br0">(</span><span class="kw3">String</span> principal<span class="br0">)</span>;
+
+ <span class="coMULTI">/**
+ * Returns all principals that are member to the given group, including any subgroups.
+ */</span>
+ Set<String> resolveGroupMembers<span class="br0">(</span><span class="kw3">String</span> group<span class="br0">)</span>;
+
+ <span class="coMULTI">/**
+ * Returns all groups the given principal is member of.
+ */</span>
+ Set<String> resolveMembership<span class="br0">(</span><span class="kw3">String</span> principal<span class="br0">)</span>;
+
+ <span class="coMULTI">/**
+ * Checks if the given principal is a group.
+ */</span>
+ <span class="kw4">boolean</span> isGroup<span class="br0">(</span><span class="kw3">String</span> principal<span class="br0">)</span>;
+<span class="br0">}</span></pre></div>
+<p>For automated handling of security information by a SecurityResolver, a SecurityConverter needs some functionality to select the right SecurityResolver, some kind of registry that maps a DSSP ID to an instance of a SecurityResolver. Therefore the ACCESS_RIGHTS annotations must contain some information about the DSSP to use. If the DSSP ID is already included in the principals/groups (see <a href="Smila_Security_Concept.html#Ambigous_SIDs_in_DSSPs" title="">Ambigous SIDs in DSSPs</a>) then no additional information may be needed to select a SecurityResolver instance. But to be more general and flexible we should introduce a new Subannotation "DSSP", which contains the ID and any additional information (e.g. connection information) that may be needed to fill parameters of method calls on a SecurityResolver:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><An</span> <span class="re0">n</span>=<span class="st0">"ACCESS_RIGHTS"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><An</span> <span class="re0">n</span>=<span class="st0">"DSSP"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><An</span> <span class="re0">n</span>=<span class="st0">"ID"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>empolis<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span> <span class="sc3"><span class="coMULTI"><!-- the ID of the DSSP, in this case the domain --></span></span>
+ <span class="sc3"><span class="re1"></An<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><An</span> <span class="re0">n</span>=<span class="st0">"..."</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>...<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></An<span class="re2">></span></span></span>
+ ...
+ <span class="sc3"><span class="re1"></An<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><An</span> <span class="re0">n</span>=<span class="st0">"READ"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><An</span> <span class="re0">n</span>=<span class="st0">"PRINCIPALS"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>0815<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span> <span class="sc3"><span class="coMULTI"><!-- an unmodified user/principal id (SID) as provided by a DSSP --></span></span>
+ <span class="sc3"><span class="re1"></An<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></An<span class="re2">></span></span></span>
+ ...
+<span class="sc3"><span class="re1"></An<span class="re2">></span></span></span></pre></div>
+<p><br />
+</p>
+<a name="Ambigous_SIDs_in_DSSPs"></a><h2> <span class="mw-headline">Ambigous SIDs in DSSPs</span></h2>
+<p>This is more a theoretical aspect but we should have a solution it this problem really occurs:
+It may happen, that the same SID is used by different DSSPs to identify different Users. In this case it is not enough to let a Crawler/Agent just return the SID, it must also contain some information to which DSSP the SID belongs to. A simple solution is to add some DSSP_ID as a prefix to the SID during creation of the security annotations in the Crawler/Agent. I suggest to use "/" as a separator character:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>[DSSP_ID]/[SID]<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span></pre></div>
+<p>For NTFS access rights this prefix could be the domain or machine name, e.g.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><An</span> <span class="re0">n</span>=<span class="st0">"ACCESS_RIGHTS"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><An</span> <span class="re0">n</span>=<span class="st0">"READ"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><An</span> <span class="re0">n</span>=<span class="st0">"PRINCIPALS"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>empolis/0815<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span> <span class="sc3"><span class="coMULTI"><!-- an unmodified user/principal id (SID) as provided by a DSSP with the DSSP ID as prefix --></span></span>
+ <span class="sc3"><span class="re1"></An<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><An</span> <span class="re0">n</span>=<span class="st0">"GROUPS"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>empolis/4711<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span> <span class="sc3"><span class="coMULTI"><!-- an unmodified group id (SID) as provided by a DSSP with the DSSP ID as prefix --></span></span>
+ <span class="sc3"><span class="re1"><V<span class="re2">></span></span></span>empolis/2525<span class="sc3"><span class="re1"></V<span class="re2">></span></span></span> <span class="sc3"><span class="coMULTI"><!-- an unmodified group id (SID) as provided by a DSSP with the DSSP ID as prefix --></span></span>
+ <span class="sc3"><span class="re1"></An<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></An<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></An<span class="re2">></span></span></span></pre></div>
+<p><br />
+For other data sources it may be some other kind of unique id. The DataSourceId is NOT a good choice, as different data sources may use the same DSSP (e.g. multiple NTFS filesystem sources using the same LDAP server). This would lead to an explosion of different values for a logically identical user.
+</p><p>Of course a client also has to use this prefix when executing searches!
+</p>
+<a name="Enhancement_for_DeltaIndexing"></a><h2> <span class="mw-headline">Enhancement for DeltaIndexing</span></h2>
+<p>A change of the security information of a document leads to an update of the search index. It may be desirable to distinguish between changes of the security information and changes of a document itself. Therefore one could introduce a second hash token that is created from the security information and stored in DeltaIndexingManager. If during a crawl only the hash for the security information has changed the whole processing for the document needs not to be be executed but just the update of the security information (thus saving overhead processing). Therefore the CrawlerController needs to add some kind of flag to the Record (e.g. a special Attribute) that shows if the regular hash or the security hash changed. In the Router this Attribute could be used in rules to trigger different Pipelines: the "complete processing pipeline" if the regular hash (or both hashes) changed, or the "security update pipeline" if only the security hash changed. As not all indexes will support update of selected attributes but will most likely support only a delete/add logic based on whole documents, the already processed data of this record must be loaded (either from the index or from the XML/Binary-Storage) and merged with the current Record (e.g. by a special Pipelet). This is an optional enhancement that is totally independent of the security concept. However, it should be implemented after the security concept was implemented and tested.
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 61/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:17568-0!1!0!!en!2!edit=0 and timestamp 20120203101546 -->
+<div class="printfooter">
+Retrieved from "<a href="Smila_Security_Concept.html">http://wiki.eclipse.org/SMILA/Specifications/Smila_Security_Concept</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 16:32, 11 March 2011 by <a href="http://wiki.eclipse.org/index.php?title=User:Nadine.auslaender.attensity.com&action=edit" class="new" title="User:Nadine.auslaender.attensity.com"> </a>. Based on work by <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>, <a href="http://wiki.eclipse.org/User:G.schmidt.brox.de" title="User:G.schmidt.brox.de">Georg Schmidt</a> and <a href="http://wiki.eclipse.org/index.php?title=User:Leo.sauermann.dfki.de&action=edit" class="new" title="User:Leo.sauermann.dfki.de">Leo Sauermann</a>.</p>
+ <p id="footerviews">This page has been accessed 2,347 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.339 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/UsefulLogMessages.html b/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/UsefulLogMessages.html
new file mode 100644
index 0000000..09faa73
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Specifications/UsefulLogMessages.html
@@ -0,0 +1,616 @@
+
+
+
+
+
+
+
+
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Specifications/UsefulLogMessages" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/Specifications/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Specifications/UsefulLogMessages - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Specifications/UsefulLogMessages";
+var wgTitle = "SMILA/Specifications/UsefulLogMessages";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "16124";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "128924";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-java {line-height: normal; font-size: medium;}
+.source-java li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for java
+ * CSS class: source-java, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-java .de1, .source-java .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-java {}
+.source-java .head {}
+.source-java .foot {}
+.source-java .imp {font-weight: bold; color: red;}
+.source-java .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-java li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-java li.li2 {font-weight: bold;}
+.source-java .kw1 {color: #7F0055; font-weight: bold;}
+.source-java .kw2 {color: #7F0055; font-weight: bold;}
+.source-java .kw3 {color: #000000; font-weight: normal}
+.source-java .kw4 {color: #7F0055; font-weight: bold;}
+.source-java .co1 {color: #3F7F5F; font-style: italic;}
+.source-java .co2 {color: #3F7F5F;}
+.source-java .co3 {color: #3F7F5F; font-style: italic; font-weight: bold;}
+.source-java .coMULTI {color: #3F5FBF; font-style: italic;}
+.source-java .es0 {color: #000000;}
+.source-java .br0 {color: #000000;}
+.source-java .st0 {color: #2A00ff;}
+.source-java .nu0 {color: #000000;}
+.source-java .me1 {color: #000000;}
+.source-java .me2 {color: #000000;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="UsefulLogMessages.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Specifications_UsefulLogMessages">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Specifications/UsefulLogMessages">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Specifications/UsefulLogMessages">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Specifications/UsefulLogMessages">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/UsefulLogMessages&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/UsefulLogMessages&oldid=128924">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="UsefulLogMessages.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Specifications/UsefulLogMessages&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/UsefulLogMessages&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Specifications/UsefulLogMessages&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Specifications/UsefulLogMessages"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Specifications/UsefulLogMessages</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../../SMILA.html" title="SMILA">SMILA</a> | <a href="../Specifications.1.html" title="SMILA/Specifications">Specifications</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="UsefulLogMessages.html#column-one">navigation</a>, <a href="UsefulLogMessages.html#searchInput">search</a></div> <!-- start content -->
+ <p><a href="http://logging.apache.org/log4j/" class="external text" title="http://logging.apache.org/log4j/" rel="nofollow">Apache log4j</a> is the open source logging tool developed under the Jakarta Apache project. It is a set of APIs that allows developers to write log statements in their code and configure them externally, using properties files.
+Logging (e.g., in a.log file or in a SQL data bank) is a big help during the development time as well as later to the errors search with the customer. It is used primarily as a debugging tool.
+Smila is using a <a href="http://logging.apache.org/log4j/" class="external text" title="http://logging.apache.org/log4j/" rel="nofollow">Apache log4j</a>.
+</p>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="UsefulLogMessages.html#Current_Problems"><span class="tocnumber">1</span> <span class="toctext">Current Problems</span></a></li>
+<li class="toclevel-1"><a href="UsefulLogMessages.html#Discussion"><span class="tocnumber">2</span> <span class="toctext">Discussion</span></a></li>
+<li class="toclevel-1"><a href="UsefulLogMessages.html#Log_in_the_future"><span class="tocnumber">3</span> <span class="toctext">Log in the future</span></a>
+<ul>
+<li class="toclevel-2"><a href="UsefulLogMessages.html#To_change_the_default_logging_settings"><span class="tocnumber">3.1</span> <span class="toctext">To change the default logging settings</span></a>
+<ul>
+<li class="toclevel-3"><a href="UsefulLogMessages.html#The_possible_configuration_log4j.properties_for_Smila"><span class="tocnumber">3.1.1</span> <span class="toctext">The possible configuration log4j.properties for Smila</span></a></li>
+</ul>
+</li>
+<li class="toclevel-2"><a href="UsefulLogMessages.html#To_switch_the_log_level_for_messages"><span class="tocnumber">3.2</span> <span class="toctext">To switch the log level for messages</span></a></li>
+<li class="toclevel-2"><a href="UsefulLogMessages.html#To_write_down_a_guidelines_for_developers"><span class="tocnumber">3.3</span> <span class="toctext">To write down a guidelines for developers</span></a></li>
+<li class="toclevel-2"><a href="UsefulLogMessages.html#To_output_a_logging_information_in_the_different_files"><span class="tocnumber">3.4</span> <span class="toctext">To output a logging information in the different files</span></a></li>
+<li class="toclevel-2"><a href="UsefulLogMessages.html#Additional_logging:_Records_lifecycle_information"><span class="tocnumber">3.5</span> <span class="toctext">Additional logging: Records lifecycle information</span></a></li>
+</ul>
+</li>
+<li class="toclevel-1"><a href="UsefulLogMessages.html#Links"><span class="tocnumber">4</span> <span class="toctext">Links</span></a></li>
+</ul>
+</li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Current_Problems"></a><h2> <span class="mw-headline">Current Problems</span></h2>
+<ul><li> <b>Too much Information in the log</b>
+</li></ul>
+<p>File EILF.log where registers a log information for Smila contains too much not the helpful information. Most of all messages arrive from debug. For example, at indexation of file EILF logging file has 33 000 lines, the majority from which an extracted context. To search for the necessary information is not so conveniently. For example, at indexation of file EILF (for xml files) EILF.log has 33 000 lines, the majority from which an extracted context. Today it is easy to get lost and not to find the necessary records in a pack of messages. The surplus information litters the log.
+</p>
+<ul><li> <b>Messages do not correspond to the level</b>
+</li></ul>
+<p>From <a href="http://logging.apache.org/log4j/1.2/manual.html" class="external text" title="http://logging.apache.org/log4j/1.2/manual.html" rel="nofollow">Short introduction to log4j</a>: INFO - for the "high level" information; DEBUG - only for the software developer interesting messages. Now in INFO is written too much information for developer.
+</p><p>For example this information is written down in INFO. Isn't that so here approaches DEBUG more?
+</p><p><i>- AddPipeline/extensionActivity-activity-line-36: found service MimeTypeIdentifier, processing request -> request</i>
+</p><p><i>- AddPipeline/extensionActivity-activity-line-50: found service LuceneIndexService, processing request -> request</i>
+</p><p><i>- AddPipeline/extensionActivity-activity-line-43: no pipelet configuration found.</i>
+</p><p><i>- AddPipeline/extensionActivity-activity-line-43: found pipelet org.eclipse.eilf.processing.pipelets.aperture.AperturePipelet, processing request -> request</i>
+</p><p><i>- DeletePipeline/extensionActivity-activity-line-36: found service LuceneIndexService, processing request -> request</i>
+</p><p><i>- Initialization of BPEL engine successful</i>
+</p><p><br />
+</p>
+<ul><li> <b>Insufficiently informative messages of info level</b>
+</li></ul>
+<p>This point is connected with the previous.
+</p>
+<a name="Discussion"></a><h2> <span class="mw-headline">Discussion</span></h2>
+<p><i>Sebastian Voigt</i>: My Suggestion is to change the default logging settings to minimize logging information. (Question is more, what do we have to see (ODE logging messages is an example).
+We have to see errors messages thrown by the components, but we don't want to see every message from ode etc...
+</p><p><i>Jürgen Schumacher</i>: From a quick look at a quite old EILF.log on my machine, I think it should be sufficient to switch the log level for org.eclipse.eilf from DEBUG to INFO. Or am I getting anything wrong?
+</p><p><i>Thomas Menzel:</i> My opinion on this:
+</p><p>1. logging is there to help you, too much just doesn't.
+</p><p>2. have INFO level to show where the process/program is roughly. if u have loops that are executed often or have many iterations than I think it is a good choice to just log every N iterations.
+the overhead for this is minimal and the output a welcome indicator for anybody concerned about the progress and speed of a process/loop.
+</p><p>3. DEBUG: give verbose info that is needed for debugging purposes. that includes most important the state of the process and involved objects
+</p><p><i>Allan Kaufmann:</i> I think it could be helpful if users received errors and if log error gives important information but not too much. Currently the EILF.log shows much, so that exceptions and error like this could be overlooked.
+</p><p><i>Sofya Zhbankova:</i> and that if to separate a logging information in the different files: debugging messages to one file (EILF.debug) and other messages to another file (EILF.log). Most of all messages arrive from debug . It seems to me that it is possible few to "unload" debug. For example, whether it is necessary to deduce in the file an extracted content.
+</p><p>For example, at indexation of file EILF (for xml files) EILF.log has 33 000 lines, the majority from which an extracted context. To search for the necessary information is not so conveniently.
+</p><p><i>Allan Kaufmann:</i> In my opinion we should keep EILF.log as one log file that hold all logs of the different levels in order of the runtime, because while searching for information it´s difficult to look and sort with different log files. But maybe it could be helpful to received EILF.debug or EILF.error as additional file?
+Sample: Our Logger is set to DEBUG, so EILF.log received all Logs until DEBUG-level. But if a developer just wants information about errors, he could have a look to EILF.error.
+Disadvantage: More performance because information could log more than one time.
+If we choose the idea to separate the log in different files without a main file like EILF.log or otherwise, it´s necessary to design the log clearly, so that information could be found better and messages are more helpfully.
+</p><p><i>Ivan Churkin:</i> As you already mentioned, the order of the runtime will be lost, so system have to support complete log file.
+Additional log files may be added but I'm not sure that its info will be enough.
+bwt, for example, GREP may be used for investigating/filtering log file.
+</p><p><i>Daniel Stucky:</i> I agree with Allan to keep one log file.
+I think we should set up some guidelines for developers when and what to log on which level to provide meaningful log entries.
+</p><p>Then it's only a matter of configuration
+- we should provide a default log4j configuration for development (e.g. log level DEBUG)
+- we should provide a default log4j configuration for the application (e.g. log level INFO)
+</p><p>Everybody is free to change log4j settings in his/her development or application environment if those defaults don't fit.
+</p><p><i>Sofya Zhbankova</i>: I agree with Daniel that "..everybody is free to change log4j settings..". For me to search in separate files it is much easier.
+Today it is easy to get lost and not to find the necessary records in a pack of messages. The surplus information litters the log.
+Can be all the technical information to write down in debug and in info - only final and short messages:
+</p><p>- Initializing Crawler...
+</p><p>- some documents are processed and stored into the index
+</p><p><i>Daniel Stucky:</i> I added a section "Logging guidelines" to our Development_Guidelines:
+[<a href="../Development_Guidelines.1.html#Logging_guidelines" class="external autonumber" title="http://wiki.eclipse.org/SMILA/Development_Guidelines#Logging_guidelines" rel="nofollow">[1]</a>]. Feel free to comment or improve.
+</p><p><i>Sofya Zhbankova:</i> From general:
+INFO - for the "high level" information; DEBUG - only for the software developer interesting messages.
+I think that for Smila reasonably too.
+</p><p><i>Thomas Menzel:</i> I have some remark to:
+</p>
+<ul><li> log exceptions before throwing new exceptions, e.g.
+</li></ul>
+<p>...
+if( paramXY == null ) {
+</p>
+<pre> if (_log.isErrorEnabled()) {
+ _log.error("paramXY is not set");
+ }
+ throw new NullPointerException("paramXY is not set"); } ////
+</pre>
+<p><br />
+I advise against this as it only causes the same message to be repeated at least twice, namely when the exception is created and then when the exception is logged itself.
+IMO it is sufficient to have a verbose error msg and this then is reported along with the stack trace when the exception is logged.
+if the exception is handled then this message is even confusing b/c u have ERROR log entry but wonder: what happened then?
+if u deem the condition so extraordinary and dangerous we could log it as warning, but since we don’t log the exception here it should not be level ERROR.
+</p><p>even worse than this is sometimes the habit to log an exception before (re)throwing or wrapping it, which I have seen as often (in general, not this project in particular).
+this then has the effect that u have the same exception logged several times which makes the log very verbose and confusing. as u think u have lot of problems/exception when it fact it is only that one case.
+</p><p>of course this only applies when u remain within our own system bounds. if u write a library that is called from other code then it is wise to log the exception at ur system boundary, i.e. the method that was called by the client, that might not adhere to sound logging standards.
+again, there are also pitfalls with this convention, e.g. in case of an overloaded API method where u have a simple version that delegates to a more verbose other API method that also could be called from a client.
+</p>
+<a name="Log_in_the_future"></a><h2> <span class="mw-headline">Log in the future</span></h2>
+<p>How to improve a log for Smila and what will be a log in the future?
+</p><p>The basic ideas stated by developers ware:
+</p>
+<a name="To_change_the_default_logging_settings"></a><h3> <span class="mw-headline">To change the default logging settings</span></h3>
+<p>The Smila is configured through a property file - <i>log4j.properties</i>. Configuring log4j typically involves assigning <i>Logger</i>, defining <i>Appender</i>, and specifying <i>Layout</i> objects. A logger logs to an appender in a particular layout (style).
+Loggers need to know where to send your requests for logging. This is where the <i>appenders</i> come into picture. log4j supports writing to files (FileAppender), to console (ConsoleAppender), to databases (JDBCAppender), to NT event logs (NTEventLogAppender), to SMTP servers (SMTPAppender), to remote servers (SocketAppender), and others.
+</p><p>A <i>layout</i> defines the style and content of the output log.
+</p><p>Each logger in log4j is assigned a level (DEBUG, INFO, WARN, ERROR, FATAL).
+</p><p><a href="http://jakarta.apache.org/log4j/docs/api/org/apache/log4j/PatternLayout.html" class="external text" title="http://jakarta.apache.org/log4j/docs/api/org/apache/log4j/PatternLayout.html" rel="nofollow">PatternLayout</a> lets you specify the output format according to conversion patterns similar to the C language printf function.
+</p><p><br />
+</p>
+<a name="The_possible_configuration_log4j.properties_for_Smila"></a><h4> <span class="mw-headline">The possible configuration <i>log4j.properties</i> for Smila</span></h4>
+<p>PatternLayout with the conversion pattern <b>%x %d{ISO8601}; %-5p; [%-45t] ; %-45c{2} ; %m%n</b> will output something like:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="nu0">2008</span><span class="nu0">-10</span><span class="nu0">-01</span> <span class="nu0">15</span>:<span class="nu0">34</span>:<span class="nu0">21</span>,<span class="nu0">283</span>; INFO ; <span class="br0">[</span>Start Level <span class="kw3">Event</span> Dispatcher <span class="br0">]</span> ; workspace.<span class="me1">WorkspaceHelper</span> ; Using <span class="kw1">default</span> workspace.</pre></div>
+<p>File columns are separated by semicolons (.csv file, can be worked on directly, e.g., in Excel) and :
+</p>
+<ul><li>%x - is the nested diagnostic context (NDC) associated with the thread that generated the logging event. Useful when multiple clients are handled by separate threads such as in Java servlets.
+</li><li>%d{ISO8601} - is the time.
+</li><li>%-5p - is the priority of the log statement.
+</li><li>[%-45t] - is the thread making the log request.
+</li><li>%-45c{2} - is the name of the class associated with the log request.
+</li><li>%m%n - is the message of the statement with new line.
+</li></ul>
+<p>Use a appender to log to a file.
+Let's set default level DEBUG for package org.eclipse.eilf. For some classes which give much debug messages we reduce level to info.
+</p><p><b>Let's consider some interesting options of FileAppender:</b>
+</p>
+<ul><li>FileAppender Option <i>Threshold</i> is useful to cut down the number of messages.
+</li></ul>
+<p>For example:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java">log4j.<span class="me1">appender</span>.<span class="me1">file</span>.<span class="me1">threshold</span>=INFO</pre></div> Appender will not log any messages with priority lower than INFO even if the category's priority is set DEBUG.
+<ul><li>Append=false: Default is true which means append to the end of the file. false overwrites the file at the start of each program run.
+</li></ul>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"># The file overwrites at the start of each program run.
+<span class="me1">log4j</span>.<span class="me1">appender</span>.<span class="me1">file</span>.<span class="me1">append</span>=<span class="kw2">false</span></pre></div>
+<p><br />
+<i>log4j.properties</i> for Smila:
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"># <span class="kw3">Set</span> root logger level to INFO and its only appender to file.
+# Print only messages of priority INFO or higher.
+
+<span class="me1">log4j</span>.<span class="me1">rootLogger</span>=INFO, file
+
+# The appenders should not be accumulated from ancestors
+log4j.<span class="me1">additivity</span>.<span class="me1">org</span>.<span class="me1">eclipse</span>.<span class="me1">eilf</span>=<span class="kw2">false</span>
+
+# A appender writes to a file EILF.<span class="me1">log</span>
+log4j.<span class="me1">appender</span>.<span class="me1">file</span> = org.<span class="me1">apache</span>.<span class="me1">log4j</span>.<span class="me1">FileAppender</span>
+log4j.<span class="me1">appender</span>.<span class="me1">file</span>.<span class="kw3">File</span> = EILF.<span class="me1">log</span>
+log4j.<span class="me1">appender</span>.<span class="me1">file</span>.<span class="me1">layout</span> = org.<span class="me1">apache</span>.<span class="me1">log4j</span>.<span class="me1">PatternLayout</span>
+
+# The file overwrites at the start of each program run.
+<span class="me1">log4j</span>.<span class="me1">appender</span>.<span class="me1">file</span>.<span class="me1">append</span>=<span class="kw2">false</span>
+
+# Pattern to output in the file: <span class="br0">{</span>d<span class="br0">}</span> time <span class="br0">{</span>p<span class="br0">}</span> level <span class="br0">{</span>t<span class="br0">}</span> thread name <span class="br0">{</span>c<span class="br0">}</span> <span class="kw1">class</span> name <span class="br0">{</span>m<span class="br0">}</span> message
+log4j.<span class="me1">appender</span>.<span class="me1">file</span>.<span class="me1">layout</span>.<span class="me1">ConversionPattern</span>=%x %d<span class="br0">{</span>ISO8601<span class="br0">}</span>; %-5p; <span class="br0">[</span>%-45t<span class="br0">]</span> ; %-45c<span class="br0">{</span><span class="nu0">2</span><span class="br0">}</span> ; %m%n
+
+# <span class="kw1">default</span> logger <span class="kw1">for</span> <span class="kw1">package</span> org.<span class="me1">eclipse</span>.<span class="me1">eilf</span>
+log4j.<span class="me1">logger</span>.<span class="me1">org</span>.<span class="me1">eclipse</span>.<span class="me1">eilf</span>=DEBUG, file
+
+# Extention <span class="kw1">default</span> logger <span class="kw1">for</span> classes
+# Print only messages of priority ERROR or higher <span class="kw1">for</span> these classes.
+
+<span class="me1">log4j</span>.<span class="me1">logger</span>.<span class="me1">org</span>.<span class="me1">eclipse</span>.<span class="me1">eilf</span>.<span class="me1">processing</span>=ERROR, file
+log4j.<span class="me1">logger</span>.<span class="me1">org</span>.<span class="me1">eclipse</span>.<span class="me1">eilf</span>.<span class="me1">processing</span>.<span class="me1">bpel</span>=ERROR, file
+log4j.<span class="me1">logger</span>.<span class="me1">org</span>.<span class="me1">eclipse</span>.<span class="me1">eilf</span>.<span class="me1">binstorage</span>=ERROR, file
+log4j.<span class="me1">logger</span>.<span class="me1">org</span>.<span class="me1">eclipse</span>.<span class="me1">eilf</span>.<span class="me1">blackboard</span>=ERROR, file
+log4j.<span class="me1">logger</span>.<span class="me1">org</span>.<span class="me1">eclipse</span>.<span class="me1">eilf</span>.<span class="me1">xmlstorage</span>=ERROR, file
+log4j.<span class="me1">logger</span>.<span class="me1">org</span>.<span class="me1">eclipse</span>.<span class="me1">eilf</span>.<span class="me1">connectivity</span>.<span class="me1">deltaindexing</span>= ERROR, file
+log4j.<span class="me1">logger</span>.<span class="me1">org</span>.<span class="me1">eclipse</span>.<span class="me1">eilf</span>.<span class="me1">connectivity</span>.<span class="me1">queue</span>.<span class="me1">worker</span>=ERROR, file
+log4j.<span class="me1">logger</span>.<span class="me1">org</span>.<span class="me1">apache</span>.<span class="me1">ode</span>.<span class="me1">ODEServer</span>=ERROR, file</pre></div>
+<a name="To_switch_the_log_level_for_messages"></a><h3> <span class="mw-headline">To switch the log level for messages</span></h3>
+<p>The point especially concerns INFO and DEBUG levels. I think we should adhere to the general rules of use of levels:
+</p><p><b>INFO</b> - Interesting runtime events (startup/shutdown). Expect these to be immediately visible on a console, so be conservative and keep to a minimum.
+</p><p><b>DEBUG</b> - detailed information on the flow through the system. Expect these to be written to developers only.
+</p><p>( See <a href="http://logging.apache.org/log4j/1.2/apidocs/index.html" class="external text" title="http://logging.apache.org/log4j/1.2/apidocs/index.html" rel="nofollow">log4j javadocs</a>:
+The <b>DEBUG</b> Level designates fine-grained informational events that are most useful to debug an application.
+The <b>INFO</b> level designates informational messages that highlight the progress of the application at coarse-grained level. )
+</p><p>Really, it would be desirable to receive "easier" information in INFO.
+Like as:
+</p><p><i>- Smila started successfully</i>
+</p><p><i>- indexing file system AAA starting</i>
+</p><p><i>- folder for (xml, txt, html)</i>
+</p><p><i>- file A indexing successfully - updated</i>
+</p><p><i>- file B indexing successfully - touched</i>
+</p><p><i>- file C indexing successfully - deleted</i>
+</p><p>...
+<i>- Total indexing 421 files</i>
+</p><p><i>- touched 400 files</i>
+</p><p><i>- updated 10 files</i>
+</p><p><i>- deleted 11 files</i>
+</p><p><i>- indexing time 8909 ms</i>
+</p><p><br />
+</p>
+<a name="To_write_down_a_guidelines_for_developers"></a><h3> <span class="mw-headline">To write down a guidelines for developers</span></h3>
+<p>One of results of the discussion is occurrence a section <a href="../Development_Guidelines.1.html#Logging_guidelines" class="external text" title="http://wiki.eclipse.org/SMILA/Development_Guidelines#Logging_guidelines" rel="nofollow">"Logging guidelines"</a>.
+</p>
+<a name="To_output_a_logging_information_in_the_different_files"></a><h3> <span class="mw-headline">To output a logging information in the different files</span></h3>
+<p>Though this idea has not found support in developers, the debugging data recording in a separate file can be accepted also.
+</p><p>If you want to output logging information in different files it should be helpful to write a <b>xml-configuration-file</b>. In this way it is possible to define two or more different appender for the same logger. By using a <b>LevelRangeFilter</b> (which is only supported in xml) you could specify an own log level for every appender.
+</p><p>In this example two FileAppender were used. The first FileAppender (DebugFileAppenter) only log messages of the DEBUG level and the second FileAppender (OtherFileAppender) log all messages of more interesting level (INFO – FATAL)
+</p><p>After defining the appender with layout, filter and other parameter (maybe filename for FileAppender) it is necessary to reference the appender to the logger (here: RootLogger) at the end of the configuration file.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><?xml</span> <span class="re0">version</span>=<span class="st0">"1.0"</span> <span class="re0">encoding</span>=<span class="st0">"UTF-8"</span> <span class="re2">?></span></span>
+<span class="sc0"><!DOCTYPE log4j:configuration SYSTEM "log4j.dtd"></span>
+<span class="sc3"><span class="re1"><log4j:configuration<span class="re2">></span></span></span>
+
+ <span class="sc3"><span class="coMULTI"><!--define first appender--></span></span>
+ <span class="sc3"><span class="re1"><appender</span> <span class="re0">name</span>=<span class="st0">"DebugFileAppender"</span> <span class="re0">class</span>=<span class="st0">"org.apache.log4j.FileAppender"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="coMULTI"><!--specify the output file--></span></span>
+ <span class="sc3"><span class="re1"><param</span> <span class="re0">name</span>=<span class="st0">"file"</span> <span class="re0">value</span>=<span class="st0">"debugLogFile.log"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="coMULTI"><!--define a layout--></span></span>
+ <span class="sc3"><span class="re1"><layout</span> <span class="re0">class</span>=<span class="st0">"org.apache.log4j.PatternLayout"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><param</span> <span class="re0">name</span>=<span class="st0">"ConversionPattern"</span> <span class="re0">value</span>=<span class="st0">"%d{dd MMM yyyy HH:mm:ss} - %p - %m - @%l %n"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></layout<span class="re2">></span></span></span>
+ <span class="sc3"><span class="coMULTI"><!--set a filter--></span></span>
+ <span class="sc3"><span class="re1"><filter</span> <span class="re0">class</span>=<span class="st0">"org.apache.log4j.varia.LevelRangeFilter"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><param</span> <span class="re0">name</span>=<span class="st0">"LevelMin"</span> <span class="re0">value</span>=<span class="st0">"DEBUG"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><param</span> <span class="re0">name</span>=<span class="st0">"LevelMax"</span> <span class="re0">value</span>=<span class="st0">"DEBUG"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><param</span> <span class="re0">name</span>=<span class="st0">"AcceptOnMatch"</span> <span class="re0">value</span>=<span class="st0">"true"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></filter<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></appender<span class="re2">></span></span></span>
+
+ <span class="sc3"><span class="coMULTI"><!--define second appender--></span></span>
+ <span class="sc3"><span class="re1"><appender</span> <span class="re0">name</span>=<span class="st0">"OtherFileAppender"</span> <span class="re0">class</span>=<span class="st0">"org.apache.log4j.FileAppender"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="coMULTI"><!--specify the output file--></span></span>
+ <span class="sc3"><span class="re1"><param</span> <span class="re0">name</span>=<span class="st0">"file"</span> <span class="re0">value</span>=<span class="st0">"otherLogFile.log"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="coMULTI"><!--define a layout--></span></span>
+ <span class="sc3"><span class="re1"><layout</span> <span class="re0">class</span>=<span class="st0">"org.apache.log4j.PatternLayout"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><param</span> <span class="re0">name</span>=<span class="st0">"ConversionPattern"</span> <span class="re0">value</span>=<span class="st0">"%d{dd MMM yyyy HH:mm:ss} - %p - %m - @%l %n"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></layout<span class="re2">></span></span></span>
+ <span class="sc3"><span class="coMULTI"><!--set a filter--></span></span>
+ <span class="sc3"><span class="re1"><filter</span> <span class="re0">class</span>=<span class="st0">"org.apache.log4j.varia.LevelRangeFilter"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><param</span> <span class="re0">name</span>=<span class="st0">"LevelMin"</span> <span class="re0">value</span>=<span class="st0">"INFO"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><param</span> <span class="re0">name</span>=<span class="st0">"LevelMax"</span> <span class="re0">value</span>=<span class="st0">"FATAL"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><param</span> <span class="re0">name</span>=<span class="st0">"AcceptOnMatch"</span> <span class="re0">value</span>=<span class="st0">"true"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></filter<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></appender<span class="re2">></span></span></span>
+
+ <span class="sc3"><span class="coMULTI"><!--reference the appender to a logger--></span></span>
+ <span class="sc3"><span class="re1"><root<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><priority</span> <span class="re0">value</span>=<span class="st0">"All"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><appender-ref</span> <span class="re0">ref</span>=<span class="st0">"DebugFileAppender"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"><appender-ref</span> <span class="re0">ref</span>=<span class="st0">"OtherFileAppender"</span><span class="re2">/></span></span>
+ <span class="sc3"><span class="re1"></root<span class="re2">></span></span></span>
+
+<span class="sc3"><span class="re1"></log4j:configuration<span class="re2">></span></span></span></pre></div>
+<p>At last you invoke you xml-configuration-file over the <b>DomConfigurator</b> in you java code.
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">import</span> org.<span class="me1">apache</span>.<span class="me1">log4j</span>.<span class="me1">xml</span>.<span class="me1">DOMConfigurator</span>;
+
+<span class="kw1">public</span> <span class="kw4">void</span> LoggerProperties<span class="br0">(</span><span class="br0">)</span> <span class="br0">{</span>
+ DOMConfigurator.<span class="me1">configureAndWatch</span><span class="br0">(</span><span class="st0">"log4j.xml"</span><span class="br0">)</span>;
+ <span class="br0">}</span></pre></div>
+<p><br />
+</p>
+<a name="Additional_logging:_Records_lifecycle_information"></a><h3> <span class="mw-headline">Additional logging: Records lifecycle information</span></h3>
+<p>The Path of a record that travels through our framework maybe seems a bit obscure. Highlighting this logging messages to get a better overview requires a new class: <tt>org.eclipse.smila.utils.log.RecordLifecycleLogHelper</tt>
+</p><p>This helper class uses the same Logger as all logging events, but with a predefined name (“Records”) and put id information into the log message.
+</p><p><b>To log a message regarding a record keep with this scheme.</b>
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="kw1">if</span> <span class="br0">(</span>RecordLifecycleLogHelper.<span class="me1">isRecordStateLogEnabled</span><span class="br0">(</span><span class="br0">)</span><span class="br0">)</span> <span class="br0">{</span>
+ RecordLifecycleLogHelper.<span class="me1">logRecordState</span><span class="br0">(</span><span class="kw3">String</span> message, <span class="kw3">String</span> idHash<span class="br0">)</span>;
+ <span class="br0">}</span></pre></div>
+<p><b>Methods in detail</b>
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="co1">//Logger name.</span>
+<span class="kw1">private</span> <span class="kw1">static</span> <span class="kw1">final</span> <span class="kw3">String</span> RECORDS_LOGGER = <span class="st0">"Records"</span>;
+
+<span class="co1">//Checks if logging of record state is enabled.</span>
+<span class="kw1">public</span> <span class="kw1">static</span> <span class="kw4">boolean</span> isRecordStateLogEnabled<span class="br0">(</span><span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">final</span> Log log = LogFactory.<span class="me1">getLog</span><span class="br0">(</span>RECORDS_LOGGER<span class="br0">)</span>;
+ <span class="kw1">return</span> log.<span class="me1">isInfoEnabled</span><span class="br0">(</span><span class="br0">)</span>;
+ <span class="br0">}</span>
+
+<span class="co1">//Logs record state.</span>
+<span class="kw1">public</span> <span class="kw1">static</span> <span class="kw4">void</span> logRecordState<span class="br0">(</span><span class="kw3">String</span> message, <span class="kw3">String</span> idHash<span class="br0">)</span> <span class="br0">{</span>
+ <span class="kw1">final</span> Log log = LogFactory.<span class="me1">getLog</span><span class="br0">(</span>RECORDS_LOGGER<span class="br0">)</span>;
+ <span class="kw1">if</span> <span class="br0">(</span>log.<span class="me1">isInfoEnabled</span><span class="br0">(</span><span class="br0">)</span><span class="br0">)</span> <span class="br0">{</span>
+ log.<span class="me1">info</span><span class="br0">(</span>message + <span class="st0">", record id="</span> + idHash<span class="br0">)</span>;
+ <span class="br0">}</span>
+ <span class="br0">}</span></pre></div>
+<p><b>One short log file example</b>
+</p>
+<div dir="ltr" style="text-align: left;"><pre class="source-java"><span class="nu0">2008</span><span class="nu0">-11</span><span class="nu0">-17</span> <span class="nu0">14</span>:<span class="nu0">53</span>:<span class="nu0">35</span>,<span class="nu0">755</span> INFO <span class="br0">[</span>Thread<span class="nu0">-14</span> <span class="br0">]</span> Records - Record was crawled by dataSource=file, record id=53b573f1afa23a3c176c9567f8f
+<span class="nu0">2008</span><span class="nu0">-11</span><span class="nu0">-17</span> <span class="nu0">14</span>:<span class="nu0">53</span>:<span class="nu0">35</span>,<span class="nu0">771</span> INFO <span class="br0">[</span>Thread<span class="nu0">-14</span> <span class="br0">]</span> Records - DeltaIndexing data is <span class="kw1">new</span> or changed, record id=53b573f1afa23a3c176c9567f8f
+<span class="nu0">2008</span><span class="nu0">-11</span><span class="nu0">-17</span> <span class="nu0">14</span>:<span class="nu0">53</span>:<span class="nu0">35</span>,<span class="nu0">927</span> INFO <span class="br0">[</span>Thread<span class="nu0">-14</span> <span class="br0">]</span> Records - Record is routed with rule <span class="br0">[</span><span class="kw1">Default</span> ADD Rule<span class="br0">]</span> and operation <span class="br0">[</span>ADD<span class="br0">]</span>, record id=53b573f1afa23a3c176c9567f8f9a6
+<span class="nu0">2008</span><span class="nu0">-11</span><span class="nu0">-17</span> <span class="nu0">14</span>:<span class="nu0">53</span>:<span class="nu0">35</span>,<span class="nu0">958</span> INFO <span class="br0">[</span>Thread<span class="nu0">-8</span> <span class="br0">]</span> Records - Record is processed by Listener with rule: <span class="br0">[</span><span class="kw1">Default</span> ADD Rule<span class="br0">]</span> and operation <span class="br0">[</span>ADD<span class="br0">]</span>, record id=53b573f1afa23a3c176c9567f8f9a6
+<span class="nu0">2008</span><span class="nu0">-11</span><span class="nu0">-17</span> <span class="nu0">14</span>:<span class="nu0">53</span>:<span class="nu0">36</span>,<span class="nu0">426</span> INFO <span class="br0">[</span>ODEServerImpl<span class="nu0">-1</span> <span class="br0">]</span> Records - Record added to lucene index, record id=53b573f1afa23a3c176c9567f8f9a6</pre></div>
+<a name="Links"></a><h2> <span class="mw-headline">Links</span></h2>
+<p><a href="http://logging.apache.org/log4j/1.2/apidocs/index.html" class="external text" title="http://logging.apache.org/log4j/1.2/apidocs/index.html" rel="nofollow">log4j Javadocs</a>
+</p><p><a href="http://logging.apache.org/log4j/" class="external text" title="http://logging.apache.org/log4j/" rel="nofollow">Official log4j Homepage </a>
+</p><p><a href="http://www.vipan.com/htdocs/log4jhelp.html" class="external text" title="http://www.vipan.com/htdocs/log4jhelp.html" rel="nofollow">Don't Use System.out.println! Use Log4j.</a>
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 39/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:16124-0!1!0!!en!2!edit=0 and timestamp 20120203101441 -->
+<div class="printfooter">
+Retrieved from "<a href="UsefulLogMessages.html">http://wiki.eclipse.org/SMILA/Specifications/UsefulLogMessages</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 16:33, 17 November 2008 by <a href="http://wiki.eclipse.org/index.php?title=User:Pwissel.brox.de&action=edit" class="new" title="User:Pwissel.brox.de">Peter Wissel</a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Szhbankova.brox.de&action=edit" class="new" title="User:Szhbankova.brox.de">Sofya Zhbankova</a>.</p>
+ <p id="footerviews">This page has been accessed 3,665 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.284 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Style_Guide.html b/documentation/1.0/wiki.eclipse.org/SMILA/Style_Guide.html
new file mode 100644
index 0000000..a0551dc
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Style_Guide.html
@@ -0,0 +1,369 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Style Guide,SMILA,SMILA/Glossary" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Style Guide - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Style_Guide";
+var wgTitle = "SMILA/Style Guide";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "16094";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "124148";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<style type="text/css">/*<![CDATA[*/
+.source-xml {line-height: normal; font-size: medium;}
+.source-xml li {line-height: normal;}
+/**
+ * GeSHi Dynamically Generated Stylesheet
+ * --------------------------------------
+ * Dynamically generated stylesheet for xml
+ * CSS class: source-xml, CSS id:
+ * GeSHi (C) 2004 - 2007 Nigel McNie (http://qbnz.com/highlighter)
+ */
+.source-xml .de1, .source-xml .de2 {font-family: 'Courier New', Courier, monospace; font-weight: normal;}
+.source-xml {}
+.source-xml .head {}
+.source-xml .foot {}
+.source-xml .imp {font-weight: bold; color: red;}
+.source-xml .ln-xtra {color: #cc0; background-color: #ffc;}
+.source-xml li {font-family: 'Courier New', Courier, monospace; color: black; font-weight: normal; font-style: normal;}
+.source-xml li.li2 {font-weight: bold;}
+.source-xml .coMULTI {color: #808080; font-style: italic;}
+.source-xml .es0 {color: #000099; font-weight: bold;}
+.source-xml .br0 {color: #66cc66;}
+.source-xml .st0 {color: #ff0000;}
+.source-xml .nu0 {color: #cc66cc;}
+.source-xml .sc0 {color: #00bbdd;}
+.source-xml .sc1 {color: #ddbb00;}
+.source-xml .sc2 {color: #339933;}
+.source-xml .sc3 {color: #009900;}
+.source-xml .re0 {color: #000066;}
+.source-xml .re1 {font-weight: bold; color: black;}
+.source-xml .re2 {font-weight: bold; color: black;}
+
+/*]]>*/
+</style>
+<style type="text/css">/*<![CDATA[*/
+@import "/index.php?title=MediaWiki:Geshi.css&usemsgcache=yes&action=raw&ctype=text/css&smaxage=18000";
+/*]]>*/
+</style><link rel="stylesheet" type="text/css" href="Style_Guide.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Style_Guide">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Style_Guide">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Style_Guide">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Style_Guide">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Style_Guide&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Style_Guide&oldid=124148">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Style_Guide.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Style_Guide&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Style_Guide&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Style_Guide&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Style%20Guide"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Style Guide</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../SMILA.html" title="SMILA">SMILA</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Style_Guide.html#column-one">navigation</a>, <a href="Style_Guide.html#searchInput">search</a></div> <!-- start content -->
+ <p>This document gives the style conventions to be used in the <a href="../SMILA.html" title="SMILA">SMILA</a> Wiki. Please follow these guidelines on all SMILA Wiki pages to guarantee similar styles and conventions.
+</p>
+<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
+<ul>
+<li class="toclevel-1"><a href="Style_Guide.html#Language"><span class="tocnumber">1</span> <span class="toctext">Language</span></a></li>
+<li class="toclevel-1"><a href="Style_Guide.html#Pages"><span class="tocnumber">2</span> <span class="toctext">Pages</span></a></li>
+<li class="toclevel-1"><a href="Style_Guide.html#Headings"><span class="tocnumber">3</span> <span class="toctext">Headings</span></a></li>
+<li class="toclevel-1"><a href="Style_Guide.html#Terminology"><span class="tocnumber">4</span> <span class="toctext">Terminology</span></a></li>
+<li class="toclevel-1"><a href="Style_Guide.html#Examples"><span class="tocnumber">5</span> <span class="toctext">Examples</span></a></li>
+<li class="toclevel-1"><a href="Style_Guide.html#Images"><span class="tocnumber">6</span> <span class="toctext">Images</span></a></li>
+<li class="toclevel-1"><a href="Style_Guide.html#Conventions_of_formats"><span class="tocnumber">7</span> <span class="toctext">Conventions of formats</span></a></li>
+</ul>
+</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
+<a name="Language"></a><h2> <span class="mw-headline"> Language </span></h2>
+<p>Use American English.
+</p>
+<a name="Pages"></a><h2> <span class="mw-headline"> Pages </span></h2>
+<p>Guidelines for the page name:
+</p>
+<ul><li> Use a self-explanatory page name.
+</li><li> Separate words in the page name by underscores, e.g. "Development_Guidelines".
+</li><li> Do not use articles (the, a, an) or prepositions (to, for, from) in page names unless they are essential for understanding the context. Example: "Integrate_Components" is a better page name than "Integrate_a_Component_in_SMILA" in case your page is a general description of this topic but "How_to_Integrate_Components" is OK to indicate that your page contains a how-to tutorial.
+</li><li> Use title capitalization for page names.
+</li></ul>
+<p><br />
+Other guidelines referring to the page:
+</p>
+<ul><li> Provide a short description after the page heading that describes the contents of your page. Help the reader to quickly find out the main topic of your page.
+</li><li> Provide a table of contents where it is reasonable. This should be applied automatically to your page.
+</li><li> Tag your page with the SMILA category: <code>[[Category:SMILA]]</code>
+</li></ul>
+<a name="Headings"></a><h2> <span class="mw-headline"> Headings </span></h2>
+<p>Guidelines for headings:
+</p>
+<ul><li> Do not omit a heading level. As the page header is already at first-level, always start with second-level headings. Only use third-level headings if you have used second-level headings before.
+</li><li> Do not use title capitalization for headings, i.e. use uppercase letters for the first letter of the first word in a heading only. Subsequent words are only capitalized if they refer to a proper name.
+</li><li> Do not repeat the page name as a heading.
+</li></ul>
+<a name="Terminology"></a><h2> <span class="mw-headline"> Terminology </span></h2>
+<p>Use the spelling and capitalization of SMILA terms as shown on the <a href="Glossary.html" title="SMILA/Glossary">SMILA glossary</a>. If your term appears not on this page, add it to the glossary, and provide a description (if reasonable). Provide a link to the glossary entry on your page.
+</p>
+<a name="Examples"></a><h2> <span class="mw-headline"> Examples </span></h2>
+<p>Always provide a short description of your code example. Depending on the example one or two sentences might already be enough. However, the code example alone without a description might not be very helpful.
+</p>
+<a name="Images"></a><h2> <span class="mw-headline"> Images </span></h2>
+<p>The same as with examples (see above). Make sure to provide a short description.
+</p>
+<a name="Conventions_of_formats"></a><h2> <span class="mw-headline"> Conventions of formats </span></h2>
+<p>The following table describes how different text elements should be formatted. Please follow the conventions given.
+</p>
+<table border="1">
+
+<tr>
+<th style="width:20%"> Element
+</th><th style="width:40%"> Description
+</th><th style="width:40%"> Example
+</th></tr>
+<tr>
+<td> Properties
+</td><td> Use italics for properties, attributes, and parameters.
+</td><td> It converts the document's content defined by the <i>AttachmentContent</i> attribute and stores the plain text results in the <i>AttachmentText</i> attribute.
+</td></tr>
+<tr>
+<td> XML elements
+</td><td> Use monospace font for XML elements.
+</td><td> The <tt>Property</tt> element is used to define ...
+</td></tr>
+<tr>
+<td> Filenames
+</td><td> Use monospace font for filenames. If you refer to an environment variable use <tt>$varname</tt> as a reference to the variable. If you refer to the default installation directory, a user's home folder, or another typical folder use a notation in angle brackets to refer to this location in a file name. You will have to use the corresponding HTML entities to escape the angle brackets. Always use the "/" character in paths (not "\" as in Windows).
+</td><td> <tt>$SMILA_HOME/configuration/xyz</tt>
+<p><tt><your-home-directory>/dev/src/xyz</tt>
+</p>
+</td></tr>
+<tr>
+<td> Packages, classes, interfaces, ...
+</td><td> Use monospace font for packages, bundles, classes, interfaces and other code elements.
+</td><td> <tt>org.eclipse.smila.processing.pipelets.aperture</tt>
+</td></tr>
+<tr>
+<td> Source code
+</td><td> Use <a href="http://www.mediawiki.org/wiki/Extension:SyntaxHighlight_GeSHi" class="external text" title="http://www.mediawiki.org/wiki/Extension:SyntaxHighlight_GeSHi" rel="nofollow">syntax highlighting</a> where possible.
+</td><td> <div dir="ltr" style="text-align: left;"><pre class="source-xml"><span class="sc3"><span class="re1"><PipeletConfiguration</span> <span class="re0">xmlns</span>=<span class="st0">"http://www.eclipse.org/eilf/processor"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Property</span> <span class="re0">name</span>=<span class="st0">"AttachmentContent"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Value<span class="re2">></span></span></span>Content<span class="sc3"><span class="re1"></Value<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Property<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Property</span> <span class="re0">name</span>=<span class="st0">"AttachmentText"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Value<span class="re2">></span></span></span>Text<span class="sc3"><span class="re1"></Value<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Property<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"><Property</span> <span class="re0">name</span>=<span class="st0">"AttachmentMimeType"</span><span class="re2">></span></span>
+ <span class="sc3"><span class="re1"><Value<span class="re2">></span></span></span>MimeType<span class="sc3"><span class="re1"></Value<span class="re2">></span></span></span>
+ <span class="sc3"><span class="re1"></Property<span class="re2">></span></span></span>
+<span class="sc3"><span class="re1"></PipeletConfiguration<span class="re2">></span></span></span></pre></div>
+</td></tr>
+<tr>
+<td> Labels and UI names
+</td><td> Use italics for captions, labels, and the names of buttons, windows, options, and other UI elements.
+</td><td> Select the <i>Checkstyle</i> preference page and click the <i>New</i> button.
+</td></tr></table>
+
+<!--
+NewPP limit report
+Preprocessor node count: 20/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:16094-0!1!0!!en!2!edit=0 and timestamp 20120202171425 -->
+<div class="printfooter">
+Retrieved from "<a href="Style_Guide.html">http://wiki.eclipse.org/SMILA/Style_Guide</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 10:17, 17 October 2008 by <a href="http://wiki.eclipse.org/User:T.menzel.brox.de" title="User:T.menzel.brox.de">thomas menzel</a>. Based on work by <a href="http://wiki.eclipse.org/User:Daniel.stucky.empolis.com" title="User:Daniel.stucky.empolis.com">Daniel Stucky</a>.</p>
+ <p id="footerviews">This page has been accessed 4,381 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.066 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/TechPreviewJan2012_ETL.html b/documentation/1.0/wiki.eclipse.org/SMILA/TechPreviewJan2012_ETL.html
new file mode 100644
index 0000000..cc3a5b8
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/TechPreviewJan2012_ETL.html
@@ -0,0 +1,249 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/TechPreviewJan2012 ETL" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/TechPreviewJan2012 ETL - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/TechPreviewJan2012_ETL";
+var wgTitle = "SMILA/TechPreviewJan2012 ETL";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "35112";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "282392";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="TechPreviewJan2012_ETL.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_TechPreviewJan2012_ETL">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/TechPreviewJan2012_ETL">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/TechPreviewJan2012_ETL">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/TechPreviewJan2012_ETL">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/TechPreviewJan2012_ETL&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/TechPreviewJan2012_ETL&oldid=282392">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="TechPreviewJan2012_ETL.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/TechPreviewJan2012_ETL&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/TechPreviewJan2012_ETL&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/TechPreviewJan2012_ETL&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/TechPreviewJan2012%20ETL"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/TechPreviewJan2012 ETL</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../SMILA.html" title="SMILA">SMILA</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="TechPreviewJan2012_ETL.html#column-one">navigation</a>, <a href="TechPreviewJan2012_ETL.html#searchInput">search</a></div> <!-- start content -->
+ <a name="What_is_it_all_about"></a><h2> <span class="mw-headline"> What is it all about </span></h2>
+<p>In SMILA 1.0 will provide a dynamic scaling of data import. This webcast will provide you a short introduction to these new features:
+</p>
+<ul><li> What is dynamic scaling Data Import - and why do I need it?
+</li><li> Overview of changes in ETL
+</li><li> Timeline / using nightly builds
+</li></ul>
+<p><b>The webcast will be recorded and later put on the <a href="http://www.youtube.com/user/SMILAChannel/videos?view=pl" class="external text" title="http://www.youtube.com/user/SMILAChannel/videos?view=pl" rel="nofollow">SMILA YouTube Channel</a>.</b>
+</p><p><br />
+</p>
+<a name="Administrative_Issues"></a><h2> <span class="mw-headline"> Administrative Issues </span></h2>
+<ul><li> Date: 10.1.2012, 14:00-14:30
+</li><li> Audience: Data-Source Connector developer who want to know what will change.
+</li><li> How to register: <a href="mailto:bjoern.decker@attensity.com" class="external autonumber" title="mailto:bjoern.decker@attensity.com" rel="nofollow">[1]</a>: Subject: Register for Tech Preview
+</li></ul>
+
+<!--
+NewPP limit report
+Preprocessor node count: 3/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:35112-0!1!0!!en!2!edit=0 and timestamp 20120203003412 -->
+<div class="printfooter">
+Retrieved from "<a href="TechPreviewJan2012_ETL.html">http://wiki.eclipse.org/SMILA/TechPreviewJan2012_ETL</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 16:23, 15 December 2011 by <a href="http://wiki.eclipse.org/index.php?title=User:Bjoern.decker.attensity.com&action=edit" class="new" title="User:Bjoern.decker.attensity.com">Björn Decker</a>. </p>
+ <p id="footerviews">This page has been accessed 274 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.050 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Webinar.html b/documentation/1.0/wiki.eclipse.org/SMILA/Webinar.html
new file mode 100644
index 0000000..7708801
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Webinar.html
@@ -0,0 +1,253 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Webinar" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Webinar - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Webinar";
+var wgTitle = "SMILA/Webinar";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "26214";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286496";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Webinar.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Webinar">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Webinar">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Webinar">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Webinar">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Webinar&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Webinar&oldid=286496">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="Webinar.html"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Webinar&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Webinar&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Webinar&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Webinar"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Webinar</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../SMILA.html" title="SMILA">SMILA</a></span></div>
+ <div id="jump-to-nav">Jump to: <a href="Webinar.html#column-one">navigation</a>, <a href="Webinar.html#searchInput">search</a></div> <!-- start content -->
+ <p>
+</p>
+<a name="SMILA_Webinar-Reihe"></a><h2> <span class="mw-headline"> SMILA Webinar-Reihe </span></h2>
+<p>SMILA (Semantic Information Logistics Architecture) bietet Ihnen ein frei verfügbares , industriell eingesetztes Framework, um ihre semantische Applikationen skalier- und erweiterbar mit aktuellen Web-Standards zu implementieren. Durch SMILA konnten insbesondere im Rahmen von Theseus innovative Lösungen schnell und effizient entwickelt werden.
+</p><p><b>Die folgenden Webinare wurden Mitte 2009 gehalten und sind im <a href="http://www.youtube.com/user/SMILAChannel" class="external text" title="http://www.youtube.com/user/SMILAChannel" rel="nofollow">SMILA Channel</a> bei YouTube zu sehen.</b>
+</p><p><br />
+</p>
+<a name="SMILA_f.C3.BCr_Entscheidungstr.C3.A4ger_.280.2C5_h.29"></a><h2> <span class="mw-headline"> SMILA für Entscheidungsträger (0,5 h) </span></h2>
+<div class="thumb tleft"><div class="thumbinner" style="width:122px;"><a href="http://wiki.eclipse.org/Image:Ralph.Traphoener.jpg" class="image" title="Ralph Traphöner"><img alt="Ralph Traphöner" src="http://wiki.eclipse.org/images/7/7b/Ralph.Traphoener.jpg" width="120" height="150" border="0" class="thumbimage" /></a> <div class="thumbcaption"><div class="magnify"><a href="http://wiki.eclipse.org/Image:Ralph.Traphoener.jpg" class="internal" title="Enlarge"><img src="http://wiki.eclipse.org/skins/common/images/magnify-clip.png" width="15" height="11" alt="" /></a></div>Ralph Traphöner</div></div></div>
+<p><b>Was kann SMILA für meine Organisation tun?</b> Anhand konkreter <b>Einsatzbeispiele</b> wird diese Frage beantwortet. Dabei werden die Vorteile der Eclipse Public License für den industriellen Einsatz dargelegt. Nach diesem Webinar sind Sie in der Lage, mögliche Einsatzszenarien von SMILA zu bewerten.
+</p><p>Unternehmensgründer, Projektmanager und Forschungsleiter <b>Ralph Traphöner </b> ist Technology Evangelist für SMILA. Seit 1991 ist semantische Suche sein Themenfeld bei Attensity.
+</p><p><br />
+<br /><br />
+</p>
+<a name="SMILA_f.C3.BCr_Entwickler_.281h.29"></a><h2> <span class="mw-headline"> SMILA für Entwickler (1h) </span></h2>
+<div class="thumb tleft"><div class="thumbinner" style="width:152px;"><a href="http://wiki.eclipse.org/Image:Igor.png" class="image" title="Igor Novakovic"><img alt="Igor Novakovic" src="http://wiki.eclipse.org/images/thumb/b/b7/Igor.png/150px-Igor.png" width="150" height="150" border="0" class="thumbimage" /></a> <div class="thumbcaption"><div class="magnify"><a href="http://wiki.eclipse.org/Image:Igor.png" class="internal" title="Enlarge"><img src="http://wiki.eclipse.org/skins/common/images/magnify-clip.png" width="15" height="11" alt="" /></a></div>Igor Novakovic</div></div></div>
+<p><b>Wie entwickle ich Applikation mit SMILA?</b> Diese Frage wird anhand konkreter <b>Implementierungsbeispiele</b> erläutert. Dabei erhalten Sie auch einen Überblick über die umfangreiche Dokumentation zu SMILA. Nach diesem Webinar sind Sie in der Lage, selbst erste Applikationen in SMILA zu entwickeln.
+</p><p><b>Igor Novakovic</b> ist Co-Projektleiter von SMILA. Seit 2000 arbeitet er bei Attensity als Entwickler und Teamleiter an verschiedenen Java und C++ Projekten.
+</p><p><br /><br />
+</p>
+<!--
+NewPP limit report
+Preprocessor node count: 8/1000000
+Post-expand include size: 0/2097152 bytes
+Template argument size: 0/2097152 bytes
+#ifexist count: 0/100
+-->
+
+<!-- Saved in parser cache with key wikidb:pcache:idhash:26214-0!1!0!!en!2!edit=0 and timestamp 20120202154408 -->
+<div class="printfooter">
+Retrieved from "<a href="Webinar.html">http://wiki.eclipse.org/SMILA/Webinar</a>"</div>
+ <div id="catlinks"><p class='catlinks'><a href="http://wiki.eclipse.org/Special:Categories" title="Special:Categories">Category</a>: <span dir='ltr'><a href="http://wiki.eclipse.org/Category:SMILA" title="Category:SMILA">SMILA</a></span></p></div> <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 11:10, 25 January 2012 by <a href="http://wiki.eclipse.org/User:Andreas.schank.attensity.com" title="User:Andreas.schank.attensity.com">A. Schank</a>. Based on work by <a href="http://wiki.eclipse.org/index.php?title=User:Bjoern.decker.attensity.com&action=edit" class="new" title="User:Bjoern.decker.attensity.com">Björn Decker</a> and <a href="http://wiki.eclipse.org/User:Igor.novakovic.empolis.com" title="User:Igor.novakovic.empolis.com">Igor Novakovic</a>.</p>
+ <p id="footerviews">This page has been accessed 1,386 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.052 secs. --></body></html>
diff --git a/documentation/1.0/wiki.eclipse.org/SMILA/Workflow_Overview.html b/documentation/1.0/wiki.eclipse.org/SMILA/Workflow_Overview.html
new file mode 100644
index 0000000..af23761
--- /dev/null
+++ b/documentation/1.0/wiki.eclipse.org/SMILA/Workflow_Overview.html
@@ -0,0 +1,224 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" dir="ltr">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+ <meta name="keywords" content="SMILA/Default configuration workflow overview,SMILA/Documentation/Default configuration workflow overview" />
+ <link rel="shortcut icon" href="http://wiki.eclipse.org/SMILA/favicon.ico" />
+ <link rel="search" type="application/opensearchdescription+xml" href="http://wiki.eclipse.org/opensearch_desc.php" title="Eclipsepedia (English)" />
+<link rel="alternate" type="application/rss+xml" title="Eclipsepedia RSS Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=rss" />
+<link rel="alternate" type="application/atom+xml" title="Eclipsepedia Atom Feed" href="http://wiki.eclipse.org/index.php?title=Special:Recentchanges&feed=atom" />
+
+
+ <title>SMILA/Default configuration workflow overview - Eclipsepedia</title>
+
+ <style type="text/css" media="screen,projection">/*<![CDATA[*/ @import "/skins/eclipsenova/novaWide.css?116"; /*]]>*/</style>
+ <link rel="stylesheet" type="text/css" media="print" href="http://wiki.eclipse.org/skins/eclipsenova/eclipsenovaPrint.css?116" />
+ <link rel="stylesheet" type="text/css" media="handheld" href="http://wiki.eclipse.org/skins/eclipsenova/handheld.css?116" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/header.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/tabs.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/visual.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/layout.css" media="screen" />
+ <link rel="stylesheet" type="text/css" href="http://wiki.eclipse.org/skins/eclipsenova/Nova/css/footer.css" media="screen" />
+ <!--[if IE]><link rel="stylesheet" type="text/css" href="/skins/eclipsenova/IEpngfix.css" media="screen" /><![endif]-->
+ <!--[if lt IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE50Fixes.css?116";</style> <![endif]-->
+ <!--[if IE 5.5000]><style type="text/css">@import "/skins/eclipsenova/IE55Fixes.css?116";</style><![endif]-->
+ <!--[if IE 6]><style type="text/css">@import "/skins/eclipsenova/IE60Fixes.css?116";</style><![endif]-->
+ <!--[if IE 7]><style type="text/css">@import "/skins/eclipsenova/IE70Fixes.css?116";</style><![endif]-->
+ <!--[if lt IE 7]><script type="text/javascript" src="/skins/common/IEFixes.js?116"></script>
+ <meta http-equiv="imagetoolbar" content="no" /><![endif]-->
+ <script type= "text/javascript">/*<![CDATA[*/
+var skin = "eclipsenova";
+var stylepath = "/skins";
+var wgArticlePath = "/$1";
+var wgScriptPath = "";
+var wgScript = "/index.php";
+var wgServer = "http://wiki.eclipse.org";
+var wgCanonicalNamespace = "";
+var wgCanonicalSpecialPageName = false;
+var wgNamespaceNumber = 0;
+var wgPageName = "SMILA/Default_configuration_workflow_overview";
+var wgTitle = "SMILA/Default configuration workflow overview";
+var wgAction = "view";
+var wgRestrictionEdit = [];
+var wgRestrictionMove = [];
+var wgArticleId = "35527";
+var wgIsArticle = true;
+var wgUserName = null;
+var wgUserGroups = null;
+var wgUserLanguage = "en";
+var wgContentLanguage = "en";
+var wgBreakFrames = false;
+var wgCurRevisionId = "286144";
+var wgVersion = "1.12.0";
+var wgEnableAPI = true;
+var wgEnableWriteAPI = false;
+/*]]>*/</script>
+
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/wikibits.js?116"><!-- wikibits js --></script>
+
+<!-- Performance mods similar to those for bug 166401 -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/index.php?title=-&action=raw&gen=js&useskin=eclipsenova"><!-- site js --></script>
+
+ <!-- Head Scripts -->
+ <script type="text/javascript" src="http://wiki.eclipse.org/skins/common/ajax.js?116"></script>
+<link rel="stylesheet" type="text/css" href="Workflow_Overview.html" /> </head>
+<body class="mediawiki ns-0 ltr page-SMILA_Default_configuration_workflow_overview">
+ <div id="globalWrapper">
+
+
+ <div id="column-one">
+<!-- Eclipse Additions for the Top Nav start here M. Ward-->
+
+ <div id="header">
+ <div id="header-graphic">
+ <img src="http://wiki.eclipse.org/skins/eclipsenova/eclipse.png" alt="Eclipse Wiki">
+ </div>
+<!-- Pulled 101409 Mward -->
+
+ <div class="portlet" id="p-personal">
+ <div class="pBody">
+ <ul>
+ <li id="pt-login"><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Default_configuration_workflow_overview">Log in</a></li>
+ </ul>
+ </div>
+ </div>
+
+ <div id="header-icons">
+ <div id="sites">
+ <ul id="sitesUL">
+ <li><a href="http://www.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/eclipseIcon.png" width="28" height="28" alt="Eclipse Foundation" title="Eclipse Foundation" /><div>Eclipse Foundation</div></a></li>
+ <li><a href="http://marketplace.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/marketplace.png" width="28" height="28" alt="Eclipse Marketplace" title="Eclipse Marketplace" /><div>Eclipse Marketplace</div></a></li>
+ <li><a href="https://bugs.eclipse.org/bugs"><img src="http://dev.eclipse.org/custom_icons/system-search-bw.png" width="28" height="28" alt="Bugzilla" title="Bugzilla" /><div>Bugzilla</div></a></li>
+ <li><a href="http://live.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/audio-input-microphone-bw.png" width="28" height="28" alt="Live" title="Live" /><div>Eclipse Live</div></a></li>
+ <li><a href="http://planeteclipse.org"><img src="http://dev.eclipse.org/large_icons/devices/audio-card.png" width="28" height="28" alt="PlanetEclipse" title="Planet" /><div>Planet Eclipse</div></a></li>
+ <li><a href="http://portal.eclipse.org"><img src="http://dev.eclipse.org/custom_icons/preferences-system-network-proxy-bw.png" width="28" height="28" alt="Portal" title="Portal" /><div>My Foundation Portal</div></a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+<!-- NEW HEADER STUFF HERE -->
+ <div id="header-menu">
+ <div id="header-nav">
+ <ul> <li><a class="first_one" href="http://wiki.eclipse.org/" target="_self">Home</a></li> <li><a href="http://www.eclipse.org/downloads/" target="_self">Downloads</a></li>
+ <li><a href="http://www.eclipse.org/users/" target="_self">Users</a></li>
+ <li><a href="http://www.eclipse.org/membership/" target="_self">Members</a></li>
+ <li><a href="http://wiki.eclipse.org/index.php/Development_Resources" target="_self">Committers</a></li>
+ <li><a href="http://www.eclipse.org/resources/" target="_self">Resources</a></li>
+ <li><a href="http://www.eclipse.org/projects/" target="_self">Projects</a></li>
+ <li><a href="http://www.eclipse.org/org/" target="_self">About Us</a></li>
+ </ul>
+ </div>
+ <div id="header-utils">
+<!-- moved the search window here -->
+ <form action="http://wiki.eclipse.org/Special:Search" >
+ <input class="input" name="search" type="text" accesskey="f" value="" />
+ <input type='submit' onclick="this.submit();" name="go" id="searchGoButton" class="button" title="Go to a page with this exact name if one exists" value="Go" />
+ <input type='submit' onclick="this.submit();" name="fulltext" class="button" id="mw-searchButton" title="Search Eclipsepedia for this text" value="Search" />
+ </form>
+ </div>
+ </div>
+
+
+<!-- Eclipse Additions for the Header stop here -->
+<!-- Additions and mods for leftside nav Start here -->
+
+<!--Started nav rip here-->
+<!-- these are the nav controls main page, changes etc -->
+ <div id="novaContent" class="faux">
+ <div id="leftcol">
+ <ul id="leftnav">
+<!-- these are the page controls, edit history etc -->
+ <li class="separator"><a class="separator">Navigation   </li>
+ <li id="n-mainpage"><a href="http://wiki.eclipse.org/Main_Page">Main Page</a></li>
+ <li id="n-portal"><a href="http://wiki.eclipse.org/Eclipsepedia:Community_Portal">Community portal</a></li>
+ <li id="n-currentevents"><a href="http://wiki.eclipse.org/Eclipsepedia:Current_events">Current events</a></li>
+ <li id="n-recentchanges"><a href="http://wiki.eclipse.org/Special:Recentchanges">Recent changes</a></li>
+ <li id="n-randompage"><a href="http://wiki.eclipse.org/Special:Random">Random page</a></li>
+ <li id="n-help"><a href="http://wiki.eclipse.org/Help:Contents">Help</a></li>
+ <li class="separator"><a class="separator">Toolbox   </a></li>
+
+ <li id="t-whatlinkshere"><a href="http://wiki.eclipse.org/Special:Whatlinkshere/SMILA/Default_configuration_workflow_overview">What links here</a></li>
+ <li id="t-recentchangeslinked"><a href="http://wiki.eclipse.org/Special:Recentchangeslinked/SMILA/Default_configuration_workflow_overview">Related changes</a></li>
+ <!-- This is the toolbox section -->
+<li id="t-upload"><a href="http://wiki.eclipse.org/Special:Upload">Upload file</a></li>
+<li id="t-specialpages"><a href="http://wiki.eclipse.org/Special:Specialpages">Special pages</a></li>
+ <li id="t-print"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Default_configuration_workflow_overview&printable=yes">Printable version</a></li> <li id="t-permalink"><a href="http://wiki.eclipse.org/index.php?title=SMILA/Default_configuration_workflow_overview&oldid=286144">Permanent link</a></li> </ul>
+ </div>
+
+
+<!-- Additions and mods for leftside nav End here -->
+
+
+ <div id="column-content">
+ <div id="content">
+ <a name="top" id="top"></a>
+
+ <div id="tabs">
+ <ul class="primary">
+ <li class="active"><a href="http://wiki.eclipse.org/SMILA/Default_configuration_workflow_overview"><span class="tab">Page</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Talk:SMILA/Default_configuration_workflow_overview&action=edit"><span class="tab">Discussion</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Default_configuration_workflow_overview&action=edit"><span class="tab">View source</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=SMILA/Default_configuration_workflow_overview&action=history"><span class="tab">History</span></a></li>
+ <li><a href="http://wiki.eclipse.org/index.php?title=Special:Userlogin&returnto=SMILA/Default%20configuration%20workflow%20overview"><span class="tab">Edit</span></a></li>
+ </ul>
+ </div>
+
+
+ <script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
+ <h1 class="firstHeading">SMILA/Default configuration workflow overview</h1>
+ <div id="bodyContent">
+ <h3 id="siteSub">From Eclipsepedia</h3>
+ <div id="contentSub"><span class="subpages">< <a href="../SMILA.html" title="SMILA">SMILA</a></span>(Redirected from <a href="http://wiki.eclipse.org/index.php?title=SMILA/Workflow_Overview&redirect=no" title="SMILA/Workflow Overview">SMILA/Workflow Overview</a>)</div>
+ <div id="jump-to-nav">Jump to: <a href="Workflow_Overview.html#column-one">navigation</a>, <a href="Workflow_Overview.html#searchInput">search</a></div> <!-- start content -->
+ <img src="http://wiki.eclipse.org/skins/common/images/redirectltr.png" alt="#REDIRECT " /><span class="redirectText"><a href="Documentation/Default_configuration_workflow_overview.html" title="SMILA/Documentation/Default configuration workflow overview">SMILA/Documentation/Default configuration workflow overview</a></span><div class="printfooter">
+Retrieved from "<a href="http://wiki.eclipse.org/SMILA/Default_configuration_workflow_overview">http://wiki.eclipse.org/SMILA/Default_configuration_workflow_overview</a>"</div>
+ <!-- end content -->
+ <div class="visualClear"></div>
+ </div>
+ </div>
+
+
+ </div>
+
+
+ <!-- Yoink of toolbox for phoenix moved up -->
+
+
+ </div>
+ </div>
+ <div id="clearFooter"/>
+ <div id="footer" >
+ <ul id="footernav">
+ <li class="first"><a href="http://www.eclipse.org/">Home</a></li>
+ <li><a href="http://www.eclipse.org/legal/privacy.php">Privacy Policy</a></li>
+ <li><a href="http://www.eclipse.org/legal/termsofuse.php">Terms of Use</a></li>
+ <li><a href="http://www.eclipse.org/legal/copyright.php">Copyright Agent</a></li>
+ <li><a href="http://www.eclipse.org/org/foundation/contact.php">Contact</a></li>
+ <li><a href="http://wiki.eclipse.org/Eclipsepedia:About" title="Eclipsepedia:About">About Eclipsepedia</a></li>
+ </ul>
+ <span id="copyright">Copyright © 2012 The Eclipse Foundation. All Rights Reserved</span>
+ <p id="footercredit">This page was last modified 13:34, 24 January 2012 by <a href="http://wiki.eclipse.org/index.php?title=User:Juergen.schumacher.attensity.com&action=edit" class="new" title="User:Juergen.schumacher.attensity.com">Juergen Schumacher</a>. </p>
+ <p id="footerviews">This page has been accessed 11 times.</p>
+ </div>
+
+ <script type="text/javascript">
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+ </script>
+ <script type="text/javascript">
+ var pageTracker = _gat._getTracker("UA-910670-4");
+ pageTracker._trackPageview();
+ </script>
+
+
+
+
+
+
+
+<!-- <div class="visualClear"></div> -->
+
+ <script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
+</div>
+
+<!-- Served in 0.084 secs. --></body></html>
diff --git a/documentation/wiki.eclipse.org_1.0_2.2.2012.zip b/documentation/wiki.eclipse.org_1.0_2.2.2012.zip
new file mode 100644
index 0000000..3212fba
--- /dev/null
+++ b/documentation/wiki.eclipse.org_1.0_2.2.2012.zip
Binary files differ
diff --git a/documentation/wiki.sh b/documentation/wiki.sh
index ad64ec3..7296f30 100644
--- a/documentation/wiki.sh
+++ b/documentation/wiki.sh
@@ -11,4 +11,13 @@
#- Project team
#- SMILA pipelines and the BPEL Designer
#- Release_Work_Checklist
-#- SMILA/FREE BEER
\ No newline at end of file
+#- SMILA/FREE BEER
+
+
+# Usage:
+# 1. Make a new directory under C:\eclipse-SDK-3.5.0\ws\Website-smila\documentation with the version number
+# 2. cd C:\eclipse-SDK-3.5.0\ws\Website-smila\documentation\<Version_number>
+# 3. ..\wiki.sh (this script!)
+# 4. Clean-up the unwanted pages (robots.txt)
+# 5. Zip the folder (e.g. wiki.eclipse.org_0.9_27.10.2011.zip)
+# 6. Check into the CVS (both zip file and the whole unpacked directory)
\ No newline at end of file
