core/org.eclipse.smila.importing.crawler.feed.test/configuration/org.eclipse.smila.jobmanager/jobs.json

{
  "jobs":[
    {
      "name":"crawlRssFeed",
      "workflow":"crawlFeeds",
      "parameters":{
        "store":"records",
        "dataSource":"feeds",
        "feedUrls":"http://localhost:8700/feeds/eclipse-smila-news.rss",
        "mapping":{
          "itemContents":"Contents",
          "itemDescription":"Description",
          "itemTitle":"Title",
          "itemAuthors":"Authors",
          "itemPublishDate":"PublishDate",
          "itemUpdateDate":"UpdateDate",
          "itemUri":"URI",
          "itemLinks":"Links"
        }
      }
    },
    {
      "name":"crawlAtomFeed",
      "workflow":"crawlFeeds",
      "parameters":{
        "store":"records",
        "dataSource":"feeds",
        "feedUrls":"http://localhost:8700/feeds/twitter-smila-search.atom",
        "mapping":{
          "itemContents":"Contents",
          "itemDescription":"Description",
          "itemTitle":"Title",
          "itemAuthors":"Authors",
          "itemPublishDate":"PublishDate",
          "itemUpdateDate":"UpdateDate",
          "itemUri":"URI",
          "itemLinks":"Links"
        }
      }
    },
    {
      "name":"crawlManyFeeds",
      "workflow":"crawlFeeds",
      "parameters":{
        "store":"records",
        "dataSource":"feeds",
        "feedUrls":[
          "http://localhost:8700/feeds/eclipse-smila-news.rss",
          "http://localhost:8700/feeds/twitter-smila-search.atom",
          "http://localhost:8700/feeds/spiegel-nachrichten.rss",
          "http://localhost:8700/feeds/zeit-online.atom"
        ],
        "mapping":{
          "feedLinks":"FeedLinks",
          "itemContents":"Contents",
          "itemDescription":"Description",
          "itemTitle":"Title",
          "itemAuthors":"Authors",
          "itemPublishDate":"PublishDate",
          "itemUpdateDate":"UpdateDate",
          "itemUri":"URI",
          "itemLinks":"Links"
        }
      }
    },
    {
      "name":"crawlManyFeedsWithInvalidFeed",
      "workflow":"crawlFeeds",
      "parameters":{
        "store":"records",
        "dataSource":"feeds",
        "feedUrls":[
          "http://localhost:8700/feeds/eclipse-smila-news.rss",
          "http://localhost:8700/feeds/no-such-feed.rss"
        ],
        "mapping":{
          "feedLinks":"FeedLinks",
          "itemContents":"Contents",
          "itemDescription":"Description",
          "itemTitle":"Title",
          "itemAuthors":"Authors",
          "itemPublishDate":"PublishDate",
          "itemUpdateDate":"UpdateDate",
          "itemUri":"URI",
          "itemLinks":"Links"
        }
      }
    },
    {
      "name":"crawlInvalidFeedUrl",
      "workflow":"crawlFeeds",
      "parameters":{
        "store":"records",
        "dataSource":"feeds",
        "feedUrls":[
          "http://localhost:8700/feeds/no-such-feed.rss"
        ],
        "mapping":{
          "itemContents":"Contents",
          "itemDescription":"Description",
          "itemTitle":"Title",
          "itemAuthors":"Authors",
          "itemPublishDate":"PublishDate",
          "itemUpdateDate":"UpdateDate",
          "itemUri":"URI",
          "itemLinks":"Links"
        }
      }
    },
    {
      "name":"crawlAllProperties",
      "workflow":"crawlFeeds",
      "parameters":{
        "store":"records",
        "dataSource":"feeds",
        "feedUrls":[
          "http://localhost:8700/feeds/eclipse-smila-news.rss",
          "http://localhost:8700/feeds/twitter-smila-search.atom",
          "http://localhost:8700/feeds/spiegel-nachrichten.rss",
          "http://localhost:8700/feeds/zeit-online.atom"
        ],
        "mapping":{
          "feedSourceUrl":"FeedSourceUrl",
          "feedAuthors":"FeedAuthors",
          "feedCategories":"FeedCategories",
          "feedContributors":"FeedContributors",
          "feedCopyright":"FeedCopyright",
          "feedDescription":"FeedDescription",
          "feedEncoding":"FeedEncoding",
          "feedType":"FeedType",
          "feedImage":"FeedImage",
          "feedLanguage":"FeedLanguage",
          "feedLinks":"FeedLinks",
          "feedPublishDate":"FeedPublishDate",
          "feedTitle":"FeedTitle",
          "feedUri":"FeedUri",
          "itemAuthors":"Authors",
          "itemCategories":"Categories",
          "itemContents":"Contents",
          "itemContributors":"Contributors",
          "itemDescription":"Description",
          "itemEnclosures":"Enclosures",
          "itemLinks":"Links",
          "itemPublishDate":"PublishDate",
          "itemTitle":"Title",
          "itemUpdateDate":"UpdateDate",
          "itemUri":"URI"
        }
      }
    },
    {
      "name":"crawlInputSlot",
      "workflow":"bulkFeedCrawling",
      "parameters":{
        "store":"records",
        "tempStore":"temp",
        "dataSource":"feeds",
        "mapping":{
          "feedSourceUrl":"FeedSourceUrl",
          "feedAuthors":"FeedAuthors",
          "feedCategories":"FeedCategories",
          "feedContributors":"FeedContributors",
          "feedCopyright":"FeedCopyright",
          "feedDescription":"FeedDescription",
          "feedEncoding":"FeedEncoding",
          "feedType":"FeedType",
          "feedImage":"FeedImage",
          "feedLanguage":"FeedLanguage",
          "feedLinks":"FeedLinks",
          "feedPublishDate":"FeedPublishDate",
          "feedTitle":"FeedTitle",
          "feedUri":"FeedUri",
          "itemAuthors":"Authors",
          "itemCategories":"Categories",
          "itemContents":"Contents",
          "itemContributors":"Contributors",
          "itemDescription":"Description",
          "itemEnclosures":"Enclosures",
          "itemLinks":"Links",
          "itemPublishDate":"PublishDate",
          "itemTitle":"Title",
          "itemUpdateDate":"UpdateDate",
          "itemUri":"URI"
        }
      }
    },
    {
      "name":"crawlDeltaPropsDefault",
      "workflow":"bulkFeedCrawling",
      "parameters":{
        "store":"records",
        "tempStore":"temp",
        "dataSource":"feeds",
        "mapping":{
          "feedPublishDate":"FeedPublishDate",
          "itemAuthors":"Authors",
          "itemContents":"Contents",
          "itemDescription":"Description",
          "itemTitle":"Title",
          "itemUri":"URI"
        }
      }
    },
    {
      "name":"crawlDeltaPropsAll",
      "workflow":"bulkFeedCrawling",
      "parameters":{
        "store":"records",
        "tempStore":"temp",
        "dataSource":"feeds",
        "deltaProperties": ["feedPublishDate", "itemAuthors", "itemContents", "itemDescription", "itemTitle", "itemUri"],
        "mapping":{
          "feedPublishDate":"FeedPublishDate",
          "itemAuthors":"Authors",
          "itemContents":"Contents",
          "itemDescription":"Description",
          "itemTitle":"Title",
          "itemUri":"URI"
        }
      }
    },
    {
      "name":"crawlDeltaPropsContent",
      "workflow":"bulkFeedCrawling",
      "parameters":{
        "store":"records",
        "tempStore":"temp",
        "dataSource":"feeds",
        "deltaProperties": ["itemTitle"],
        "mapping":{
          "feedSourceUrl":"FeedSourceUrl",
          "feedAuthors":"FeedAuthors",
          "feedCategories":"FeedCategories",
          "feedContributors":"FeedContributors",
          "feedCopyright":"FeedCopyright",
          "feedDescription":"FeedDescription",
          "feedEncoding":"FeedEncoding",
          "feedType":"FeedType",
          "feedImage":"FeedImage",
          "feedLanguage":"FeedLanguage",
          "feedLinks":"FeedLinks",
          "feedPublishDate":"FeedPublishDate",
          "feedTitle":"FeedTitle",
          "itemAuthors":"Authors",
          "itemCategories":"Categories",
          "itemContents":"Contents",
          "itemContributors":"Contributors",
          "itemDescription":"Description",
          "itemEnclosures":"Enclosures",
          "itemLinks":"Links",
          "itemPublishDate":"PublishDate",
          "itemTitle":"Title",
          "itemUpdateDate":"UpdateDate",
          "itemUri":"URI"
        }
      }
    },   
    {
      "name":"crawlDeltaPropsNoValues",
      "workflow":"bulkFeedCrawling",
      "parameters":{
        "store":"records",
        "tempStore":"temp",
        "dataSource":"feeds",
        "deltaProperties": ["itemAuthors", "feedCategories"],
        "mapping":{
          "feedAuthors":"FeedAuthors",
          "feedCategories":"FeedCategories",
          "feedContributors":"FeedContributors",
          "feedCopyright":"FeedCopyright",
          "feedDescription":"FeedDescription",
          "feedEncoding":"FeedEncoding",
          "feedType":"FeedType",
          "feedImage":"FeedImage",
          "feedLanguage":"FeedLanguage",
          "feedLinks":"FeedLinks",
          "feedPublishDate":"FeedPublishDate",
          "feedTitle":"FeedTitle",
          "itemAuthors":"Authors",
          "itemCategories":"Categories",
          "itemContents":"Contents",
          "itemContributors":"Contributors",
          "itemDescription":"Description",
          "itemEnclosures":"Enclosures",
          "itemLinks":"Links",
          "itemPublishDate":"PublishDate",
          "itemTitle":"Title",
          "itemUpdateDate":"UpdateDate",
          "itemUri":"URI"
        }
      }
    }
  ]
}