http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/367d45ff/src/site/custom/project-info-report.properties ---------------------------------------------------------------------- diff --git a/src/site/custom/project-info-report.properties b/src/site/custom/project-info-report.properties new file mode 100644 index 0000000..49033c8 --- /dev/null +++ b/src/site/custom/project-info-report.properties @@ -0,0 +1,299 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + +report.ci-management.jenkins.intro = This project uses {Jenkins, http://jenkins-ci.org/}. +report.ci-management.name = CI Management +report.ci-management.nocim = No continuous integration management system is defined. Please check back at a later date. +report.ci-management.notifiers.column.address = Address +report.ci-management.notifiers.column.configuration = Configuration +report.ci-management.notifiers.column.type = Type +report.ci-management.notifiers.intro = Configuration for notifying developers/users when a build is unsuccessful, including user information and notification mode. +report.ci-management.notifiers.nolist = No notifiers are defined. Please check back at a later date. +report.ci-management.notifiers.title = Notifiers +report.ci-management.nourl = No url to the continuous integration system is defined. +report.ci-management.overview.title = Overview +report.ci-management.title = CI Management Yo +report.ci-management.url = The following is a link to the continuous integration system used by the project, yo: +report.dependencies.column.artifactId = ArtifactId +report.dependencies.column.classifier = Classifier +report.dependencies.column.description = Description +report.dependencies.column.groupId = GroupId +report.dependencies.column.licenses = Licenses +report.dependencies.column.optional = Optional +report.dependencies.column.isOptional = Yes +report.dependencies.column.isNotOptional = No +report.dependencies.column.type = Type +report.dependencies.column.url = URL +report.dependencies.column.version = Version +report.dependencies.description = This document lists the project's dependencies and provides information on each dependency. +report.dependencies.file.details.cell.debuginformation.yes = Yes +report.dependencies.file.details.cell.debuginformation.no = No +report.dependencies.file.details.cell.sealed.yes = Yes +report.dependencies.file.details.cell.sealed.no = No +report.dependencies.file.details.column.classes = Classes +report.dependencies.file.details.column.debuginformation = Debug Information +report.dependencies.file.details.column.entries = Entries +report.dependencies.file.details.column.file = Filename +report.dependencies.file.details.column.javaVersion = Java Version +report.dependencies.file.details.column.packages = Packages +report.dependencies.file.details.column.sealed = Sealed +report.dependencies.file.details.column.size = Size +report.dependencies.file.details.column.size.gb = GB +report.dependencies.file.details.column.size.mb = MB +report.dependencies.file.details.column.size.kb = kB +report.dependencies.file.details.columntitle.debuginformation = Indicates whether these dependencies have been compiled with debug information. +report.dependencies.file.details.title = Dependency File Details +report.dependencies.file.details.total = Total +report.dependencies.graph.icon.close = [Close] +report.dependencies.graph.icon.information = [Information] +report.dependencies.graph.tables.licenses = Licenses +report.dependencies.graph.tables.unknown = Unknown +report.dependencies.graph.title = Project Dependency Graph +report.dependencies.graph.tree.title = Dependency Tree +report.dependencies.intro.compile = The following is a list of compile dependencies for this project. These dependencies are required to compile and run the application: +report.dependencies.intro.provided = The following is a list of provided dependencies for this project. These dependencies are required to compile the application, but should be provided by default when using the library: +report.dependencies.intro.runtime = The following is a list of runtime dependencies for this project. These dependencies are required to run the application: +report.dependencies.intro.system = The following is a list of system dependencies for this project. These dependencies are required to compile the application: +report.dependencies.intro.test = The following is a list of test dependencies for this project. These dependencies are only required to compile and run unit tests for the application: +report.dependencies.name = Dependencies +report.dependencies.nolist = There are no dependencies for this project. It is a standalone application that does not depend on any other project. +report.dependencies.repo.locations.artifact.breakdown = Repository locations for each of the Dependencies. +report.dependencies.repo.locations.cell.release.disabled = No +report.dependencies.repo.locations.cell.release.enabled = Yes +report.dependencies.repo.locations.cell.snapshot.disabled = No +report.dependencies.repo.locations.cell.snapshot.enabled = Yes +report.dependencies.repo.locations.cell.blacklisted.disabled = No +report.dependencies.repo.locations.cell.blacklisted.enabled = Yes +report.dependencies.repo.locations.column.artifact = Artifact +report.dependencies.repo.locations.column.blacklisted = Blacklisted +report.dependencies.repo.locations.column.release = Release +report.dependencies.repo.locations.column.repoid = Repo ID +report.dependencies.repo.locations.column.snapshot = Snapshot +report.dependencies.repo.locations.column.url = URL +report.dependencies.repo.locations.title = Dependency Repository Locations +report.dependencies.title = Project Dependencies +report.dependencies.unnamed = Unnamed +report.dependencies.transitive.intro = The following is a list of transitive dependencies for this project. Transitive dependencies are the dependencies of the project dependencies. +report.dependencies.transitive.nolist = No transitive dependencies are required for this project. +report.dependencies.transitive.title = Project Transitive Dependencies +report.dependency-convergence.convergence.caption = Dependencies used in modules +report.dependency-convergence.convergence.single.caption = Dependencies used in this project +report.dependency-convergence.description = This document presents the convergence of dependency versions across the entire project, and its sub modules. +report.dependency-convergence.icon.error = [Error] +report.dependency-convergence.icon.success = [Success] +report.dependency-convergence.legend = Legend: +report.dependency-convergence.legend.different = At least one dependency has a differing version of the dependency or has SNAPSHOT dependencies. +report.dependency-convergence.legend.shared = All modules/dependencies share one version of the dependency. +report.dependency-convergence.name = Dependency Convergence +report.dependency-convergence.reactor.name = Reactor Dependency Convergence +report.dependency-convergence.reactor.title = Reactor Dependency Convergence +report.dependency-convergence.stats.artifacts = Number of unique artifacts (NOA): +report.dependency-convergence.stats.caption = Statistics: +report.dependency-convergence.stats.convergence = Convergence (NOD/NOA): +report.dependency-convergence.stats.dependencies = Number of dependencies (NOD): +report.dependency-convergence.stats.readyrelease = Ready for release (100% convergence and no SNAPSHOTS): +report.dependency-convergence.stats.readyrelease.error = Error +report.dependency-convergence.stats.readyrelease.error.convergence = You do not have 100% convergence. +report.dependency-convergence.stats.readyrelease.error.snapshots = You have SNAPSHOT dependencies. +report.dependency-convergence.stats.readyrelease.success = Success +report.dependency-convergence.stats.conflicting = Number of version-conflicting artifacts (NOC): +report.dependency-convergence.stats.snapshots = Number of SNAPSHOT artifacts (NOS): +report.dependency-convergence.stats.modules = Number of modules: +report.dependency-convergence.title = Dependency Convergence +report.dependency-info.name = Dependency Information +report.dependency-info.title = Dependency Information +report.dependency-info.description = This document describes how to to include this project as a dependency using various dependency management tools. +report.index.nodescription = There is currently no description associated with this project. +report.index.title = About +report.issue-management.bugzilla.intro = This project uses {Bugzilla, http://www.bugzilla.org/}. +report.issue-management.custom.intro = This project uses %issueManagementSystem% to manage its issues. +report.issue-management.description = This document provides information on the issue management system used in this project. +report.issue-management.general.intro = This project uses an issue management system to manage its issues. +report.issue-management.intro = Issues, bugs, and feature requests should be submitted to the following issue management system for this project. +report.issue-management.jira.intro = This project uses {JIRA, http://www.atlassian.com/software/jira}. +report.issue-management.name = Issue Management +report.issue-management.noissueManagement = No issue management system is defined. Please check back at a later date. +report.issue-management.overview.title = Overview +report.issue-management.scarab.intro = This project uses {Scarab, http://scarab.tigris.org/}. +report.issue-management.title = Issue Management +report.licenses.description = This document lists the project license(s). +report.licenses.multiple = This project is provided under multiple licenses: +report.licenses.name = Licenses +report.licenses.nolicense = No licenses are defined for this project. +report.licenses.overview.intro = Typically the licenses listed for the project are that of the project itself, and not of dependencies. +report.licenses.overview.title = Overview +report.licenses.originalText = [Original text] +report.licenses.copy = Copy of the license follows: +report.licenses.title = Project Licenses +report.licenses.unnamed = Unnamed +report.mailing-lists.column.archive = Archive +report.mailing-lists.column.name = Name +report.mailing-lists.column.otherArchives = Other Archives +report.mailing-lists.column.post = Post +report.mailing-lists.column.subscribe = Subscribe +report.mailing-lists.column.unsubscribe = Unsubscribe +report.mailing-lists.description = This document provides subscription and archive information for this project's mailing lists. +report.mailing-lists.intro = These are the mailing lists that have been established for this project. For each list, there is a subscribe, unsubscribe, and an archive link. +report.mailing-lists.name = Mailing Lists +report.mailing-lists.nolist = There are no mailing lists currently associated with this project. +report.mailing-lists.title = Project Mailing Lists +report.scm.accessbehindfirewall.cvs.intro = For those developers who are stuck behind a corporate firewall, {CVSGrab, http://cvsgrab.sourceforge.net/} can use the viewcvs web interface to checkout the source code. +report.scm.accessbehindfirewall.general.intro = Refer to the documentation of the SCM used for more information about access behind a firewall. +report.scm.accessbehindfirewall.svn.intro = For those users who are stuck behind a corporate firewall which is blocking HTTP access to the Subversion repository, you can try to access it via the developer connection: +report.scm.accessbehindfirewall.title = Access from Behind a Firewall +report.scm.accessthroughtproxy.svn.intro1 = The Subversion client can go through a proxy, if you configure it to do so. First, edit your "servers" configuration file to indicate which proxy to use. The file's location depends on your operating system. On Linux or Unix it is located in the directory "~/.subversion". On Windows it is in "%APPDATA%\\Subversion". (Try "echo %APPDATA%", note this is a hidden directory.) +report.scm.accessthroughtproxy.svn.intro2 = There are comments in the file explaining what to do. If you don't have that file, get the latest Subversion client and run any command; this will cause the configuration directory and template files to be created. +report.scm.accessthroughtproxy.svn.intro3 = Example: Edit the 'servers' file and add something like: +report.scm.accessthroughtproxy.title = Access Through a Proxy +report.scm.anonymousaccess.cvs.intro = This project's CVS repository can be checked out through anonymous CVS with the following instruction set. When prompted for a password for anonymous, simply press the Enter key. +report.scm.anonymousaccess.general.intro = Refer to the documentation of the SCM used for more information about anonymously check out. The connection url is: +report.scm.anonymousaccess.git.intro = The source can be checked out anonymously from Git with this command (See {http://git-scm.com/docs/git-clone,http://git-scm.com/docs/git-clone}): +report.scm.anonymousaccess.hg.intro = The source can be checked out anonymously from Mercurial with this command (See {http://www.selenic.com/mercurial/hg.1.html#clone,http://www.selenic.com/mercurial/hg.1.html#clone}): +report.scm.anonymousaccess.svn.intro = The source can be checked out anonymously from Subversion with this command: +report.scm.anonymousaccess.title = Anonymous Access +report.scm.clearcase.intro = This project uses {ClearCase, http://www-306.ibm.com/software/awdtools/clearcase/} to manage its source code. Informations on ClearCase use can be found at {http://www.redbooks.ibm.com/redbooks/pdfs/sg246399.pdf, http://www.redbooks.ibm.com/redbooks/pdfs/sg246399.pdf}. +report.scm.cvs.intro = This project uses {Concurrent Versions System, http://www.cvshome.org/} to manage its source code. Instructions on CVS use can be found at {http://cvsbook.red-bean.com/, http://cvsbook.red-bean.com/}. +report.scm.description = This document lists ways to access the online source repository. +report.scm.devaccess.clearcase.intro = Only project developers can access the ClearCase tree via this method. Substitute username with the proper value. +report.scm.devaccess.cvs.intro = Only project developers can access the CVS tree via this method. Substitute username with the proper value. +report.scm.devaccess.general.intro = Refer to the documentation of the SCM used for more information about developer check out. The connection url is: +report.scm.devaccess.git.intro = Only project developers can access the Git tree via this method (See {http://git-scm.com/docs/git-clone,http://git-scm.com/docs/git-clone}). +report.scm.devaccess.hg.intro = Only project developers can access the Mercurial tree via this method (See {http://www.selenic.com/mercurial/hg.1.html#clone,http://www.selenic.com/mercurial/hg.1.html#clone}). +report.scm.devaccess.perforce.intro = Only project developers can access the Perforce tree via this method. Substitute username and password with the proper values. +report.scm.devaccess.starteam.intro = Only project developers can access the Starteam tree via this method. Substitute username with the proper value. +report.scm.devaccess.svn.intro1.https = Everyone can access the Subversion repository via HTTP, but committers must checkout the Subversion repository via HTTPS. +report.scm.devaccess.svn.intro1.other = Committers must checkout the Subversion repository. +report.scm.devaccess.svn.intro1.svn = Committers must checkout the Subversion repository via SVN. +report.scm.devaccess.svn.intro1.svnssh = Committers must checkout the Subversion repository via SVN+SSH. +report.scm.devaccess.svn.intro2 = To commit changes to the repository, execute the following command to commit your changes (svn will prompt you for your password): +report.scm.devaccess.title = Developer Access +report.scm.general.intro = This project uses a source code management system to manage its source code. +report.scm.name = Source Code Management +report.scm.noscm = No source configuration management system is defined. Please check back at a later date. +report.scm.overview.title = Overview +report.scm.git.intro = This project uses {Git, http://git-scm.com/} to manage its source code. Instructions on Git use can be found at {http://git-scm.com/documentation,http://git-scm.com/documentation}. +report.scm.hg.intro = This project uses {Mercurial, http://mercurial.selenic.com/wiki/} to manage its source code. Instructions on Mercurial use can be found at {http://hgbook.red-bean.com/read/, http://hgbook.red-bean.com/read/}. +report.scm.perforce.intro = This project uses {Perforce, http://www.perforce.com/} to manage its source code. Instructions on Perforce use can be found at {http://www.perforce.com/perforce/doc.051/manuals/cmdref/index.html, http://www.perforce.com/perforce/doc.051/manuals/cmdref/index.html}. +report.scm.starteam.intro = This project uses {Starteam, http://www.borland.com/us/products/starteam/} to manage its source code. +report.scm.svn.intro = This project uses {Subversion, http://subversion.apache.org/} to manage its source code. Instructions on Subversion use can be found at {http://svnbook.red-bean.com/, http://svnbook.red-bean.com/}. +report.scm.title = Source Code Management +report.scm.webaccess.nourl = There is no browsable version of the source code repository listed for this project. Please check back again later. +report.scm.webaccess.title = Web Browser Access +report.scm.webaccess.url = The following is a link to a browsable version of the source repository: +report.summary.build.artifactid = ArtifactId +report.summary.build.groupid = GroupId +report.summary.build.javaVersion = Java Version +report.summary.build.title = Build Information +report.summary.build.type = Type +report.summary.build.version = Version +report.summary.description = This document lists other related information of this project +report.summary.field = Field +report.summary.general.description = Description +report.summary.general.homepage = Homepage +report.summary.general.name = Name +report.summary.general.title = Project Information +report.summary.name = Summary +report.summary.organization.name = Name +report.summary.organization.title = Project Organization +report.summary.organization.url = URL +report.summary.noorganization = This project does not belong to an organization. +report.summary.title = Project Summary +report.summary.value = Value +report.summary.download = Download +report.team.contributors.actualtime = Actual Time (GMT) +report.team.contributors.email = Email +report.team.contributors.intro = The following additional people have contributed to this project through the way of suggestions, patches or documentation. +report.team.contributors.image = Image +report.team.contributors.name = Name +report.team.contributors.organization = Organization +report.team.contributors.organizationurl = Organization URL +report.team.contributors.properties = Properties +report.team.contributors.roles = Roles +report.team.contributors.timezone = Time Zone +report.team.contributors.title = Contributors +report.team.contributors.url = URL +report.team.description = This document provides information on the members of this project. These are the individuals who have contributed to the project in one form or another. +report.team.developers.actualtime = Actual Time (GMT) +report.team.developers.email = Email +report.team.developers.image = Image +report.team.developers.id = Id +report.team.developers.intro = The following is a list of developers with commit privileges that have directly contributed to the project in one way or another. +report.team.developers.name = Name +report.team.developers.organization = Organization +report.team.developers.organizationurl = Organization URL +report.team.developers.properties = Properties +report.team.developers.roles = Roles +report.team.developers.timezone = Time Zone +report.team.developers.title = Members +report.team.developers.url = URL +report.team.intro.description1 = A successful project requires many people to play many roles. Some members write code or documentation, while others are valuable as testers, submitting patches and suggestions. +report.team.intro.description2 = The project team is comprised of Members and Contributors. Members have direct access to the source of a project and actively evolve the code-base. Contributors improve the project through submission of patches and suggestions to the Members. The number of Contributors to the project is unbounded. Get involved today. All contributions to the project are greatly appreciated. +report.team.intro.title = Project Team +report.team.name = Team +report.team.nocontributor = There are no contributors listed for this project. Please check back again later. +report.team.nodeveloper = There are no developers working on this project. +report.team.title = Project Team +report.dependency-management.name = Dependency Management +report.dependency-management.description = This document lists the dependencies that are defined through dependencyManagement. +report.dependency-management.title = Project Dependency Management +report.dependency-management.nolist = There are no dependencies in the DependencyManagement of this project. +report.dependency-management.column.groupId = GroupId +report.dependency-management.column.artifactId = ArtifactId +report.dependency-management.column.version = Version +report.dependency-management.column.classifier = Classifier +report.dependency-management.column.type = Type +report.dependency-management.column.license = License +report.dependency-management.intro.compile = The following is a list of compile dependencies in the DependencyManagement of this project. These dependencies are used widely across many streams modules: +report.dependency-management.intro.provided = The following is a list of provided dependencies in the DependencyManagement of this project. These dependencies can be included in the submodules to compile the submodule, but should be provided by default when using the library: +report.dependency-management.intro.runtime = The following is a list of runtime dependencies in the DependencyManagement of this project. These dependencies can be included in the submodules to run the submodule: +report.dependency-management.intro.system = The following is a list of system dependencies in the DependencyManagement of this project. These dependencies can be included in the submodules to compile the submodule: +report.dependency-management.intro.test = The following is a list of test dependencies in the DependencyManagement of this project. These dependencies can be included in the submodules to compile and run unit tests for the submodule: +report.plugin-management.nolist = There are no plugins defined in the PluginManagement part of this project. +report.plugin-management.name = Plugin Management +report.plugin-management.description = This document lists the plugins that are defined through pluginManagement. +report.plugin-management.title = Project Plugin Management +report.plugins.name = Plugins +report.plugins.description = This document lists the build plugins and the report plugins used by this project. +report.plugins.title = Project Plugins +report.plugins.build.title = Project Build Plugins +report.plugins.report.title = Project Report Plugins +report.plugins.nolist = There are no plugins defined in the Build part of this project. +report.plugins.report.nolist = There are no plugins reports defined in the Reporting part of this project. +report.modules.nolist = There are no modules declared in this project. +report.modules.name = Project Modules +report.modules.description = This document lists the modules (sub-projects) of this project. +report.modules.title = Project Modules +report.modules.intro = This project has declared the following modules: +report.modules.header.name = Name +report.modules.header.description = Description +report.distribution-management.name = Distribution Management +report.distribution-management.description = This document provides informations on the distribution management of this project. +report.distribution-management.title = Project Distribution Management +report.distribution-management.nodistributionmanagement = No distribution management is defined for this project. +report.distribution-management.overview.title = Overview +report.distribution-management.overview.intro = The following is the distribution management information used by this project. +report.distribution-management.downloadURL = Download URL +report.distribution-management.repository = Repository +report.distribution-management.snapshotRepository = Snapshot Repository +report.distribution-management.site = Site +report.distribution-management.relocation = Relocation +report.distribution-management.field = Field +report.distribution-management.value = Value +report.distribution-management.relocation.groupid = GroupId +report.distribution-management.relocation.artifactid = ArtifactId +report.distribution-management.relocation.version = Version +report.distribution-management.relocation.message = Message
http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/367d45ff/src/site/markdown/architecture.md ---------------------------------------------------------------------- diff --git a/src/site/markdown/architecture.md b/src/site/markdown/architecture.md new file mode 100644 index 0000000..0921b8d --- /dev/null +++ b/src/site/markdown/architecture.md @@ -0,0 +1,35 @@ +## Architecture + +Apache Streams consists of a loosely coupled set of modules with specific capabilities, such as: + + - collecting data. + - transforming or filter data + - storing and retrieving documents and metadata from databases + - binding streams components to other systems + - facilitating starting and stopping of streams. + + + +#### Modules + +Each module has it's own POM and dependency tree. Each stream deployment needs to import only the modules it needs for what it wants to do. + +#### Schemas + +Streams also contains libraries and patterns for specifying document schemas, converting documents to and from ActivityStreams format, and generating source and resource files for binding to data objects in those formats. + +#### Pipelines + +A Pipeline is a set of collection, processing, and storage components structured in a directed graph (cycles may be permitted) which is packaged, deployed, started, and stopped together. + +#### Runtimes + +A Runtime is a module containing bindings that help setup and run a pipeline. Runtimes may submit pipeline binaries to an existing cluster, or may launch the process(es) to execute the stream directly. + +### Example + +A standard usage of Apache Streams is to collect, normalize, and archive activity across multiple networks. + + + +###### Licensed under Apache License 2.0 - http://www.apache.org/licenses/LICENSE-2.0 http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/367d45ff/src/site/markdown/changelog.md ---------------------------------------------------------------------- diff --git a/src/site/markdown/changelog.md b/src/site/markdown/changelog.md new file mode 100644 index 0000000..327b582 --- /dev/null +++ b/src/site/markdown/changelog.md @@ -0,0 +1,560 @@ +Apache Streams (incubating) +Licensed under Apache License 2.0 - http://www.apache.org/licenses/LICENSE-2.0 +-------------------------------------------------------------------------------- + + Release Notes - Streams - Version 0.4 + +<h2> Sub-task +</h2> +<ul> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-121'>STREAMS-121</a>] - InstagramTimelineProvider +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-217'>STREAMS-217</a>] - Delete unneeded Configurator classes +</li> +</ul> + +<h2> Bug +</h2> +<ul> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-73'>STREAMS-73</a>] - Interfaces +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-132'>STREAMS-132</a>] - RegexUtils does not ensure that content is non-null +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-151'>STREAMS-151</a>] - Refactor Facebook Provider to have continuous AND finite mode +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-159'>STREAMS-159</a>] - Add facebook page feed provider +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-177'>STREAMS-177</a>] - new NPE in LinkResolver causing surefire to fail +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-258'>STREAMS-258</a>] - Prevent signing of .asc, .m5, and .sha1 artifacts +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-391'>STREAMS-391</a>] - streams-provider-dropwizard exceptions in test logs +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-405'>STREAMS-405</a>] - Link to src/site/markdown/index.md in README.md is broken +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-407'>STREAMS-407</a>] - add DateTimeSerializers for formats safely, don't crash if invalid +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-414'>STREAMS-414</a>] - Incorrect Documentation +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-436'>STREAMS-436</a>] - Put a timeout on all Provider Integration Tests +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-437'>STREAMS-437</a>] - DatumFromMetadataProcessorIT failing during 0.4 release +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-446'>STREAMS-446</a>] - RAT check fails in prep for 0.4-incubating release +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-447'>STREAMS-447</a>] - Scala-plugin failures in prep for 0.4-incubating release +</li> +</ul> + +<h2> Improvement +</h2> +<ul> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-127'>STREAMS-127</a>] - JsonSchema Replication in Datasift provider +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-160'>STREAMS-160</a>] - Embed original source provider pojos inside datasift pojos if possible +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-186'>STREAMS-186</a>] - Platform-level 'detectConfiguration' +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-399'>STREAMS-399</a>] - Add any missing fields to tweet.json +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-400'>STREAMS-400</a>] - streams-persist-elasticsearch : bump to version 2.x +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-403'>STREAMS-403</a>] - Ensure all providers function stand-alone +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-404'>STREAMS-404</a>] - Integration Test for FsElasticsearchIndex +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-411'>STREAMS-411</a>] - ability (and instructions on how) to run providers directly from console +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-413'>STREAMS-413</a>] - Update dependency and plugin versions - Q4 2016 +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-425'>STREAMS-425</a>] - better tracking completion in multi-threaded providers +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-426'>STREAMS-426</a>] - streams-persist-mongo : test with docker +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-427'>STREAMS-427</a>] - Support any jackson-compatible class as valid input to base converters and provider converters +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-428'>STREAMS-428</a>] - Update example markdown on website +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-429'>STREAMS-429</a>] - fix failing tests in streams-plugins +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-430'>STREAMS-430</a>] - update jenkins to run advanced integration testing +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-431'>STREAMS-431</a>] - Remove streams.util.RegexUtils +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-432'>STREAMS-432</a>] - Update to Java 8 +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-433'>STREAMS-433</a>] - Upgrade maven and jenkins to build with jdk8 +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-434'>STREAMS-434</a>] - Delete CustomDateTimeFormat which is not used anywhere +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-435'>STREAMS-435</a>] - remove incubator-streams-master-pom.xml +</li> +</ul> + +<h2> New Feature +</h2> +<ul> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-213'>STREAMS-213</a>] - Publish jsonschemas to a web-accessible URL when jenkins builds snapshot and releases +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-389'>STREAMS-389</a>] - Support generation of scala source from jsonschemas +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-398'>STREAMS-398</a>] - Support generation of hive table definitions from jsonschema +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-418'>STREAMS-418</a>] - Flink twitter example(s) +</li> +</ul> + +<h2> Story +</h2> +<ul> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-51'>STREAMS-51</a>] - Complete, test, and document tika processor +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-297'>STREAMS-297</a>] - Create RssLinkProvider +</li> +</ul> + +<h2> Task +</h2> +<ul> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-203'>STREAMS-203</a>] - Update GooglePlus TypeConverter to handle Post Activities +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-316'>STREAMS-316</a>] - add âapacheâ to the artifact name +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-408'>STREAMS-408</a>] - Check package names and run instructions of modules in streams-examples/local +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-409'>STREAMS-409</a>] - the copyright year in the NOTICE files need to be updated for 2016. +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-410'>STREAMS-410</a>] - Delete any modules which have been removed from reactor from master branch +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-416'>STREAMS-416</a>] - Delete defunct or not-implemented provider modules +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-417'>STREAMS-417</a>] - Collect example AS 2.0 object and activity documents to use in test cases +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-419'>STREAMS-419</a>] - reboot: cleanup git branches and tags +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-421'>STREAMS-421</a>] - Delete defunct or not-implemented runtime modules +</li> +</ul> + +<h2> Test +</h2> +<ul> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-415'>STREAMS-415</a>] - Proof of concept integration test that pulls actual data from generator +</li> +</ul> + + Release Notes - Streams - Version 0.3 + +<h2> Sub-task +</h2> +<ul> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-122'>STREAMS-122</a>] - Build appropriate serializer classes +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-198'>STREAMS-198</a>] - Deprecate DatumCountable +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-231'>STREAMS-231</a>] - Basic Neo4j graph persistence +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-310'>STREAMS-310</a>] - incubator-streams-examples rat plugin +</li> +</ul> + +<h2> Bug +</h2> +<ul> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-158'>STREAMS-158</a>] - Sysomos Processor exceptions result in failed processor thread +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-220'>STREAMS-220</a>] - FacebookPostSerializer is broken +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-223'>STREAMS-223</a>] - streams-monitoring exception when streamConfig not set +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-227'>STREAMS-227</a>] - Array out of bounds Exception running FacebookTypeConverter +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-229'>STREAMS-229</a>] - GooglePlus TypeConverter needs to be able to accommodate String datums +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-230'>STREAMS-230</a>] - Broadcast Monitor doesn't start in all cases +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-236'>STREAMS-236</a>] - AbstractRegexExtensionExtractor should not allow duplicate entities +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-260'>STREAMS-260</a>] - FacebookPageFeedDataCollector should handle backoff strategy correctly +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-264'>STREAMS-264</a>] - LinkExpansion Tests are depending on (non-existent) external resources +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-311'>STREAMS-311</a>] - TwitterUserInformationProvider stalls with > 20 items provided +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-337'>STREAMS-337</a>] - WebHdfsPersistReader/Writer should allow user-specified file encoding +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-338'>STREAMS-338</a>] - Runtime exceptions caught by LocalStreamBuilder aren't logged +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-346'>STREAMS-346</a>] - persist-hdfs: unnecessary port config causes failure when reading from local filesystem +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-347'>STREAMS-347</a>] - persist-hdfs: incorrectly escapes output when write called on a json String +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-354'>STREAMS-354</a>] - pojo.json.Collection.totalItems should be an integer +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-355'>STREAMS-355</a>] - WebHdfsPersistReader should be serializable +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-356'>STREAMS-356</a>] - Metadata missing in StreamsDatum constructors and toString +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-357'>STREAMS-357</a>] - Streams can shutdown before starting if providers haven't started yet when runtime first checks run status +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-358'>STREAMS-358</a>] - Refreshing indexes in EsPW.cleanUp can result in streams not terminating +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-374'>STREAMS-374</a>] - Fix ActivityConverterUtil detectClasses(document) exception handling +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-377'>STREAMS-377</a>] - can't create different LineReadWriteUtils +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-380'>STREAMS-380</a>] - Media_Link should be serializable +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-382'>STREAMS-382</a>] - Media_Link width and height should be integers, not floats +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-386'>STREAMS-386</a>] - Clean up streams-pojo jsonschemas to ensure all beans are serialiazable +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-395'>STREAMS-395</a>] - incubator-streams-examples COMPILATION ERROR +</li> +</ul> + +<h2> Improvement +</h2> +<ul> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-126'>STREAMS-126</a>] - StreamsLocalBuilder should look for provider timeout in typesafe config +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-191'>STREAMS-191</a>] - Streams implement use of throughput queues +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-226'>STREAMS-226</a>] - Consolidate all stream-wide configuration +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-279'>STREAMS-279</a>] - Create Youtube User/Channel provider +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-294'>STREAMS-294</a>] - Allow for custom setting of QueueSize, BatchSize, and ScrollTimeout +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-308'>STREAMS-308</a>] - Update readme and website to recommend latest version of JDK +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-313'>STREAMS-313</a>] - Performant Off-line Neo4j GraphPersistWriter +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-320'>STREAMS-320</a>] - Update release documentation to cover build and deploy of mvn site to svn +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-321'>STREAMS-321</a>] - Add HOCON Converter support for input object not at root node +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-322'>STREAMS-322</a>] - Support gzipped files in WebHdfsReader +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-324'>STREAMS-324</a>] - clean up example poms +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-325'>STREAMS-325</a>] - Configure monitoring via typesafe +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-326'>STREAMS-326</a>] - Bump hadoop version in streams-persist-hdfs +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-328'>STREAMS-328</a>] - StreamsJacksonMapper should omit null/empty fields when serializing +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-329'>STREAMS-329</a>] - Processor to derive required ES metadata from standard fields +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-330'>STREAMS-330</a>] - make TwitterErrorHandler respect the Twitter4j RateLimitStatus reset time +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-332'>STREAMS-332</a>] - Restore ability to test data conversions on flat files during build +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-333'>STREAMS-333</a>] - ElasticsearchPersistUpdater should set parent+routing when available +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-335'>STREAMS-335</a>] - Publish schema and configuration resources to maven site pages +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-336'>STREAMS-336</a>] - consolidate common pom sections to streams-master +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-339'>STREAMS-339</a>] - incorporate defined extension fields for activities and actors into pojos +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-342'>STREAMS-342</a>] - Expose convertResultToString and processLine as public methods +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-343'>STREAMS-343</a>] - Make SerializationUtil spark-compatible +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-348'>STREAMS-348</a>] - Add get/set methods for StreamsConfiguration to Builder interface +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-350'>STREAMS-350</a>] - provider-twitter: derive baseURL from configuration +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-353'>STREAMS-353</a>] - Support removal of 'extensions' from document path structure +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-361'>STREAMS-361</a>] - Persist Reader/Writer for Amazon Kinesis +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-362'>STREAMS-362</a>] - Make shutdown timers in local runtime fully configurable +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-363'>STREAMS-363</a>] - upgrade persist-s3 to match persist-hdfs features +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-364'>STREAMS-364</a>] - Allow resolution of typesafe/stream config from url in stream-config +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-368'>STREAMS-368</a>] - Add String getId() to StreamsOperation +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-370'>STREAMS-370</a>] - Support arbitrary labels in streams-persist-graph +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-371'>STREAMS-371</a>] - Allow use of ids endpoints in TwitterFollowingProvider +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-373'>STREAMS-373</a>] - Allow specification of 'maximum_items' in twitter providers +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-375'>STREAMS-375</a>] - Override component configuration when valid beans supplied by runtime as prepare args +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-376'>STREAMS-376</a>] - When twitter providers fail authentication, log the ID that could not be accessed. +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-378'>STREAMS-378</a>] - incompatibility between streams binaries and spark 1.5 +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-381'>STREAMS-381</a>] - streams-provider-twitter: User can contain a Status +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-383'>STREAMS-383</a>] - register DefaultScalaModule in StreamsJacksonMapper +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-387'>STREAMS-387</a>] - Default behavior of streams-pojo-extensions: use additionalProperties directly +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-390'>STREAMS-390</a>] - Eliminate dependency and plugin warnings from build +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-392'>STREAMS-392</a>] - Centralized logging configuration for maven build +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-393'>STREAMS-393</a>] - Switch any usage of System.out and System.err to slf4j +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-397'>STREAMS-397</a>] - streams-provider-youtube test failure in jenkins +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-401'>STREAMS-401</a>] - Refresh Streams Website +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-406'>STREAMS-406</a>] - Bring streams-master markdown files into compliance with rat plugin +</li> +</ul> + +<h2> New Feature +</h2> +<ul> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-120'>STREAMS-120</a>] - Implement, Document, and Test Instagram Provider +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-221'>STREAMS-221</a>] - Simple HTTP Persist Writer +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-222'>STREAMS-222</a>] - Simple HTTP Webhook Provider +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-290'>STREAMS-290</a>] - Example: local/twitter-userstream-elasticsearch +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-292'>STREAMS-292</a>] - Example: local/twitter-history-elasticsearch +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-295'>STREAMS-295</a>] - Example - elasticsearch-hdfs +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-302'>STREAMS-302</a>] - Example: local/twitter-follow-graph +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-385'>STREAMS-385</a>] - ActivityObjectConverter +</li> +</ul> + +<h2> Story +</h2> +<ul> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-43'>STREAMS-43</a>] - Complete, test, and document g+ provider +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-44'>STREAMS-44</a>] - Complete, test, and document sysomos provider +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-46'>STREAMS-46</a>] - Complete, test, and document facebook API provider +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-261'>STREAMS-261</a>] - Create Facebook Bio Collector/Provider +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-272'>STREAMS-272</a>] - Create a Youtube Post Provider +</li> +</ul> + +<h2> Task +</h2> +<ul> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-123'>STREAMS-123</a>] - Add twitter specific link handling for datasift +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-202'>STREAMS-202</a>] - Create Google Plus Deserializer and TypeConverter +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-274'>STREAMS-274</a>] - Create a YoutubeTypeConverter and serializer +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-280'>STREAMS-280</a>] - Add ability to get a final document count from the Sysomos Provider +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-298'>STREAMS-298</a>] - Ensure jcl-over-slf4j bridge is included where necessary +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-317'>STREAMS-317</a>] - release a .tar.gz artefact as well as a .zip +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-318'>STREAMS-318</a>] - remove test files whose license may not be compatible with an Apache release (google-gplus) +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-319'>STREAMS-319</a>] - update <developer> info in the pom with active contributors +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-331'>STREAMS-331</a>] - Set up build of master and pull requested branches on travis-ci.org +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-334'>STREAMS-334</a>] - version bump datasift module to remove boundary repo dependency +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-351'>STREAMS-351</a>] - add A2 license to site.xml files +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-359'>STREAMS-359</a>] - copy streams-master pom into streams-project as CI workaround +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-372'>STREAMS-372</a>] - Support deploy to snapshot repo by CI +</li> +</ul> + +<h2> Test +</h2> +<ul> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-208'>STREAMS-208</a>] - Integration Testing capability and reference Integration Test +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-384'>STREAMS-384</a>] - TestLinkUnwinderProcessor.test404Link is failing +</li> +</ul> + + Release Notes - Streams - Version 0.2 + +<h2> Sub-task +</h2> +<ul> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-275'>STREAMS-275</a>] - ActivityConverterProcessor should apply reflection mode when configuration is not provided +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-277'>STREAMS-277</a>] - Upgrade streams-provider-twitter to work with reflection-based conversion +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-305'>STREAMS-305</a>] - Add missing AL +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-306'>STREAMS-306</a>] - Intermittent test failures +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-307'>STREAMS-307</a>] - Release test-jar packaging +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-309'>STREAMS-309</a>] - incubator-streams-examples site plugin +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-312'>STREAMS-312</a>] - Remove test resources without clear licensing and ignore tests that require them +</li> +</ul> + +<h2> Bug +</h2> +<ul> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-155'>STREAMS-155</a>] - Build hadoop modules with Apache artifacts +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-200'>STREAMS-200</a>] - StreamsProcessorTask ignores any processing +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-225'>STREAMS-225</a>] - Streams need to remove any of their JMX beans on shutdown/cleanup +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-243'>STREAMS-243</a>] - S3 Persist Writer does not flush or shutdown on stream shutdown +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-263'>STREAMS-263</a>] - FacebookTypeConverter should be able to handle Facebook Pages +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-266'>STREAMS-266</a>] - some classes/tests are using the wrong NotImplementedException +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-278'>STREAMS-278</a>] - Rework pig runtime as part of switch from 'Serializer' to 'Converter' +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-281'>STREAMS-281</a>] - enable BroadcastMessagePersister +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-288'>STREAMS-288</a>] - StreamsJacksonModule should not scan for DateTimeFormats by default +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-296'>STREAMS-296</a>] - Local Runtime doesn't allow persist writers enough time to flush and close during shutdown +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-299'>STREAMS-299</a>] - Sysomos Provider uses dev API URL +</li> +</ul> + +<h2> Improvement +</h2> +<ul> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-147'>STREAMS-147</a>] - Platform-level type conversion +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-201'>STREAMS-201</a>] - Util function to remove all MXBeans for tests +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-214'>STREAMS-214</a>] - Create, test, and document file-backed persistance module +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-271'>STREAMS-271</a>] - suggest increasing JVM heap in readme +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-273'>STREAMS-273</a>] - Support POST endpoints in streams-http +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-284'>STREAMS-284</a>] - Read/write parent IDs in streams-persist-elasticsearch +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-285'>STREAMS-285</a>] - Add all objectTypes in spec to streams-pojo +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-286'>STREAMS-286</a>] - Add all verbs in spec to streams-pojo +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-293'>STREAMS-293</a>] - allow for missing metadata fields in streams-persist-hdfs +</li> +</ul> + +<h2> New Feature +</h2> +<ul> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-235'>STREAMS-235</a>] - TwitterFollowingProvider +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-259'>STREAMS-259</a>] - Filter a stream of Activities for specific verbs and objectTypes +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-283'>STREAMS-283</a>] - Logstash-friendly monitoring +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-287'>STREAMS-287</a>] - Example: local/elasticsearch-reindex +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-289'>STREAMS-289</a>] - Example: local/mongo-elasticsearch-sync +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-301'>STREAMS-301</a>] - streams-converters: HOCON Converter +</li> +</ul> + +<h2> Story +</h2> +<ul> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-47'>STREAMS-47</a>] - Complete, test, and document mongo persist +</li> +</ul> + +<h2> Task +</h2> +<ul> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-95'>STREAMS-95</a>] - TwitterProfileProcessor needs to send a user ID in each StreamsDatum +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-304'>STREAMS-304</a>] - Perform 0.2-incubating release +</li> +</ul> + + + Release Notes - Streams - Version 0.1 + +<h2> Sub-task +</h2> +<ul> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-212'>STREAMS-212</a>] - Generic Type Converter Processor +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-215'>STREAMS-215</a>] - Add method to StreamsConfigurator to return Serializable config given a Typesafe Config +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-218'>STREAMS-218</a>] - Generic Activity Converter Processor +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-241'>STREAMS-241</a>] - Reflection-based StreamsJacksonMapper +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-245'>STREAMS-245</a>] - Clean-up root POM +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-246'>STREAMS-246</a>] - Clean-up module POMs +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-247'>STREAMS-247</a>] - Clean-up READMEs +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-248'>STREAMS-248</a>] - Bring website content in-line with released capabilities. +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-249'>STREAMS-249</a>] - Javadoc plugin +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-250'>STREAMS-250</a>] - Prepare release notes +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-251'>STREAMS-251</a>] - Dry-run release process, review artifacts, update documentation +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-254'>STREAMS-254</a>] - Resolve rat plugin failures +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-255'>STREAMS-255</a>] - Merge streams-master into streams-project +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-256'>STREAMS-256</a>] - streams-components-all version doesn't bump during release +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-267'>STREAMS-267</a>] - .gitignore eclipse workspace files +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-268'>STREAMS-268</a>] - remove streams-web from master +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-269'>STREAMS-269</a>] - maven-remote-resources-plugin using SNAPSHOT resource-bundles +</li> +</ul> + +<h2> Bug +</h2> +<ul> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-167'>STREAMS-167</a>] - TwitterConfigurator doesn't properly create TwitterUserInfoConfiguration from hocon +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-219'>STREAMS-219</a>] - src/main/resource files are being created by build +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-252'>STREAMS-252</a>] - Monitor Executor Service in LocalStreamBuilder needs to be Flexible +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-262'>STREAMS-262</a>] - jars in runner folder of source release +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-265'>STREAMS-265</a>] - some jar artifacts from 0.1-rc1 did not contain DISCLAIMER +</li> +</ul> + +<h2> Improvement +</h2> +<ul> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-68'>STREAMS-68</a>] - ActivitySerializer should be ActivityConverter +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-143'>STREAMS-143</a>] - Allow modules to get instances of StreamsJacksonMapper that can process additional DateTime formats +</li> +<li>[<a href='https://issues.apache.org/jira/browse/STREAMS-244'>STREAMS-244</a>] - Prepare for 0.1 release +</li> +</ul> + \ No newline at end of file http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/367d45ff/src/site/markdown/concepts.md ---------------------------------------------------------------------- diff --git a/src/site/markdown/concepts.md b/src/site/markdown/concepts.md new file mode 100644 index 0000000..8f76712 --- /dev/null +++ b/src/site/markdown/concepts.md @@ -0,0 +1,57 @@ +### Concepts + +####Component + +Components are the classes that do stuff within a stream. Components are assembled into pipelines and executed using a runtime. There are several core types of Components, each using a specific java interface: + +#####Provider + +A Provider is a component that *provides* data to the stream from external systems. + +#####Processor + +A Processor is a component that *processes* data flowing through the stream - transformations, filters, and enrichments are common processors. + +#####PersistWriter + +A PersistWriter is a component that *writes* data exiting the stream. + +#####PersistReader + +A PersistReader is a component that *reads* data, often previously written by a PersistWriter. + +####Schema + +A Schema defines the expected shape of the documents that will passed from step to step within a stream. Defining the schema for a type of document allows source files and resource files to be generated by the build process, relieving your team of the need to maintain these files by hand. + +Schemas can include other schemas, whether in the same repo or available via HTTP, allowing for full or partial reuse within or across organizations. + +####Datum + +A Datum is a single piece of data within a stream. A datum typically has an identifier, a timestamp, a document (which may be any java object), and additional metadata kept apart from the document related to upstream or downstream processing.. + +####Activity + +Apache Streams has a preference for ActivityStreams formatted messages. These messages may be passed using the 'Activity' class or one of it's sub-classes. + +####ActivityObject + +An activity has several sub-object fields: + + - actor (required) + - object (optional) + - target (optional) + - generator (optional) + - provider (optional) + +Streams containing details of actors, objects, etc... may be created using the 'ActivityObject' class or one of it's sub-classes. + +####Pipeline + +A Pipeline is a set of collection, processing, and storage components structured in a directed graph (cycles may be permitted) which is packaged, deployed, started, and stopped together. + +####Runtime + +A Runtime is a module containing bindings that help setup and run a pipeline. Runtimes may submit pipeline binaries to an existing cluster, or may launch the process(es) to execute the stream directly. + +###### Licensed under Apache License 2.0 - http://www.apache.org/licenses/LICENSE-2.0 http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/367d45ff/src/site/markdown/credentials/twitter.md ---------------------------------------------------------------------- diff --git a/src/site/markdown/credentials/twitter.md b/src/site/markdown/credentials/twitter.md new file mode 100644 index 0000000..4960ccb --- /dev/null +++ b/src/site/markdown/credentials/twitter.md @@ -0,0 +1,24 @@ +## Twitter Credentials + +Create a local file `twitter.oauth.conf` with valid twitter credentials + + twitter { + oauth { + consumerKey = "" + consumerSecret = "" + accessToken = "" + accessTokenSecret = "" + } + } + +Log into developer.twitter.com + +Visit https://apps.twitter.com and create an application. + +Select your application and click into 'Keys and Access Tokens' + +The consumerKey and consumerSecret are application-wide. + +The accessToken and accessTokenSecret are per-user. + +###### Licensed under Apache License 2.0 - http://www.apache.org/licenses/LICENSE-2.0 http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/367d45ff/src/site/markdown/dependency-info.md ---------------------------------------------------------------------- diff --git a/src/site/markdown/dependency-info.md b/src/site/markdown/dependency-info.md new file mode 100644 index 0000000..9fbd80c --- /dev/null +++ b/src/site/markdown/dependency-info.md @@ -0,0 +1,107 @@ +##Dependency Info + +This project uses [Maven](http://maven.apache.org/ "Maven") for dependency management. + +Below are some examples of how to import Streams artifacts into your project. + +Please note that your project should import multiple artifacts corresponding to the Components in your stream(s) and the Runtime used to execute your stream(s). + +You should *not* import streams-master (depicted below), because it does not do anything interesting. + +Browse the "Project Modules" index of streams-project to find artifacts you might want to import. + +[streams-project-modules](http://streams.incubator.apache.org/site/latest/streams-project/modules.html "http://streams.incubator.apache.org/site/latest/streams-project/modules.html";) + +<div class="section"> + +<h3><a name="Apache_Maven"></a>Apache Maven</h3><a name="Apache_Maven"></a> + +<div class="source"> + +<pre class="prettyprint"><dependency> + <groupId>org.apache.streams</groupId> + <artifactId>streams-master</artifactId> + <version>0.3-incubating-SNAPSHOT</version> + <type>pom</type> +</dependency></pre> + +</div> + +</div> + +<div class="section"> + +<h3><a name="Apache_Buildr"></a>Apache Buildr</h3><a name="Apache_Buildr"></a> + +<div class="source"> + +<pre class="prettyprint">'org.apache.streams:streams-master:pom:0.3-incubating-SNAPSHOT'</pre> + +</div> + +</div> + +<div class="section"> + +<h3><a name="Apache_Ivy"></a>Apache Ivy</h3><a name="Apache_Ivy"></a> + +<div class="source"> + +<pre class="prettyprint"><dependency org="org.apache.streams" name="streams-master" rev="0.3-incubating-SNAPSHOT"> + <artifact name="streams-master" type="pom" /> +</dependency></pre> + +</div> + +</div> + +<div class="section"> + +<h3><a name="Groovy_Grape"></a>Groovy Grape</h3><a name="Groovy_Grape"></a> + +<div class="source"><pre class="prettyprint">@Grapes( +@Grab(group='org.apache.streams', module='streams-master', version='0.3-incubating-SNAPSHOT') +)</pre> + +</div> + +<div> + +<div class="section"> + +<h3><a name="Gradle"></a>Gradle</h3><a name="Gradle"></a> + +<div class="source"><pre class="prettyprint">compile 'org.apache.streams:streams-master:0.3-incubating-SNAPSHOT'</pre> + +</div> + +</div> + +<div class="section"> +<h3><a name="Leiningen"></a>Leiningen</h3><a name="Leiningen"></a> + +<div class="source"> + +<pre class="prettyprint">[org.apache.streams/streams-master "0.3-incubating-SNAPSHOT"]</pre> + +</div> + +</div> + +<div class="section"> + +<h3><a name="SBT"></a>SBT</h3><a name="SBT"></a> + +<div class="source"> + +<pre class="prettyprint">libraryDependencies += "org.apache.streams" % "streams-master" % "0.3-incubating-SNAPSHOT"</pre> + +</div> + +</div> + +</div> + +</div> + +###### Licensed under Apache License 2.0 - http://www.apache.org/licenses/LICENSE-2.0 http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/367d45ff/src/site/markdown/downloads.md ---------------------------------------------------------------------- diff --git a/src/site/markdown/downloads.md b/src/site/markdown/downloads.md new file mode 100644 index 0000000..b755204 --- /dev/null +++ b/src/site/markdown/downloads.md @@ -0,0 +1,11 @@ +## Downloads + +All downloads can be verified using Apache Streams code signing. + +| Artifact | Version | Source | asc | md5 | sha1 | +|----------|---------| +| streams-master | 0.4.1-incubating | <a class="externalLink" href="dist.apache.org/repos/dist/release/incubator/streams/releases/0.4.1-incubating/streams-master-0.4.1-incubating-source-release.zip">zip</a> | <a class="externalLink" href="dist.apache.org/repos/dist/release/incubator/streams/releases/0.4.1-incubating/streams-master-0.4.1-incubating-source-release.zip.asc">asc</a> | <a class="externalLink" href="dist.apache.org/repos/dist/release/incubator/streams/releases/0.4.1-incubating/streams-master-0.4.1-incubating-source-release.zip.md5">md5</a> | <a class="externalLink" href="dist.apache.org/repos/dist/release/incubator/streams/releases/0.4.1-incubating/streams-master-0.4.1-incubating-source-release.zip.sha1">sha1</a> | +| streams-project | 0.4.1-incubating | <a class="externalLink" href="dist.apache.org/repos/dist/release/incubator/streams/releases/0.4.1-incubating/streams-project-0.4.1-incubating-source-release.zip">zip</a> | <a class="externalLink" href="dist.apache.org/repos/dist/release/incubator/streams/releases/0.4.1-incubating/streams-project-0.4.1-incubating-source-release.zip.asc">asc</a> | <a class="externalLink" href="dist.apache.org/repos/dist/release/incubator/streams/releases/0.4.1-incubating/streams-project-0.4.1-incubating-source-release.zip.md5">md5</a> | <a class="externalLink" href="dist.apache.org/repos/dist/release/incubator/streams/releases/0.4.1-incubating/streams-project-0.4.1-incubating-source-release.zip.sha1">sha1</a> | +| streams-examples | 0.4.1-incubating | <a class="externalLink" href="dist.apache.org/repos/dist/release/incubator/streams/releases/0.4.1-incubating/streams-examples-0.4.1-incubating-source-release.zip">zip</a> | <a class="externalLink" href="dist.apache.org/repos/dist/release/incubator/streams/releases/0.4.1-incubating/streams-examples-0.4.1-incubating-source-release.zip.asc">asc</a> | <a class="externalLink" href="dist.apache.org/repos/dist/release/incubator/streams/releases/0.4.1-incubating/streams-examples-0.4.1-incubating-source-release.zip.md5">md5</a> | <a class="externalLink" href="dist.apache.org/repos/dist/release/incubator/streams/releases/0.4.1-incubating/streams-examples-0.4.1-incubating-source-release.zip.sha1">sha1</a> | + +###### Licensed under Apache License 2.0 - http://www.apache.org/licenses/LICENSE-2.0
