Modified: samza/site/learn/documentation/versioned/api/javadocs/overview-tree.html URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/versioned/api/javadocs/overview-tree.html?rev=1855805&r1=1855804&r2=1855805&view=diff ============================================================================== --- samza/site/learn/documentation/versioned/api/javadocs/overview-tree.html (original) +++ samza/site/learn/documentation/versioned/api/javadocs/overview-tree.html Tue Mar 19 05:41:13 2019 @@ -2,8 +2,8 @@ <!-- NewPage --> <html lang="en"> <head> -<!-- Generated by javadoc (1.8.0_202) on Mon Mar 18 22:29:01 PDT 2019 --> -<title>Class Hierarchy (samza-api 1.0.1-SNAPSHOT API)</title> +<!-- Generated by javadoc (1.8.0_202) on Mon Mar 18 22:39:12 PDT 2019 --> +<title>Class Hierarchy (samza-api 1.0.0 API)</title> <meta name="date" content="2019-03-18"> <link rel="stylesheet" type="text/css" href="stylesheet.css" title="Style"> <script type="text/javascript" src="script.js"></script> @@ -12,7 +12,7 @@ <script type="text/javascript"><!-- try { if (location.href.indexOf('is-external=true') == -1) { - parent.document.title="Class Hierarchy (samza-api 1.0.1-SNAPSHOT API)"; + parent.document.title="Class Hierarchy (samza-api 1.0.0 API)"; } } catch(err) { @@ -94,9 +94,7 @@ <li><a href="org/apache/samza/scheduler/package-tree.html">org.apache.samza.scheduler</a>, </li> <li><a href="org/apache/samza/serializers/package-tree.html">org.apache.samza.serializers</a>, </li> <li><a href="org/apache/samza/sql/package-tree.html">org.apache.samza.sql</a>, </li> -<li><a href="org/apache/samza/sql/schema/package-tree.html">org.apache.samza.sql.schema</a>, </li> <li><a href="org/apache/samza/sql/udfs/package-tree.html">org.apache.samza.sql.udfs</a>, </li> -<li><a href="org/apache/samza/startpoint/package-tree.html">org.apache.samza.startpoint</a>, </li> <li><a href="org/apache/samza/storage/package-tree.html">org.apache.samza.storage</a>, </li> <li><a href="org/apache/samza/storage/kv/package-tree.html">org.apache.samza.storage.kv</a>, </li> <li><a href="org/apache/samza/system/package-tree.html">org.apache.samza.system</a>, </li> @@ -104,9 +102,6 @@ <li><a href="org/apache/samza/system/descriptors/package-tree.html">org.apache.samza.system.descriptors</a>, </li> <li><a href="org/apache/samza/table/package-tree.html">org.apache.samza.table</a>, </li> <li><a href="org/apache/samza/table/descriptors/package-tree.html">org.apache.samza.table.descriptors</a>, </li> -<li><a href="org/apache/samza/table/remote/package-tree.html">org.apache.samza.table.remote</a>, </li> -<li><a href="org/apache/samza/table/retry/package-tree.html">org.apache.samza.table.retry</a>, </li> -<li><a href="org/apache/samza/table/utils/package-tree.html">org.apache.samza.table.utils</a>, </li> <li><a href="org/apache/samza/task/package-tree.html">org.apache.samza.task</a>, </li> <li><a href="org/apache/samza/util/package-tree.html">org.apache.samza.util</a></li> </ul> @@ -120,18 +115,6 @@ <li type="circle">org.apache.samza.runtime.<a href="org/apache/samza/runtime/ApplicationRunners.html" title="class in org.apache.samza.runtime"><span class="typeNameLink">ApplicationRunners</span></a></li> <li type="circle">org.apache.samza.job.<a href="org/apache/samza/job/ApplicationStatus.html" title="class in org.apache.samza.job"><span class="typeNameLink">ApplicationStatus</span></a></li> <li type="circle">org.apache.samza.system.chooser.<a href="org/apache/samza/system/chooser/BaseMessageChooser.html" title="class in org.apache.samza.system.chooser"><span class="typeNameLink">BaseMessageChooser</span></a> (implements org.apache.samza.system.chooser.<a href="org/apache/samza/system/chooser/MessageChooser.html" title="interface in org.apache.samza.system.chooser">MessageChooser</a>)</li> -<li type="circle">org.apache.samza.table.descriptors.<a href="org/apache/samza/table/descriptors/BaseTableDescriptor.html" title="class in org.apache.samza.table.descriptors"><span class="typeNameLink">BaseTableDescriptor</span></a><K,V,D> (implements org.apache.samza.table.descriptors.<a href="org/apache/samza/table/descriptors/TableDescriptor.html" title="interface in org.apache.samza.table.descriptors">TableDescriptor</a><K,V,D>) -<ul> -<li type="circle">org.apache.samza.table.descriptors.<a href="org/apache/samza/table/descriptors/GuavaCacheTableDescriptor.html" title="class in org.apache.samza.table.descriptors"><span class="typeNameLink">GuavaCacheTableDescriptor</span></a><K,V></li> -<li type="circle">org.apache.samza.table.descriptors.<a href="org/apache/samza/table/descriptors/HybridTableDescriptor.html" title="class in org.apache.samza.table.descriptors"><span class="typeNameLink">HybridTableDescriptor</span></a><K,V,D> -<ul> -<li type="circle">org.apache.samza.table.descriptors.<a href="org/apache/samza/table/descriptors/CachingTableDescriptor.html" title="class in org.apache.samza.table.descriptors"><span class="typeNameLink">CachingTableDescriptor</span></a><K,V></li> -</ul> -</li> -<li type="circle">org.apache.samza.table.descriptors.<a href="org/apache/samza/table/descriptors/LocalTableDescriptor.html" title="class in org.apache.samza.table.descriptors"><span class="typeNameLink">LocalTableDescriptor</span></a><K,V,D></li> -<li type="circle">org.apache.samza.table.descriptors.<a href="org/apache/samza/table/descriptors/RemoteTableDescriptor.html" title="class in org.apache.samza.table.descriptors"><span class="typeNameLink">RemoteTableDescriptor</span></a><K,V></li> -</ul> -</li> <li type="circle">org.apache.samza.util.<a href="org/apache/samza/util/BlockingEnvelopeMap.html" title="class in org.apache.samza.util"><span class="typeNameLink">BlockingEnvelopeMap</span></a> (implements org.apache.samza.system.<a href="org/apache/samza/system/SystemConsumer.html" title="interface in org.apache.samza.system">SystemConsumer</a>)</li> <li type="circle">org.apache.samza.util.<a href="org/apache/samza/util/BlockingEnvelopeMap.BlockingEnvelopeMapMetrics.html" title="class in org.apache.samza.util"><span class="typeNameLink">BlockingEnvelopeMap.BlockingEnvelopeMapMetrics</span></a></li> <li type="circle">org.apache.samza.serializers.<a href="org/apache/samza/serializers/ByteBufferSerde.html" title="class in org.apache.samza.serializers"><span class="typeNameLink">ByteBufferSerde</span></a> (implements org.apache.samza.serializers.<a href="org/apache/samza/serializers/Serde.html" title="interface in org.apache.samza.serializers">Serde</a><T>)</li> @@ -142,11 +125,7 @@ <li type="circle">org.apache.samza.job.<a href="org/apache/samza/job/CommandBuilder.html" title="class in org.apache.samza.job"><span class="typeNameLink">CommandBuilder</span></a></li> <li type="circle">org.apache.samza.config.<a href="org/apache/samza/config/Config.html" title="class in org.apache.samza.config"><span class="typeNameLink">Config</span></a> (implements java.util.Map<K,V>, java.io.Serializable) <ul> -<li type="circle">org.apache.samza.config.<a href="org/apache/samza/config/MapConfig.html" title="class in org.apache.samza.config"><span class="typeNameLink">MapConfig</span></a> -<ul> -<li type="circle">org.apache.samza.config.<a href="org/apache/samza/config/JavaTableConfig.html" title="class in org.apache.samza.config"><span class="typeNameLink">JavaTableConfig</span></a></li> -</ul> -</li> +<li type="circle">org.apache.samza.config.<a href="org/apache/samza/config/MapConfig.html" title="class in org.apache.samza.config"><span class="typeNameLink">MapConfig</span></a></li> </ul> </li> <li type="circle">org.apache.samza.job.model.<a href="org/apache/samza/job/model/ContainerModel.html" title="class in org.apache.samza.job.model"><span class="typeNameLink">ContainerModel</span></a></li> @@ -168,8 +147,6 @@ </ul> </li> <li type="circle">org.apache.samza.system.<a href="org/apache/samza/system/IncomingMessageEnvelope.html" title="class in org.apache.samza.system"><span class="typeNameLink">IncomingMessageEnvelope</span></a></li> -<li type="circle">org.apache.samza.metadatastore.<a href="org/apache/samza/metadatastore/InMemoryMetadataStore.html" title="class in org.apache.samza.metadatastore"><span class="typeNameLink">InMemoryMetadataStore</span></a> (implements org.apache.samza.metadatastore.<a href="org/apache/samza/metadatastore/MetadataStore.html" title="interface in org.apache.samza.metadatastore">MetadataStore</a>)</li> -<li type="circle">org.apache.samza.metadatastore.<a href="org/apache/samza/metadatastore/InMemoryMetadataStoreFactory.html" title="class in org.apache.samza.metadatastore"><span class="typeNameLink">InMemoryMetadataStoreFactory</span></a> (implements org.apache.samza.metadatastore.<a href="org/apache/samza/metadatastore/MetadataStoreFactory.html" title="interface in org.apache.samza.metadatastore">MetadataStoreFactory</a>)</li> <li type="circle">org.apache.samza.serializers.<a href="org/apache/samza/serializers/IntegerSerde.html" title="class in org.apache.samza.serializers"><span class="typeNameLink">IntegerSerde</span></a> (implements org.apache.samza.serializers.<a href="org/apache/samza/serializers/Serde.html" title="interface in org.apache.samza.serializers">Serde</a><T>)</li> <li type="circle">org.apache.samza.serializers.<a href="org/apache/samza/serializers/IntegerSerdeFactory.html" title="class in org.apache.samza.serializers"><span class="typeNameLink">IntegerSerdeFactory</span></a> (implements org.apache.samza.serializers.<a href="org/apache/samza/serializers/SerdeFactory.html" title="interface in org.apache.samza.serializers">SerdeFactory</a><T>)</li> <li type="circle">org.apache.samza.annotation.<a href="org/apache/samza/annotation/InterfaceStability.html" title="class in org.apache.samza.annotation"><span class="typeNameLink">InterfaceStability</span></a></li> @@ -187,27 +164,12 @@ <li type="circle">org.apache.samza.system.<a href="org/apache/samza/system/OutgoingMessageEnvelope.html" title="class in org.apache.samza.system"><span class="typeNameLink">OutgoingMessageEnvelope</span></a></li> <li type="circle">org.apache.samza.<a href="org/apache/samza/Partition.html" title="class in org.apache.samza"><span class="typeNameLink">Partition</span></a> (implements java.lang.Comparable<T>)</li> <li type="circle">org.apache.samza.operators.triggers.<a href="org/apache/samza/operators/triggers/RepeatingTrigger.html" title="class in org.apache.samza.operators.triggers"><span class="typeNameLink">RepeatingTrigger</span></a><M> (implements org.apache.samza.operators.triggers.<a href="org/apache/samza/operators/triggers/Trigger.html" title="interface in org.apache.samza.operators.triggers">Trigger</a><M>)</li> -<li type="circle">org.apache.samza.metrics.<a href="org/apache/samza/metrics/SamzaHistogram.html" title="class in org.apache.samza.metrics"><span class="typeNameLink">SamzaHistogram</span></a></li> <li type="circle">org.apache.samza.sql.<a href="org/apache/samza/sql/SamzaSqlRelRecord.html" title="class in org.apache.samza.sql"><span class="typeNameLink">SamzaSqlRelRecord</span></a> (implements java.io.Serializable)</li> -<li type="circle">org.apache.samza.table.utils.<a href="org/apache/samza/table/utils/SerdeUtils.html" title="class in org.apache.samza.table.utils"><span class="typeNameLink">SerdeUtils</span></a></li> <li type="circle">org.apache.samza.serializers.<a href="org/apache/samza/serializers/SerializableSerde.html" title="class in org.apache.samza.serializers"><span class="typeNameLink">SerializableSerde</span></a><T> (implements org.apache.samza.serializers.<a href="org/apache/samza/serializers/Serde.html" title="interface in org.apache.samza.serializers">Serde</a><T>)</li> <li type="circle">org.apache.samza.serializers.<a href="org/apache/samza/serializers/SerializableSerdeFactory.html" title="class in org.apache.samza.serializers"><span class="typeNameLink">SerializableSerdeFactory</span></a><T> (implements org.apache.samza.serializers.<a href="org/apache/samza/serializers/SerdeFactory.html" title="interface in org.apache.samza.serializers">SerdeFactory</a><T>)</li> <li type="circle">org.apache.samza.util.<a href="org/apache/samza/util/SinglePartitionWithoutOffsetsSystemAdmin.html" title="class in org.apache.samza.util"><span class="typeNameLink">SinglePartitionWithoutOffsetsSystemAdmin</span></a> (implements org.apache.samza.system.<a href="org/apache/samza/system/SystemAdmin.html" title="interface in org.apache.samza.system">SystemAdmin</a>)</li> <li type="circle">org.apache.samza.metrics.<a href="org/apache/samza/metrics/SlidingTimeWindowReservoir.html" title="class in org.apache.samza.metrics"><span class="typeNameLink">SlidingTimeWindowReservoir</span></a> (implements org.apache.samza.metrics.<a href="org/apache/samza/metrics/Reservoir.html" title="interface in org.apache.samza.metrics">Reservoir</a>)</li> <li type="circle">org.apache.samza.metrics.<a href="org/apache/samza/metrics/Snapshot.html" title="class in org.apache.samza.metrics"><span class="typeNameLink">Snapshot</span></a></li> -<li type="circle">org.apache.samza.sql.schema.<a href="org/apache/samza/sql/schema/SqlFieldSchema.html" title="class in org.apache.samza.sql.schema"><span class="typeNameLink">SqlFieldSchema</span></a></li> -<li type="circle">org.apache.samza.sql.schema.<a href="org/apache/samza/sql/schema/SqlSchema.html" title="class in org.apache.samza.sql.schema"><span class="typeNameLink">SqlSchema</span></a></li> -<li type="circle">org.apache.samza.sql.schema.<a href="org/apache/samza/sql/schema/SqlSchema.SqlField.html" title="class in org.apache.samza.sql.schema"><span class="typeNameLink">SqlSchema.SqlField</span></a></li> -<li type="circle">org.apache.samza.sql.schema.<a href="org/apache/samza/sql/schema/SqlSchemaBuilder.html" title="class in org.apache.samza.sql.schema"><span class="typeNameLink">SqlSchemaBuilder</span></a></li> -<li type="circle">org.apache.samza.startpoint.<a href="org/apache/samza/startpoint/Startpoint.html" title="class in org.apache.samza.startpoint"><span class="typeNameLink">Startpoint</span></a> -<ul> -<li type="circle">org.apache.samza.startpoint.<a href="org/apache/samza/startpoint/StartpointCustom.html" title="class in org.apache.samza.startpoint"><span class="typeNameLink">StartpointCustom</span></a></li> -<li type="circle">org.apache.samza.startpoint.<a href="org/apache/samza/startpoint/StartpointOldest.html" title="class in org.apache.samza.startpoint"><span class="typeNameLink">StartpointOldest</span></a></li> -<li type="circle">org.apache.samza.startpoint.<a href="org/apache/samza/startpoint/StartpointSpecific.html" title="class in org.apache.samza.startpoint"><span class="typeNameLink">StartpointSpecific</span></a></li> -<li type="circle">org.apache.samza.startpoint.<a href="org/apache/samza/startpoint/StartpointTimestamp.html" title="class in org.apache.samza.startpoint"><span class="typeNameLink">StartpointTimestamp</span></a></li> -<li type="circle">org.apache.samza.startpoint.<a href="org/apache/samza/startpoint/StartpointUpcoming.html" title="class in org.apache.samza.startpoint"><span class="typeNameLink">StartpointUpcoming</span></a></li> -</ul> -</li> <li type="circle">org.apache.samza.storage.<a href="org/apache/samza/storage/StoreProperties.html" title="class in org.apache.samza.storage"><span class="typeNameLink">StoreProperties</span></a></li> <li type="circle">org.apache.samza.storage.<a href="org/apache/samza/storage/StoreProperties.StorePropertiesBuilder.html" title="class in org.apache.samza.storage"><span class="typeNameLink">StoreProperties.StorePropertiesBuilder</span></a></li> <li type="circle">org.apache.samza.system.descriptors.<a href="org/apache/samza/system/descriptors/StreamDescriptor.html" title="class in org.apache.samza.system.descriptors"><span class="typeNameLink">StreamDescriptor</span></a><StreamMessageType,SubClass> @@ -240,8 +202,7 @@ <li type="circle">org.apache.samza.system.<a href="org/apache/samza/system/SystemStreamMetadata.html" title="class in org.apache.samza.system"><span class="typeNameLink">SystemStreamMetadata</span></a></li> <li type="circle">org.apache.samza.system.<a href="org/apache/samza/system/SystemStreamMetadata.SystemStreamPartitionMetadata.html" title="class in org.apache.samza.system"><span class="typeNameLink">SystemStreamMetadata.SystemStreamPartitionMetadata</span></a></li> <li type="circle">org.apache.samza.system.<a href="org/apache/samza/system/SystemStreamPartitionIterator.html" title="class in org.apache.samza.system"><span class="typeNameLink">SystemStreamPartitionIterator</span></a> (implements java.util.Iterator<E>)</li> -<li type="circle">org.apache.samza.table.remote.<a href="org/apache/samza/table/remote/TableRateLimiter.html" title="class in org.apache.samza.table.remote"><span class="typeNameLink">TableRateLimiter</span></a><K,V></li> -<li type="circle">org.apache.samza.table.retry.<a href="org/apache/samza/table/retry/TableRetryPolicy.html" title="class in org.apache.samza.table.retry"><span class="typeNameLink">TableRetryPolicy</span></a> (implements java.io.Serializable, org.apache.samza.table.remote.<a href="org/apache/samza/table/remote/TablePart.html" title="interface in org.apache.samza.table.remote">TablePart</a>)</li> +<li type="circle">org.apache.samza.table.<a href="org/apache/samza/table/TableSpec.html" title="class in org.apache.samza.table"><span class="typeNameLink">TableSpec</span></a> (implements java.io.Serializable)</li> <li type="circle">org.apache.samza.job.model.<a href="org/apache/samza/job/model/TaskModel.html" title="class in org.apache.samza.job.model"><span class="typeNameLink">TaskModel</span></a> (implements java.lang.Comparable<T>)</li> <li type="circle">org.apache.samza.container.<a href="org/apache/samza/container/TaskName.html" title="class in org.apache.samza.container"><span class="typeNameLink">TaskName</span></a> (implements java.lang.Comparable<T>)</li> <li type="circle">java.lang.Throwable (implements java.io.Serializable) @@ -307,8 +268,6 @@ <li type="circle">org.apache.samza.operators.functions.<a href="org/apache/samza/operators/functions/SinkFunction.html" title="interface in org.apache.samza.operators.functions"><span class="typeNameLink">SinkFunction</span></a><M> (also extends org.apache.samza.operators.functions.<a href="org/apache/samza/operators/functions/InitableFunction.html" title="interface in org.apache.samza.operators.functions">InitableFunction</a>, java.io.Serializable)</li> <li type="circle">org.apache.samza.operators.functions.<a href="org/apache/samza/operators/functions/StreamTableJoinFunction.html" title="interface in org.apache.samza.operators.functions"><span class="typeNameLink">StreamTableJoinFunction</span></a><K,M,R,JM> (also extends org.apache.samza.operators.functions.<a href="org/apache/samza/operators/functions/InitableFunction.html" title="interface in org.apache.samza.operators.functions">InitableFunction</a>, java.io.Serializable)</li> <li type="circle">org.apache.samza.operators.functions.<a href="org/apache/samza/operators/functions/SupplierFunction.html" title="interface in org.apache.samza.operators.functions"><span class="typeNameLink">SupplierFunction</span></a><T> (also extends org.apache.samza.operators.functions.<a href="org/apache/samza/operators/functions/InitableFunction.html" title="interface in org.apache.samza.operators.functions">InitableFunction</a>, java.io.Serializable)</li> -<li type="circle">org.apache.samza.table.remote.<a href="org/apache/samza/table/remote/TableReadFunction.html" title="interface in org.apache.samza.table.remote"><span class="typeNameLink">TableReadFunction</span></a><K,V> (also extends org.apache.samza.operators.functions.<a href="org/apache/samza/operators/functions/InitableFunction.html" title="interface in org.apache.samza.operators.functions">InitableFunction</a>, java.io.Serializable, org.apache.samza.table.remote.<a href="org/apache/samza/table/remote/TablePart.html" title="interface in org.apache.samza.table.remote">TablePart</a>)</li> -<li type="circle">org.apache.samza.table.remote.<a href="org/apache/samza/table/remote/TableWriteFunction.html" title="interface in org.apache.samza.table.remote"><span class="typeNameLink">TableWriteFunction</span></a><K,V> (also extends org.apache.samza.operators.functions.<a href="org/apache/samza/operators/functions/InitableFunction.html" title="interface in org.apache.samza.operators.functions">InitableFunction</a>, java.io.Serializable, org.apache.samza.table.remote.<a href="org/apache/samza/table/remote/TablePart.html" title="interface in org.apache.samza.table.remote">TablePart</a>)</li> </ul> </li> <li type="circle">org.apache.samza.task.<a href="org/apache/samza/task/ClosableTask.html" title="interface in org.apache.samza.task"><span class="typeNameLink">ClosableTask</span></a></li> @@ -323,7 +282,6 @@ </li> <li type="circle">org.apache.samza.task.<a href="org/apache/samza/task/EndOfStreamListenerTask.html" title="interface in org.apache.samza.task"><span class="typeNameLink">EndOfStreamListenerTask</span></a></li> <li type="circle">org.apache.samza.system.descriptors.<a href="org/apache/samza/system/descriptors/ExpandingInputDescriptorProvider.html" title="interface in org.apache.samza.system.descriptors"><span class="typeNameLink">ExpandingInputDescriptorProvider</span></a><StreamExpanderType></li> -<li type="circle">org.apache.samza.context.<a href="org/apache/samza/context/ExternalContext.html" title="interface in org.apache.samza.context"><span class="typeNameLink">ExternalContext</span></a></li> <li type="circle">org.apache.samza.operators.functions.<a href="org/apache/samza/operators/functions/InitableFunction.html" title="interface in org.apache.samza.operators.functions"><span class="typeNameLink">InitableFunction</span></a> <ul> <li type="circle">org.apache.samza.operators.functions.<a href="org/apache/samza/operators/functions/FilterFunction.html" title="interface in org.apache.samza.operators.functions"><span class="typeNameLink">FilterFunction</span></a><M> (also extends org.apache.samza.operators.functions.<a href="org/apache/samza/operators/functions/ClosableFunction.html" title="interface in org.apache.samza.operators.functions">ClosableFunction</a>, java.io.Serializable)</li> @@ -335,8 +293,6 @@ <li type="circle">org.apache.samza.operators.functions.<a href="org/apache/samza/operators/functions/SinkFunction.html" title="interface in org.apache.samza.operators.functions"><span class="typeNameLink">SinkFunction</span></a><M> (also extends org.apache.samza.operators.functions.<a href="org/apache/samza/operators/functions/ClosableFunction.html" title="interface in org.apache.samza.operators.functions">ClosableFunction</a>, java.io.Serializable)</li> <li type="circle">org.apache.samza.operators.functions.<a href="org/apache/samza/operators/functions/StreamTableJoinFunction.html" title="interface in org.apache.samza.operators.functions"><span class="typeNameLink">StreamTableJoinFunction</span></a><K,M,R,JM> (also extends org.apache.samza.operators.functions.<a href="org/apache/samza/operators/functions/ClosableFunction.html" title="interface in org.apache.samza.operators.functions">ClosableFunction</a>, java.io.Serializable)</li> <li type="circle">org.apache.samza.operators.functions.<a href="org/apache/samza/operators/functions/SupplierFunction.html" title="interface in org.apache.samza.operators.functions"><span class="typeNameLink">SupplierFunction</span></a><T> (also extends org.apache.samza.operators.functions.<a href="org/apache/samza/operators/functions/ClosableFunction.html" title="interface in org.apache.samza.operators.functions">ClosableFunction</a>, java.io.Serializable)</li> -<li type="circle">org.apache.samza.table.remote.<a href="org/apache/samza/table/remote/TableReadFunction.html" title="interface in org.apache.samza.table.remote"><span class="typeNameLink">TableReadFunction</span></a><K,V> (also extends org.apache.samza.operators.functions.<a href="org/apache/samza/operators/functions/ClosableFunction.html" title="interface in org.apache.samza.operators.functions">ClosableFunction</a>, java.io.Serializable, org.apache.samza.table.remote.<a href="org/apache/samza/table/remote/TablePart.html" title="interface in org.apache.samza.table.remote">TablePart</a>)</li> -<li type="circle">org.apache.samza.table.remote.<a href="org/apache/samza/table/remote/TableWriteFunction.html" title="interface in org.apache.samza.table.remote"><span class="typeNameLink">TableWriteFunction</span></a><K,V> (also extends org.apache.samza.operators.functions.<a href="org/apache/samza/operators/functions/ClosableFunction.html" title="interface in org.apache.samza.operators.functions">ClosableFunction</a>, java.io.Serializable, org.apache.samza.table.remote.<a href="org/apache/samza/table/remote/TablePart.html" title="interface in org.apache.samza.table.remote">TablePart</a>)</li> </ul> </li> <li type="circle">org.apache.samza.task.<a href="org/apache/samza/task/InitableTask.html" title="interface in org.apache.samza.task"><span class="typeNameLink">InitableTask</span></a></li> @@ -368,11 +324,6 @@ <li type="circle">org.apache.samza.metrics.<a href="org/apache/samza/metrics/MetricsValidator.html" title="interface in org.apache.samza.metrics"><span class="typeNameLink">MetricsValidator</span></a></li> <li type="circle">org.apache.samza.system.descriptors.<a href="org/apache/samza/system/descriptors/OutputDescriptorProvider.html" title="interface in org.apache.samza.system.descriptors"><span class="typeNameLink">OutputDescriptorProvider</span></a></li> <li type="circle">org.apache.samza.operators.<a href="org/apache/samza/operators/OutputStream.html" title="interface in org.apache.samza.operators"><span class="typeNameLink">OutputStream</span></a><M></li> -<li type="circle">java.util.function.Predicate<T> -<ul> -<li type="circle">org.apache.samza.table.retry.<a href="org/apache/samza/table/retry/TableRetryPolicy.RetryPredicate.html" title="interface in org.apache.samza.table.retry"><span class="typeNameLink">TableRetryPolicy.RetryPredicate</span></a> (also extends java.io.Serializable)</li> -</ul> -</li> <li type="circle">org.apache.samza.runtime.<a href="org/apache/samza/runtime/ProcessorContext.html" title="interface in org.apache.samza.runtime"><span class="typeNameLink">ProcessorContext</span></a></li> <li type="circle">org.apache.samza.runtime.<a href="org/apache/samza/runtime/ProcessorIdGenerator.html" title="interface in org.apache.samza.runtime"><span class="typeNameLink">ProcessorIdGenerator</span></a></li> <li type="circle">org.apache.samza.runtime.<a href="org/apache/samza/runtime/ProcessorLifecycleListener.html" title="interface in org.apache.samza.runtime"><span class="typeNameLink">ProcessorLifecycleListener</span></a></li> @@ -384,7 +335,7 @@ <li type="circle">org.apache.samza.application.<a href="org/apache/samza/application/TaskApplication.html" title="interface in org.apache.samza.application"><span class="typeNameLink">TaskApplication</span></a></li> </ul> </li> -<li type="circle">org.apache.samza.sql.udfs.<a href="org/apache/samza/sql/udfs/ScalarUdf.html" title="interface in org.apache.samza.sql.udfs"><span class="typeNameLink">ScalarUdf</span></a></li> +<li type="circle">org.apache.samza.sql.udfs.<a href="org/apache/samza/sql/udfs/ScalarUdf.html" title="interface in org.apache.samza.sql.udfs"><span class="typeNameLink">ScalarUdf</span></a><T></li> <li type="circle">org.apache.samza.scheduler.<a href="org/apache/samza/scheduler/ScheduledCallback.html" title="interface in org.apache.samza.scheduler"><span class="typeNameLink">ScheduledCallback</span></a><K></li> <li type="circle">org.apache.samza.operators.functions.<a href="org/apache/samza/operators/functions/ScheduledFunction.html" title="interface in org.apache.samza.operators.functions"><span class="typeNameLink">ScheduledFunction</span></a><K,OM></li> <li type="circle">org.apache.samza.operators.<a href="org/apache/samza/operators/Scheduler.html" title="interface in org.apache.samza.operators"><span class="typeNameLink">Scheduler</span></a><K></li> @@ -409,10 +360,6 @@ <li type="circle">org.apache.samza.system.descriptors.<a href="org/apache/samza/system/descriptors/StreamExpander.html" title="interface in org.apache.samza.system.descriptors"><span class="typeNameLink">StreamExpander</span></a><OM></li> <li type="circle">org.apache.samza.operators.functions.<a href="org/apache/samza/operators/functions/StreamTableJoinFunction.html" title="interface in org.apache.samza.operators.functions"><span class="typeNameLink">StreamTableJoinFunction</span></a><K,M,R,JM> (also extends org.apache.samza.operators.functions.<a href="org/apache/samza/operators/functions/ClosableFunction.html" title="interface in org.apache.samza.operators.functions">ClosableFunction</a>, org.apache.samza.operators.functions.<a href="org/apache/samza/operators/functions/InitableFunction.html" title="interface in org.apache.samza.operators.functions">InitableFunction</a>)</li> <li type="circle">org.apache.samza.operators.functions.<a href="org/apache/samza/operators/functions/SupplierFunction.html" title="interface in org.apache.samza.operators.functions"><span class="typeNameLink">SupplierFunction</span></a><T> (also extends org.apache.samza.operators.functions.<a href="org/apache/samza/operators/functions/ClosableFunction.html" title="interface in org.apache.samza.operators.functions">ClosableFunction</a>, org.apache.samza.operators.functions.<a href="org/apache/samza/operators/functions/InitableFunction.html" title="interface in org.apache.samza.operators.functions">InitableFunction</a>)</li> -<li type="circle">org.apache.samza.table.remote.<a href="org/apache/samza/table/remote/TableRateLimiter.CreditFunction.html" title="interface in org.apache.samza.table.remote"><span class="typeNameLink">TableRateLimiter.CreditFunction</span></a><K,V> (also extends org.apache.samza.table.remote.<a href="org/apache/samza/table/remote/TablePart.html" title="interface in org.apache.samza.table.remote">TablePart</a>)</li> -<li type="circle">org.apache.samza.table.remote.<a href="org/apache/samza/table/remote/TableReadFunction.html" title="interface in org.apache.samza.table.remote"><span class="typeNameLink">TableReadFunction</span></a><K,V> (also extends org.apache.samza.operators.functions.<a href="org/apache/samza/operators/functions/ClosableFunction.html" title="interface in org.apache.samza.operators.functions">ClosableFunction</a>, org.apache.samza.operators.functions.<a href="org/apache/samza/operators/functions/InitableFunction.html" title="interface in org.apache.samza.operators.functions">InitableFunction</a>, org.apache.samza.table.remote.<a href="org/apache/samza/table/remote/TablePart.html" title="interface in org.apache.samza.table.remote">TablePart</a>)</li> -<li type="circle">org.apache.samza.table.retry.<a href="org/apache/samza/table/retry/TableRetryPolicy.RetryPredicate.html" title="interface in org.apache.samza.table.retry"><span class="typeNameLink">TableRetryPolicy.RetryPredicate</span></a> (also extends java.util.function.Predicate<T>)</li> -<li type="circle">org.apache.samza.table.remote.<a href="org/apache/samza/table/remote/TableWriteFunction.html" title="interface in org.apache.samza.table.remote"><span class="typeNameLink">TableWriteFunction</span></a><K,V> (also extends org.apache.samza.operators.functions.<a href="org/apache/samza/operators/functions/ClosableFunction.html" title="interface in org.apache.samza.operators.functions">ClosableFunction</a>, org.apache.samza.operators.functions.<a href="org/apache/samza/operators/functions/InitableFunction.html" title="interface in org.apache.samza.operators.functions">InitableFunction</a>, org.apache.samza.table.remote.<a href="org/apache/samza/table/remote/TablePart.html" title="interface in org.apache.samza.table.remote">TablePart</a>)</li> <li type="circle">org.apache.samza.task.<a href="org/apache/samza/task/TaskFactory.html" title="interface in org.apache.samza.task"><span class="typeNameLink">TaskFactory</span></a><T> <ul> <li type="circle">org.apache.samza.task.<a href="org/apache/samza/task/AsyncStreamTaskFactory.html" title="interface in org.apache.samza.task"><span class="typeNameLink">AsyncStreamTaskFactory</span></a></li> @@ -433,24 +380,25 @@ </ul> </li> <li type="circle">org.apache.samza.system.descriptors.<a href="org/apache/samza/system/descriptors/SimpleInputDescriptorProvider.html" title="interface in org.apache.samza.system.descriptors"><span class="typeNameLink">SimpleInputDescriptorProvider</span></a></li> -<li type="circle">org.apache.samza.startpoint.<a href="org/apache/samza/startpoint/StartpointVisitor.html" title="interface in org.apache.samza.startpoint"><span class="typeNameLink">StartpointVisitor</span></a></li> <li type="circle">org.apache.samza.storage.<a href="org/apache/samza/storage/StorageEngine.html" title="interface in org.apache.samza.storage"><span class="typeNameLink">StorageEngine</span></a></li> <li type="circle">org.apache.samza.storage.<a href="org/apache/samza/storage/StorageEngineFactory.html" title="interface in org.apache.samza.storage"><span class="typeNameLink">StorageEngineFactory</span></a><K,V></li> <li type="circle">org.apache.samza.job.<a href="org/apache/samza/job/StreamJob.html" title="interface in org.apache.samza.job"><span class="typeNameLink">StreamJob</span></a></li> <li type="circle">org.apache.samza.job.<a href="org/apache/samza/job/StreamJobFactory.html" title="interface in org.apache.samza.job"><span class="typeNameLink">StreamJobFactory</span></a></li> <li type="circle">org.apache.samza.task.<a href="org/apache/samza/task/StreamTask.html" title="interface in org.apache.samza.task"><span class="typeNameLink">StreamTask</span></a></li> -<li type="circle">org.apache.samza.system.<a href="org/apache/samza/system/SystemAdmin.html" title="interface in org.apache.samza.system"><span class="typeNameLink">SystemAdmin</span></a></li> +<li type="circle">org.apache.samza.system.<a href="org/apache/samza/system/SystemAdmin.html" title="interface in org.apache.samza.system"><span class="typeNameLink">SystemAdmin</span></a> +<ul> +<li type="circle">org.apache.samza.system.<a href="org/apache/samza/system/ExtendedSystemAdmin.html" title="interface in org.apache.samza.system"><span class="typeNameLink">ExtendedSystemAdmin</span></a></li> +</ul> +</li> <li type="circle">org.apache.samza.system.<a href="org/apache/samza/system/SystemConsumer.html" title="interface in org.apache.samza.system"><span class="typeNameLink">SystemConsumer</span></a></li> <li type="circle">org.apache.samza.system.<a href="org/apache/samza/system/SystemFactory.html" title="interface in org.apache.samza.system"><span class="typeNameLink">SystemFactory</span></a></li> <li type="circle">org.apache.samza.system.<a href="org/apache/samza/system/SystemProducer.html" title="interface in org.apache.samza.system"><span class="typeNameLink">SystemProducer</span></a></li> <li type="circle">org.apache.samza.container.grouper.stream.<a href="org/apache/samza/container/grouper/stream/SystemStreamPartitionGrouper.html" title="interface in org.apache.samza.container.grouper.stream"><span class="typeNameLink">SystemStreamPartitionGrouper</span></a></li> <li type="circle">org.apache.samza.container.grouper.stream.<a href="org/apache/samza/container/grouper/stream/SystemStreamPartitionGrouperFactory.html" title="interface in org.apache.samza.container.grouper.stream"><span class="typeNameLink">SystemStreamPartitionGrouperFactory</span></a></li> -<li type="circle">org.apache.samza.container.grouper.stream.<a href="org/apache/samza/container/grouper/stream/SystemStreamPartitionMapper.html" title="interface in org.apache.samza.container.grouper.stream"><span class="typeNameLink">SystemStreamPartitionMapper</span></a></li> -<li type="circle">org.apache.samza.container.grouper.stream.<a href="org/apache/samza/container/grouper/stream/SystemStreamPartitionMapperFactory.html" title="interface in org.apache.samza.container.grouper.stream"><span class="typeNameLink">SystemStreamPartitionMapperFactory</span></a></li> <li type="circle">org.apache.samza.system.<a href="org/apache/samza/system/SystemStreamPartitionMatcher.html" title="interface in org.apache.samza.system"><span class="typeNameLink">SystemStreamPartitionMatcher</span></a></li> <li type="circle">org.apache.samza.table.<a href="org/apache/samza/table/Table.html" title="interface in org.apache.samza.table"><span class="typeNameLink">Table</span></a><R> <ul> -<li type="circle">org.apache.samza.table.<a href="org/apache/samza/table/AsyncReadWriteTable.html" title="interface in org.apache.samza.table"><span class="typeNameLink">AsyncReadWriteTable</span></a><K,V> +<li type="circle">org.apache.samza.table.<a href="org/apache/samza/table/ReadableTable.html" title="interface in org.apache.samza.table"><span class="typeNameLink">ReadableTable</span></a><K,V> <ul> <li type="circle">org.apache.samza.table.<a href="org/apache/samza/table/ReadWriteTable.html" title="interface in org.apache.samza.table"><span class="typeNameLink">ReadWriteTable</span></a><K,V></li> </ul> @@ -459,15 +407,8 @@ </ul> </li> <li type="circle">org.apache.samza.table.descriptors.<a href="org/apache/samza/table/descriptors/TableDescriptor.html" title="interface in org.apache.samza.table.descriptors"><span class="typeNameLink">TableDescriptor</span></a><K,V,D></li> -<li type="circle">org.apache.samza.table.remote.<a href="org/apache/samza/table/remote/TablePart.html" title="interface in org.apache.samza.table.remote"><span class="typeNameLink">TablePart</span></a> -<ul> -<li type="circle">org.apache.samza.table.remote.<a href="org/apache/samza/table/remote/TableRateLimiter.CreditFunction.html" title="interface in org.apache.samza.table.remote"><span class="typeNameLink">TableRateLimiter.CreditFunction</span></a><K,V> (also extends java.io.Serializable)</li> -<li type="circle">org.apache.samza.table.remote.<a href="org/apache/samza/table/remote/TableReadFunction.html" title="interface in org.apache.samza.table.remote"><span class="typeNameLink">TableReadFunction</span></a><K,V> (also extends org.apache.samza.operators.functions.<a href="org/apache/samza/operators/functions/ClosableFunction.html" title="interface in org.apache.samza.operators.functions">ClosableFunction</a>, org.apache.samza.operators.functions.<a href="org/apache/samza/operators/functions/InitableFunction.html" title="interface in org.apache.samza.operators.functions">InitableFunction</a>, java.io.Serializable)</li> -<li type="circle">org.apache.samza.table.remote.<a href="org/apache/samza/table/remote/TableWriteFunction.html" title="interface in org.apache.samza.table.remote"><span class="typeNameLink">TableWriteFunction</span></a><K,V> (also extends org.apache.samza.operators.functions.<a href="org/apache/samza/operators/functions/ClosableFunction.html" title="interface in org.apache.samza.operators.functions">ClosableFunction</a>, org.apache.samza.operators.functions.<a href="org/apache/samza/operators/functions/InitableFunction.html" title="interface in org.apache.samza.operators.functions">InitableFunction</a>, java.io.Serializable)</li> -</ul> -</li> -<li type="circle">org.apache.samza.table.<a href="org/apache/samza/table/TableProvider.html" title="interface in org.apache.samza.table"><span class="typeNameLink">TableProvider</span></a></li> -<li type="circle">org.apache.samza.table.<a href="org/apache/samza/table/TableProviderFactory.html" title="interface in org.apache.samza.table"><span class="typeNameLink">TableProviderFactory</span></a></li> +<li type="circle">org.apache.samza.table.descriptors.<a href="org/apache/samza/table/descriptors/TableProvider.html" title="interface in org.apache.samza.table.descriptors"><span class="typeNameLink">TableProvider</span></a></li> +<li type="circle">org.apache.samza.table.descriptors.<a href="org/apache/samza/table/descriptors/TableProviderFactory.html" title="interface in org.apache.samza.table.descriptors"><span class="typeNameLink">TableProviderFactory</span></a></li> <li type="circle">org.apache.samza.task.<a href="org/apache/samza/task/TaskCallback.html" title="interface in org.apache.samza.task"><span class="typeNameLink">TaskCallback</span></a></li> <li type="circle">org.apache.samza.context.<a href="org/apache/samza/context/TaskContext.html" title="interface in org.apache.samza.context"><span class="typeNameLink">TaskContext</span></a></li> <li type="circle">org.apache.samza.task.<a href="org/apache/samza/task/TaskCoordinator.html" title="interface in org.apache.samza.task"><span class="typeNameLink">TaskCoordinator</span></a></li> @@ -480,8 +421,6 @@ <li type="circle">org.apache.samza.annotation.<a href="org/apache/samza/annotation/InterfaceStability.Stable.html" title="annotation in org.apache.samza.annotation"><span class="typeNameLink">InterfaceStability.Stable</span></a> (implements java.lang.annotation.Annotation)</li> <li type="circle">org.apache.samza.annotation.<a href="org/apache/samza/annotation/InterfaceStability.Evolving.html" title="annotation in org.apache.samza.annotation"><span class="typeNameLink">InterfaceStability.Evolving</span></a> (implements java.lang.annotation.Annotation)</li> <li type="circle">org.apache.samza.annotation.<a href="org/apache/samza/annotation/InterfaceStability.Unstable.html" title="annotation in org.apache.samza.annotation"><span class="typeNameLink">InterfaceStability.Unstable</span></a> (implements java.lang.annotation.Annotation)</li> -<li type="circle">org.apache.samza.sql.udfs.<a href="org/apache/samza/sql/udfs/SamzaSqlUdf.html" title="annotation in org.apache.samza.sql.udfs"><span class="typeNameLink">SamzaSqlUdf</span></a> (implements java.lang.annotation.Annotation)</li> -<li type="circle">org.apache.samza.sql.udfs.<a href="org/apache/samza/sql/udfs/SamzaSqlUdfMethod.html" title="annotation in org.apache.samza.sql.udfs"><span class="typeNameLink">SamzaSqlUdfMethod</span></a> (implements java.lang.annotation.Annotation)</li> </ul> <h2 title="Enum Hierarchy">Enum Hierarchy</h2> <ul> @@ -493,13 +432,10 @@ <li type="circle">org.apache.samza.operators.triggers.<a href="org/apache/samza/operators/triggers/FiringType.html" title="enum in org.apache.samza.operators.triggers"><span class="typeNameLink">FiringType</span></a></li> <li type="circle">org.apache.samza.operators.windows.<a href="org/apache/samza/operators/windows/AccumulationMode.html" title="enum in org.apache.samza.operators.windows"><span class="typeNameLink">AccumulationMode</span></a></li> <li type="circle">org.apache.samza.operators.windows.internal.<a href="org/apache/samza/operators/windows/internal/WindowType.html" title="enum in org.apache.samza.operators.windows.internal"><span class="typeNameLink">WindowType</span></a></li> -<li type="circle">org.apache.samza.storage.<a href="org/apache/samza/storage/StorageEngineFactory.StoreMode.html" title="enum in org.apache.samza.storage"><span class="typeNameLink">StorageEngineFactory.StoreMode</span></a></li> <li type="circle">org.apache.samza.system.<a href="org/apache/samza/system/SystemStreamMetadata.OffsetType.html" title="enum in org.apache.samza.system"><span class="typeNameLink">SystemStreamMetadata.OffsetType</span></a></li> <li type="circle">org.apache.samza.system.<a href="org/apache/samza/system/MessageType.html" title="enum in org.apache.samza.system"><span class="typeNameLink">MessageType</span></a></li> <li type="circle">org.apache.samza.task.<a href="org/apache/samza/task/TaskCoordinator.RequestScope.html" title="enum in org.apache.samza.task"><span class="typeNameLink">TaskCoordinator.RequestScope</span></a></li> <li type="circle">org.apache.samza.job.<a href="org/apache/samza/job/ApplicationStatus.StatusCode.html" title="enum in org.apache.samza.job"><span class="typeNameLink">ApplicationStatus.StatusCode</span></a></li> -<li type="circle">org.apache.samza.job.model.<a href="org/apache/samza/job/model/TaskMode.html" title="enum in org.apache.samza.job.model"><span class="typeNameLink">TaskMode</span></a></li> -<li type="circle">org.apache.samza.sql.schema.<a href="org/apache/samza/sql/schema/SamzaSqlFieldType.html" title="enum in org.apache.samza.sql.schema"><span class="typeNameLink">SamzaSqlFieldType</span></a></li> </ul> </li> </ul>
Modified: samza/site/learn/documentation/versioned/api/javadocs/package-list URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/versioned/api/javadocs/package-list?rev=1855805&r1=1855804&r2=1855805&view=diff ============================================================================== --- samza/site/learn/documentation/versioned/api/javadocs/package-list (original) +++ samza/site/learn/documentation/versioned/api/javadocs/package-list Tue Mar 19 05:41:13 2019 @@ -20,9 +20,7 @@ org.apache.samza.runtime org.apache.samza.scheduler org.apache.samza.serializers org.apache.samza.sql -org.apache.samza.sql.schema org.apache.samza.sql.udfs -org.apache.samza.startpoint org.apache.samza.storage org.apache.samza.storage.kv org.apache.samza.system @@ -30,8 +28,5 @@ org.apache.samza.system.chooser org.apache.samza.system.descriptors org.apache.samza.table org.apache.samza.table.descriptors -org.apache.samza.table.remote -org.apache.samza.table.retry -org.apache.samza.table.utils org.apache.samza.task org.apache.samza.util Modified: samza/site/learn/documentation/versioned/api/javadocs/serialized-form.html URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/versioned/api/javadocs/serialized-form.html?rev=1855805&r1=1855804&r2=1855805&view=diff ============================================================================== --- samza/site/learn/documentation/versioned/api/javadocs/serialized-form.html (original) +++ samza/site/learn/documentation/versioned/api/javadocs/serialized-form.html Tue Mar 19 05:41:13 2019 @@ -2,8 +2,8 @@ <!-- NewPage --> <html lang="en"> <head> -<!-- Generated by javadoc (1.8.0_202) on Mon Mar 18 22:29:01 PDT 2019 --> -<title>Serialized Form (samza-api 1.0.1-SNAPSHOT API)</title> +<!-- Generated by javadoc (1.8.0_202) on Mon Mar 18 22:39:12 PDT 2019 --> +<title>Serialized Form (samza-api 1.0.0 API)</title> <meta name="date" content="2019-03-18"> <link rel="stylesheet" type="text/css" href="stylesheet.css" title="Style"> <script type="text/javascript" src="script.js"></script> @@ -12,7 +12,7 @@ <script type="text/javascript"><!-- try { if (location.href.indexOf('is-external=true') == -1) { - parent.document.title="Serialized Form (samza-api 1.0.1-SNAPSHOT API)"; + parent.document.title="Serialized Form (samza-api 1.0.0 API)"; } } catch(err) { @@ -104,11 +104,6 @@ <dd>1L</dd> </dl> </li> -<li class="blockList"><a name="org.apache.samza.config.JavaTableConfig"> -<!-- --> -</a> -<h3>Class <a href="org/apache/samza/config/JavaTableConfig.html" title="class in org.apache.samza.config">org.apache.samza.config.JavaTableConfig</a> extends <a href="org/apache/samza/config/MapConfig.html" title="class in org.apache.samza.config">MapConfig</a> implements Serializable</h3> -</li> <li class="blockList"><a name="org.apache.samza.config.MapConfig"> <!-- --> </a> @@ -445,14 +440,10 @@ <h4>fieldNames</h4> <pre>java.util.ArrayList<E> fieldNames</pre> </li> -<li class="blockList"> +<li class="blockListLast"> <h4>fieldValues</h4> <pre>java.util.ArrayList<E> fieldValues</pre> </li> -<li class="blockListLast"> -<h4>hashCode</h4> -<pre>int hashCode</pre> -</li> </ul> </li> </ul> @@ -531,58 +522,23 @@ <h2 title="Package">Package org.apache.samza.system.descriptors</h2> </li> <li class="blockList"> -<h2 title="Package">Package org.apache.samza.table.remote</h2> -</li> -<li class="blockList"> -<h2 title="Package">Package org.apache.samza.table.retry</h2> +<h2 title="Package">Package org.apache.samza.table</h2> <ul class="blockList"> -<li class="blockList"><a name="org.apache.samza.table.retry.TableRetryPolicy"> +<li class="blockList"><a name="org.apache.samza.table.TableSpec"> <!-- --> </a> -<h3>Class <a href="org/apache/samza/table/retry/TableRetryPolicy.html" title="class in org.apache.samza.table.retry">org.apache.samza.table.retry.TableRetryPolicy</a> extends java.lang.Object implements Serializable</h3> +<h3>Class <a href="org/apache/samza/table/TableSpec.html" title="class in org.apache.samza.table">org.apache.samza.table.TableSpec</a> extends java.lang.Object implements Serializable</h3> <ul class="blockList"> <li class="blockList"> <h3>Serialized Fields</h3> <ul class="blockList"> <li class="blockList"> -<h4>sleepTime</h4> -<pre>java.time.Duration sleepTime</pre> -</li> -<li class="blockList"> -<h4>randomMin</h4> -<pre>java.time.Duration randomMin</pre> -</li> -<li class="blockList"> -<h4>randomMax</h4> -<pre>java.time.Duration randomMax</pre> -</li> -<li class="blockList"> -<h4>exponentialFactor</h4> -<pre>double exponentialFactor</pre> -</li> -<li class="blockList"> -<h4>exponentialMaxSleep</h4> -<pre>java.time.Duration exponentialMaxSleep</pre> -</li> -<li class="blockList"> -<h4>jitter</h4> -<pre>java.time.Duration jitter</pre> -</li> -<li class="blockList"> -<h4>maxAttempts</h4> -<pre>java.lang.Integer maxAttempts</pre> -</li> -<li class="blockList"> -<h4>maxDuration</h4> -<pre>java.time.Duration maxDuration</pre> -</li> -<li class="blockList"> -<h4>backoffType</h4> -<pre>org.apache.samza.table.retry.TableRetryPolicy.BackoffType backoffType</pre> +<h4>id</h4> +<pre>java.lang.String id</pre> </li> <li class="blockListLast"> -<h4>retryPredicate</h4> -<pre><a href="org/apache/samza/table/retry/TableRetryPolicy.RetryPredicate.html" title="interface in org.apache.samza.table.retry">TableRetryPolicy.RetryPredicate</a> retryPredicate</pre> +<h4>tableProviderFactoryClassName</h4> +<pre>java.lang.String tableProviderFactoryClassName</pre> </li> </ul> </li> Modified: samza/site/learn/documentation/versioned/api/low-level-api.html URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/versioned/api/low-level-api.html?rev=1855805&r1=1855804&r2=1855805&view=diff ============================================================================== --- samza/site/learn/documentation/versioned/api/low-level-api.html (original) +++ samza/site/learn/documentation/versioned/api/low-level-api.html Tue Mar 19 05:41:13 2019 @@ -836,7 +836,7 @@ whether they’re provided by the fr <h3 id="legacy-applications">Legacy Applications</h3> -<p>For legacy Low Level API applications, you can continue specifying your system, stream and store properties along with your task.class in configuration. An incomplete example of configuration for legacy task application looks like this (see the <a href="../jobs/configuration.html">configuration</a> documentation for more detail):</p> +<p>For legacy Low Level API applications, you can continue specifying your system, stream and store properties along with your task.class in configuration. An incomplete example of configuration for legacy task application looks like this (see the <a href="../jobs/configuration.md">configuration</a> documentation for more detail):</p> <figure class="highlight"><pre><code class="language-jproperties" data-lang="jproperties"><span></span> <span class="c"># This is the Task class that Samza will instantiate when the job is run</span> <span class="na"> task.class</span><span class="o">=</span><span class="s">com.example.samza.PageViewFilterTask</span> Modified: samza/site/learn/documentation/versioned/api/programming-model.html URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/versioned/api/programming-model.html?rev=1855805&r1=1855804&r2=1855805&view=diff ============================================================================== --- samza/site/learn/documentation/versioned/api/programming-model.html (original) +++ samza/site/learn/documentation/versioned/api/programming-model.html Tue Mar 19 05:41:13 2019 @@ -591,10 +591,10 @@ <li>Java APIs: Samza’s provides two Java programming APIs that are ideal for building advanced Stream Processing applications. <ol> -<li><a href="high-level-api.html">High Level Streams API</a>: Samza’s flexible High Level Streams API lets you describe your complex stream processing pipeline in the form of a Directional Acyclic Graph (DAG) of operations on message streams. It provides a rich set of built-in operators that simplify common stream processing operations such as filtering, projection, repartitioning, joins, and windows.</li> -<li><a href="low-level-api.html">Low Level Task API</a>: Samza’s powerful Low Level Task API lets you write your application in terms of processing logic for each incoming message. </li> +<li><a href="high-level-api.md">High Level Streams API</a>: Samza’s flexible High Level Streams API lets you describe your complex stream processing pipeline in the form of a Directional Acyclic Graph (DAG) of operations on message streams. It provides a rich set of built-in operators that simplify common stream processing operations such as filtering, projection, repartitioning, joins, and windows.</li> +<li><a href="low-level-api.md">Low Level Task API</a>: Samza’s powerful Low Level Task API lets you write your application in terms of processing logic for each incoming message. </li> </ol></li> -<li><a href="samza-sql.html">Samza SQL</a>: Samza SQL provides a declarative query language for describing your stream processing logic. It lets you manipulate streams using SQL predicates and UDFs instead of working with the physical implementation details.</li> +<li><a href="samza-sql.md">Samza SQL</a>: Samza SQL provides a declarative query language for describing your stream processing logic. It lets you manipulate streams using SQL predicates and UDFs instead of working with the physical implementation details.</li> <li>Apache Beam API: Samza also provides a <a href="https://beam.apache.org/documentation/runners/capability-matrix/";>Apache Beam runner</a> to run applications written using the Apache Beam API. This is considered as an extension to the operators supported by the High Level Streams API in Samza.</li> </ol> Modified: samza/site/learn/documentation/versioned/api/table-api.html URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/versioned/api/table-api.html?rev=1855805&r1=1855804&r2=1855805&view=diff ============================================================================== --- samza/site/learn/documentation/versioned/api/table-api.html (original) +++ samza/site/learn/documentation/versioned/api/table-api.html Tue Mar 19 05:41:13 2019 @@ -830,11 +830,6 @@ method.</p> <td>Count of <code>getAll/getAllAsync()</code> operations</td> </tr> <tr> -<td><code>num-missed-lookups</code></td> -<td><code>ReadableTable</code></td> -<td>Count of missed get/getAll() operations</td> -</tr> -<tr> <td><code>put-ns</code></td> <td><code>ReadWriteTable</code></td> <td>Average latency of <code>put/putAsync()</code> operations</td> Modified: samza/site/learn/documentation/versioned/connectors/eventhubs.html URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/versioned/connectors/eventhubs.html?rev=1855805&r1=1855804&r2=1855805&view=diff ============================================================================== --- samza/site/learn/documentation/versioned/connectors/eventhubs.html (original) +++ samza/site/learn/documentation/versioned/connectors/eventhubs.html Tue Mar 19 05:41:13 2019 @@ -587,7 +587,7 @@ <p>The Samza EventHubs connector provides access to <a href="https://docs.microsoft.com/en-us/azure/event-hubs/event-hubs-features";>Azure EventHubs</a>, Microsoftâs data streaming service on Azure. An eventhub is similar to a Kafka topic and can have multiple partitions with producers and consumers. Each message produced or consumed from an event hub is an instance of <a href="https://docs.microsoft.com/en-us/java/api/com.microsoft.azure.eventhubs._event_data";>EventData</a>. </p> -<p>The <a href="https://github.com/apache/samza-hello-samza";>hello-samza</a> project includes an <a href="../../../tutorials/versioned/samza-event-hubs-standalone.html">example</a> of reading and writing to EventHubs.</p> +<p>The <a href="https://github.com/apache/samza-hello-samza";>hello-samza</a> project includes an <a href="../../../tutorials/versioned/samza-event-hubs-standalone.md">example</a> of reading and writing to EventHubs.</p> <h3 id="concepts">Concepts</h3> Modified: samza/site/learn/documentation/versioned/connectors/hdfs.html URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/versioned/connectors/hdfs.html?rev=1855805&r1=1855804&r2=1855805&view=diff ============================================================================== --- samza/site/learn/documentation/versioned/connectors/hdfs.html (original) +++ samza/site/learn/documentation/versioned/connectors/hdfs.html Tue Mar 19 05:41:13 2019 @@ -612,10 +612,12 @@ To interact with HDFS, Samza requires yo <h4 id="defining-streams">Defining streams</h4> -<p>In Samza high level API, you can use <code>HdfsSystemDescriptor</code> to create a HDFS system. The stream name should be set to the name of the directory on HDFS.</p> +<p>Samza uses the notion of a <em>system</em> to describe any I/O source it interacts with. To consume from HDFS, you should create a new system that points to - <code>HdfsSystemFactory</code>. You can then associate multiple streams with this <em>system</em>. Each stream should have a <em>physical name</em>, which should be set to the name of the directory on HDFS.</p> -<figure class="highlight"><pre><code class="language-java" data-lang="java"><span></span><span class="n">HdfsSystemDescriptor</span> <span class="n">hsd</span> <span class="o">=</span> <span class="k">new</span> <span class="n">HdfsSystemDescriptor</span><span class="o">(</span><span class="s">"hdfs-clickstream"</span><span class="o">);</span> -<span class="n">HdfsInputDescriptor</span> <span class="n">hid</span> <span class="o">=</span> <span class="n">hsd</span><span class="o">.</span><span class="na">getInputDescriptor</span><span class="o">(</span><span class="s">"/data/clickstream/2016/09/11"</span><span class="o">);</span></code></pre></figure> +<figure class="highlight"><pre><code class="language-jproperties" data-lang="jproperties"><span></span><span class="na">systems.hdfs.samza.factory</span><span class="o">=</span><span class="s">org.apache.samza.system.hdfs.HdfsSystemFactory</span> + +<span class="na">streams.hdfs-clickstream.samza.system</span><span class="o">=</span><span class="s">hdfs</span> +<span class="na">streams.hdfs-clickstream.samza.physical.name</span><span class="o">=</span><span class="s">hdfs:/data/clickstream/2016/09/11</span></code></pre></figure> <p>The above example defines a stream called <code>hdfs-clickstream</code> that reads data from the <code>/data/clickstream/2016/09/11</code> directory. </p> @@ -623,9 +625,8 @@ To interact with HDFS, Samza requires yo <p>If you only want to consume from files that match a certain pattern, you can configure a whitelist. Likewise, you can also blacklist consuming from certain files. When both are specified, the <em>whitelist</em> selects the files to be filtered and the <em>blacklist</em> is later applied on its results. </p> -<figure class="highlight"><pre><code class="language-java" data-lang="java"><span></span><span class="n">HdfsSystemDescriptor</span> <span class="n">hsd</span> <span class="o">=</span> <span class="k">new</span> <span class="n">HdfsSystemDescriptor</span><span class="o">(</span><span class="s">"hdfs-clickstream"</span><span class="o">)</span> - <span class="o">.</span><span class="na">withConsumerWhiteList</span><span class="o">(</span><span class="s">".*avro"</span><span class="o">)</span> - <span class="o">.</span><span class="na">withConsumerBlackList</span><span class="o">(</span><span class="s">"somefile.avro"</span><span class="o">);</span></code></pre></figure> +<figure class="highlight"><pre><code class="language-jproperties" data-lang="jproperties"><span></span><span class="na">systems.hdfs.partitioner.defaultPartitioner.whitelist</span><span class="o">=</span><span class="s">.*avro</span> +<span class="na">systems.hdfs.partitioner.defaultPartitioner.blacklist</span><span class="o">=</span><span class="s">somefile.avro</span></code></pre></figure> <h3 id="producing-to-hdfs">Producing to HDFS</h3> @@ -633,27 +634,27 @@ To interact with HDFS, Samza requires yo <p>Samza allows writing your output results to HDFS in AVRO format. You can either use avro’s GenericRecords or have Samza automatically infer the schema for your object using reflection. </p> -<figure class="highlight"><pre><code class="language-java" data-lang="java"><span></span><span class="n">HdfsSystemDescriptor</span> <span class="n">hsd</span> <span class="o">=</span> <span class="k">new</span> <span class="n">HdfsSystemDescriptor</span><span class="o">(</span><span class="s">"hdfs-clickstream"</span><span class="o">)</span> - <span class="o">.</span><span class="na">withWriterClassName</span><span class="o">(</span><span class="n">AvroDataFileHdfsWriter</span><span class="o">.</span><span class="na">class</span><span class="o">.</span><span class="na">getName</span><span class="o">());</span></code></pre></figure> - -<p>If your output is non-avro, use <code>TextSequenceFileHdfsWriter</code>.</p> - -<figure class="highlight"><pre><code class="language-java" data-lang="java"><span></span><span class="n">HdfsSystemDescriptor</span> <span class="n">hsd</span> <span class="o">=</span> <span class="k">new</span> <span class="n">HdfsSystemDescriptor</span><span class="o">(</span><span class="s">"hdfs-clickstream"</span><span class="o">)</span> - <span class="o">.</span><span class="na">withWriterClassName</span><span class="o">(</span><span class="n">TextSequenceFileHdfsWriter</span><span class="o">.</span><span class="na">class</span><span class="o">.</span><span class="na">getName</span><span class="o">());</span></code></pre></figure> +<figure class="highlight"><pre><code class="language-jproperties" data-lang="jproperties"><span></span><span class="c"># set the SystemFactory implementation to instantiate HdfsSystemProducer aliased to 'hdfs'</span> +<span class="na">systems.hdfs.samza.factory</span><span class="o">=</span><span class="s">org.apache.samza.system.hdfs.HdfsSystemFactory</span> +<span class="na">systems.hdfs.producer.hdfs.writer.class</span><span class="o">=</span><span class="s">org.apache.samza.system.hdfs.writer.AvroDataFileHdfsWriter</span></code></pre></figure> + +<p>If your output is non-avro, you can describe its format by implementing your own serializer.</p> + +<figure class="highlight"><pre><code class="language-jproperties" data-lang="jproperties"><span></span><span class="na">systems.hdfs.producer.hdfs.writer.class</span><span class="o">=</span><span class="s">org.apache.samza.system.hdfs.writer.TextSequenceFileHdfsWriter</span> +<span class="na">serializers.registry.my-serde-name.class</span><span class="o">=</span><span class="s">MySerdeFactory</span> +<span class="na">systems.hdfs.samza.msg.serde</span><span class="o">=</span><span class="s">my-serde-name</span></code></pre></figure> <h4 id="output-directory-structure">Output directory structure</h4> <p>Samza allows you to control the base HDFS directory to write your output. You can also organize the output into sub-directories depending on the time your application ran, by configuring a date-formatter. </p> -<figure class="highlight"><pre><code class="language-java" data-lang="java"><span></span><span class="n">HdfsSystemDescriptor</span> <span class="n">hsd</span> <span class="o">=</span> <span class="k">new</span> <span class="n">HdfsSystemDescriptor</span><span class="o">(</span><span class="s">"hdfs-clickstream"</span><span class="o">)</span> - <span class="o">.</span><span class="na">withOutputBaseDir</span><span class="o">(</span><span class="s">"/user/me/analytics/clickstream_data"</span><span class="o">)</span> - <span class="o">.</span><span class="na">withDatePathFormat</span><span class="o">(</span><span class="s">"yyyy_MM_dd"</span><span class="o">);</span></code></pre></figure> +<figure class="highlight"><pre><code class="language-jproperties" data-lang="jproperties"><span></span><span class="na">systems.hdfs.producer.hdfs.base.output.dir</span><span class="o">=</span><span class="s">/user/me/analytics/clickstream_data</span> +<span class="na">systems.hdfs.producer.hdfs.bucketer.date.path.format</span><span class="o">=</span><span class="s">yyyy_MM_dd</span></code></pre></figure> <p>You can configure the maximum size of each file or the maximum number of records per-file. Once either limits have been reached, Samza will create a new file.</p> -<figure class="highlight"><pre><code class="language-java" data-lang="java"><span></span><span class="n">HdfsSystemDescriptor</span> <span class="n">hsd</span> <span class="o">=</span> <span class="k">new</span> <span class="n">HdfsSystemDescriptor</span><span class="o">(</span><span class="s">"hdfs-clickstream"</span><span class="o">)</span> - <span class="o">.</span><span class="na">withWriteBatchSizeBytes</span><span class="o">(</span><span class="mi">134217728</span><span class="o">)</span> - <span class="o">.</span><span class="na">withWriteBatchSizeRecords</span><span class="o">(</span><span class="mi">10000</span><span class="o">);</span></code></pre></figure> +<figure class="highlight"><pre><code class="language-jproperties" data-lang="jproperties"><span></span><span class="na">systems.hdfs.producer.hdfs.write.batch.size.bytes</span><span class="o">=</span><span class="s">134217728</span> +<span class="na">systems.hdfs.producer.hdfs.write.batch.size.records</span><span class="o">=</span><span class="s">10000</span></code></pre></figure> <h3 id="security">Security</h3> Modified: samza/site/learn/documentation/versioned/connectors/kinesis.html URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/versioned/connectors/kinesis.html?rev=1855805&r1=1855804&r2=1855805&view=diff ============================================================================== --- samza/site/learn/documentation/versioned/connectors/kinesis.html (original) +++ samza/site/learn/documentation/versioned/connectors/kinesis.html Tue Mar 19 05:41:13 2019 @@ -600,15 +600,21 @@ wraps the Record into a <a href="https:/ <h4 id="basic-configuration">Basic Configuration</h4> -<p>Here is the required configuration for consuming messages from Kinesis, through <code>KinesisSystemDescriptor</code> and <code>KinesisInputDescriptor</code>. </p> +<p>Here is the required configuration for consuming messages from Kinesis. </p> -<figure class="highlight"><pre><code class="language-java" data-lang="java"><span></span><span class="n">KinesisSystemDescriptor</span> <span class="n">ksd</span> <span class="o">=</span> <span class="k">new</span> <span class="n">KinesisSystemDescriptor</span><span class="o">(</span><span class="s">"kinesis"</span><span class="o">);</span> - -<span class="n">KinesisInputDescriptor</span><span class="o"><</span><span class="n">KV</span><span class="o"><</span><span class="n">String</span><span class="o">,</span> <span class="kt">byte</span><span class="o">[]>></span> <span class="n">kid</span> <span class="o">=</span> - <span class="n">ksd</span><span class="o">.</span><span class="na">getInputDescriptor</span><span class="o">(</span><span class="s">"STREAM-NAME"</span><span class="o">,</span> <span class="k">new</span> <span class="n">NoOpSerde</span><span class="o"><</span><span class="kt">byte</span><span class="o">[]>())</span> - <span class="o">.</span><span class="na">withRegion</span><span class="o">(</span><span class="s">"STREAM-REGION"</span><span class="o">)</span> - <span class="o">.</span><span class="na">withAccessKey</span><span class="o">(</span><span class="s">"YOUR-ACCESS_KEY"</span><span class="o">)</span> - <span class="o">.</span><span class="na">withSecretKey</span><span class="o">(</span><span class="s">"YOUR-SECRET-KEY"</span><span class="o">);</span></code></pre></figure> +<figure class="highlight"><pre><code class="language-jproperties" data-lang="jproperties"><span></span><span class="c">// Define a Kinesis system factory with your identifier. eg: kinesis-system</span> +<span class="na">systems.kinesis-system.samza.factory</span><span class="o">=</span><span class="s">org.apache.samza.system.kinesis.KinesisSystemFactory</span> + +<span class="c">// Kinesis consumer works with only AllSspToSingleTaskGrouperFactory</span> +<span class="na">job.systemstreampartition.grouper.factory</span><span class="o">=</span><span class="s">org.apache.samza.container.grouper.stream.AllSspToSingleTaskGrouperFactory</span> + +<span class="c">// Define your streams</span> +<span class="na">task.inputs</span><span class="o">=</span><span class="s">kinesis-system.input0</span> + +<span class="c">// Define required properties for your streams</span> +<span class="na">systems.kinesis-system.streams.input0.aws.region</span><span class="o">=</span><span class="s">YOUR-STREAM-REGION</span> +<span class="na">systems.kinesis-system.streams.input0.aws.accessKey</span><span class="o">=</span><span class="s">YOUR-ACCESS_KEY</span> +<span class="na">sensitive.systems.kinesis-system.streams.input0.aws.secretKey</span><span class="o">=</span><span class="s">YOUR-SECRET-KEY</span></code></pre></figure> <h4 id="coordination">Coordination</h4> @@ -621,11 +627,9 @@ set your <code>grouper</code> configurat <p>Each Kinesis stream in a given AWS <a href="https://docs.aws.amazon.com/AmazonRDS/latest/UserGuide/Concepts.RegionsAndAvailabilityZones.html";>region</a> can be accessed by providing an <a href="https://docs.aws.amazon.com/general/latest/gr/aws-sec-cred-types.html#access-keys-and-secret-access-keys";>access key</a>. An Access key consists of two parts: an access key ID (for example, <code>AKIAIOSFODNN7EXAMPLE</code>) and a secret access key (for example, <code>wJalrXUtnFEMI/K7MDENG/bPxRfiCYEXAMPLEKEY</code>) which you can use to send programmatic requests to AWS. </p> -<figure class="highlight"><pre><code class="language-java" data-lang="java"><span></span><span class="n">KinesisInputDescriptor</span><span class="o"><</span><span class="n">KV</span><span class="o"><</span><span class="n">String</span><span class="o">,</span> <span class="kt">byte</span><span class="o">[]>></span> <span class="n">kid</span> <span class="o">=</span> - <span class="n">ksd</span><span class="o">.</span><span class="na">getInputDescriptor</span><span class="o">(</span><span class="s">"STREAM-NAME"</span><span class="o">,</span> <span class="k">new</span> <span class="n">NoOpSerde</span><span class="o"><</span><span class="kt">byte</span><span class="o">[]>())</span> - <span class="o">.</span><span class="na">withRegion</span><span class="o">(</span><span class="s">"STREAM-REGION"</span><span class="o">)</span> - <span class="o">.</span><span class="na">withAccessKey</span><span class="o">(</span><span class="s">"YOUR-ACCESS_KEY"</span><span class="o">)</span> - <span class="o">.</span><span class="na">withSecretKey</span><span class="o">(</span><span class="s">"YOUR-SECRET-KEY"</span><span class="o">);</span></code></pre></figure> +<figure class="highlight"><pre><code class="language-jproperties" data-lang="jproperties"><span></span><span class="na">systems.kinesis-system.streams.input0.aws.region</span><span class="o">=</span><span class="s">YOUR-STREAM-REGION</span> +<span class="na">systems.kinesis-system.streams.input0.aws.accessKey</span><span class="o">=</span><span class="s">YOUR-ACCESS_KEY</span> +<span class="na">sensitive.systems.kinesis-system.streams.input0.aws.secretKey</span><span class="o">=</span><span class="s">YOUR-SECRET-KEY</span></code></pre></figure> <h3 id="advanced-configuration">Advanced Configuration</h3> @@ -633,40 +637,25 @@ set your <code>grouper</code> configurat <p>Samza Kinesis Connector uses the <a href="https://docs.aws.amazon.com/streams/latest/dev/developing-consumers-with-kcl.html#kinesis-record-processor-overview-kcl";>Kinesis Client Library</a> (KCL) to access the Kinesis data streams. You can set any <a href="https://github.com/awslabs/amazon-kinesis-client/blob/master/amazon-kinesis-client-multilang/src/main/java/software/amazon/kinesis/coordinator/KinesisClientLibConfiguration.java";>KCL Configuration</a> -for a stream by configuring it through <code>KinesisInputDescriptor</code>.</p> - -<figure class="highlight"><pre><code class="language-java" data-lang="java"><span></span><span class="n">KinesisInputDescriptor</span><span class="o"><</span><span class="n">KV</span><span class="o"><</span><span class="n">String</span><span class="o">,</span> <span class="kt">byte</span><span class="o">[]>></span> <span class="n">kid</span> <span class="o">=</span> <span class="o">...</span> +for a stream by configuring it with the <strong>systems.system-name.streams.stream-name.aws.kcl.</strong>* prefix.</p> -<span class="n">Map</span><span class="o"><</span><span class="n">String</span><span class="o">,</span> <span class="n">String</span><span class="o">></span> <span class="n">kclConfig</span> <span class="o">=</span> <span class="k">new</span> <span class="n">HashMap</span><span class="o"><>;</span> -<span class="n">kclConfig</span><span class="o">.</span><span class="na">put</span><span class="o">(</span><span class="s">"CONFIG-PARAM"</span><span class="o">,</span> <span class="s">"CONFIG-VALUE"</span><span class="o">);</span> - -<span class="n">kid</span><span class="o">.</span><span class="na">withKCLConfig</span><span class="o">(</span><span class="n">kclConfig</span><span class="o">);</span></code></pre></figure> +<figure class="highlight"><pre><code class="language-jproperties" data-lang="jproperties"><span></span><span class="na">systems.system-name.streams.stream-name.aws.kcl.CONFIG-PARAM</span><span class="o">=</span><span class="s">CONFIG-VALUE</span></code></pre></figure> <p>As an example, the below configuration is equivalent to invoking <code>kclClient#WithTableName(myTable)</code> on the KCL instance.</p> -<figure class="highlight"><pre><code class="language-java" data-lang="java"><span></span><span class="n">KinesisInputDescriptor</span><span class="o"><</span><span class="n">KV</span><span class="o"><</span><span class="n">String</span><span class="o">,</span> <span class="kt">byte</span><span class="o">[]>></span> <span class="n">kid</span> <span class="o">=</span> <span class="o">...</span> - -<span class="n">Map</span><span class="o"><</span><span class="n">String</span><span class="o">,</span> <span class="n">String</span><span class="o">></span> <span class="n">kclConfig</span> <span class="o">=</span> <span class="k">new</span> <span class="n">HashMap</span><span class="o"><>;</span> -<span class="n">kclConfig</span><span class="o">.</span><span class="na">put</span><span class="o">(</span><span class="s">"TableName"</span><span class="o">,</span> <span class="s">"myTable"</span><span class="o">);</span> - -<span class="n">kid</span><span class="o">.</span><span class="na">withKCLConfig</span><span class="o">(</span><span class="n">kclConfig</span><span class="o">);</span></code></pre></figure> +<figure class="highlight"><pre><code class="language-jproperties" data-lang="jproperties"><span></span><span class="na">systems.system-name.streams.stream-name.aws.kcl.TableName</span><span class="o">=</span><span class="s">myTable</span></code></pre></figure> <h4 id="aws-client-configs">AWS Client configs</h4> <p>Samza allows you to specify any <a href="http://docs.aws.amazon.com/AWSJavaSDK/latest/javadoc/com/amazonaws/ClientConfiguration.html";>AWS client configs</a> to connect to your Kinesis instance. -You can configure any <a href="http://docs.aws.amazon.com/AWSJavaSDK/latest/javadoc/com/amazonaws/ClientConfiguration.html";>AWS client configuration</a> through <code>KinesisSystemDescriptor</code>.</p> - -<figure class="highlight"><pre><code class="language-java" data-lang="java"><span></span><span class="n">Map</span><span class="o"><</span><span class="n">String</span><span class="o">,</span> <span class="n">String</span><span class="o">></span> <span class="n">awsConfig</span> <span class="o">=</span> <span class="k">new</span> <span class="n">HashMap</span><span class="o"><>;</span> -<span class="n">awsConfig</span><span class="o">.</span><span class="na">put</span><span class="o">(</span><span class="s">"CONFIG-PARAM"</span><span class="o">,</span> <span class="s">"CONFIG-VALUE"</span><span class="o">);</span> +You can configure any <a href="http://docs.aws.amazon.com/AWSJavaSDK/latest/javadoc/com/amazonaws/ClientConfiguration.html";>AWS client configuration</a> with the <code>systems.your-system-name.aws.clientConfig.*</code> prefix.</p> -<span class="n">KinesisSystemDescriptor</span> <span class="n">sd</span> <span class="o">=</span> <span class="k">new</span> <span class="n">KinesisSystemDescriptor</span><span class="o">(</span><span class="n">systemName</span><span class="o">)</span> - <span class="o">.</span><span class="na">withAWSConfig</span><span class="o">(</span><span class="n">awsConfig</span><span class="o">);</span></code></pre></figure> +<figure class="highlight"><pre><code class="language-jproperties" data-lang="jproperties"><span></span><span class="na">systems.system-name.aws.clientConfig.CONFIG-PARAM</span><span class="o">=</span><span class="s">CONFIG-VALUE</span></code></pre></figure> -<p>Through <code>KinesisSystemDescriptor</code> you can also set the <em>proxy host</em> and <em>proxy port</em> to be used by the Kinesis Client:</p> +<p>As an example, to set the <em>proxy host</em> and <em>proxy port</em> to be used by the Kinesis Client:</p> -<figure class="highlight"><pre><code class="language-java" data-lang="java"><span></span><span class="n">KinesisSystemDescriptor</span> <span class="n">sd</span> <span class="o">=</span> <span class="k">new</span> <span class="n">KinesisSystemDescriptor</span><span class="o">(</span><span class="n">systemName</span><span class="o">)</span> - <span class="o">.</span><span class="na">withProxyHost</span><span class="o">(</span><span class="s">"YOUR-PROXY-HOST"</span><span class="o">)</span> - <span class="o">.</span><span class="na">withProxyPort</span><span class="o">(</span><span class="n">YOUR</span><span class="o">-</span><span class="n">PROXY</span><span class="o">-</span><span class="n">PORT</span><span class="o">);</span></code></pre></figure> +<figure class="highlight"><pre><code class="language-jproperties" data-lang="jproperties"><span></span><span class="na">systems.system-name.aws.clientConfig.ProxyHost</span><span class="o">=</span><span class="s">my-proxy-host.com</span> +<span class="na">systems.system-name.aws.clientConfig.ProxyPort</span><span class="o">=</span><span class="s">my-proxy-port</span></code></pre></figure> <h3 id="resetting-offsets">Resetting Offsets</h3> @@ -674,30 +663,12 @@ You can configure any <a href="http://do These checkpoints are stored and managed by the KCL library internally. You can reset the checkpoints by configuring a different name for the DynamoDB table. </p> <figure class="highlight"><pre><code class="language-jproperties" data-lang="jproperties"><span></span><span class="c">// change the TableName to a unique name to reset checkpoints.</span> -<span class="na">systems.kinesis-system.streams.STREAM-NAME.aws.kcl.TableName</span><span class="o">=</span><span class="s">my-app-table-name</span></code></pre></figure> - -<p>Or through <code>KinesisInputDescriptor</code></p> - -<figure class="highlight"><pre><code class="language-java" data-lang="java"><span></span><span class="n">KinesisInputDescriptor</span><span class="o"><</span><span class="n">KV</span><span class="o"><</span><span class="n">String</span><span class="o">,</span> <span class="kt">byte</span><span class="o">[]>></span> <span class="n">kid</span> <span class="o">=</span> <span class="o">...</span> - -<span class="n">Map</span><span class="o"><</span><span class="n">String</span><span class="o">,</span> <span class="n">String</span><span class="o">></span> <span class="n">kclConfig</span> <span class="o">=</span> <span class="k">new</span> <span class="n">HashMap</span><span class="o"><>;</span> -<span class="n">kclConfig</span><span class="o">.</span><span class="na">put</span><span class="o">(</span><span class="s">"TableName"</span><span class="o">,</span> <span class="s">"my-new-app-table-name"</span><span class="o">);</span> - -<span class="n">kid</span><span class="o">.</span><span class="na">withKCLConfig</span><span class="o">(</span><span class="n">kclConfig</span><span class="o">);</span></code></pre></figure> +<span class="na">systems.kinesis-system.streams.input0.aws.kcl.TableName</span><span class="o">=</span><span class="s">my-app-table-name</span></code></pre></figure> <p>When you reset checkpoints, you can configure your job to start consuming from either the earliest or latest offset in the stream. </p> <figure class="highlight"><pre><code class="language-jproperties" data-lang="jproperties"><span></span><span class="c">// set the starting position to either TRIM_HORIZON (oldest) or LATEST (latest)</span> -<span class="na">systems.kinesis-system.streams.STREAM-NAME.aws.kcl.InitialPositionInStream</span><span class="o">=</span><span class="s">LATEST</span></code></pre></figure> - -<p>Or through <code>KinesisInputDescriptor</code></p> - -<figure class="highlight"><pre><code class="language-java" data-lang="java"><span></span><span class="n">KinesisInputDescriptor</span><span class="o"><</span><span class="n">KV</span><span class="o"><</span><span class="n">String</span><span class="o">,</span> <span class="kt">byte</span><span class="o">[]>></span> <span class="n">kid</span> <span class="o">=</span> <span class="o">...</span> - -<span class="n">Map</span><span class="o"><</span><span class="n">String</span><span class="o">,</span> <span class="n">String</span><span class="o">></span> <span class="n">kclConfig</span> <span class="o">=</span> <span class="k">new</span> <span class="n">HashMap</span><span class="o"><>;</span> -<span class="n">kclConfig</span><span class="o">.</span><span class="na">put</span><span class="o">(</span><span class="s">"InitialPositionInStream"</span><span class="o">,</span> <span class="s">"LATEST"</span><span class="o">);</span> - -<span class="n">kid</span><span class="o">.</span><span class="na">withKCLConfig</span><span class="o">(</span><span class="n">kclConfig</span><span class="o">);</span></code></pre></figure> +<span class="na">systems.kinesis-system.streams.input0.aws.kcl.InitialPositionInStream</span><span class="o">=</span><span class="s">LATEST</span></code></pre></figure> <p>Alternately, if you want to start from a particular offset in the Kinesis stream, you can login to the <a href="https://docs.aws.amazon.com/amazondynamodb/latest/developerguide/ConsoleDynamoDB.html";>AWS console</a> and edit the offsets in your DynamoDB Table. By default, the table-name has the following format: “<job name>-<job id>-<kinesis stream>”.</p>
