This is an automated email from the ASF dual-hosted git repository.
baunsgaard pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/systemds.git
The following commit(s) were added to refs/heads/master by this push:
new fca3501 [DOCS] Python API docs update
fca3501 is described below
commit fca35013e10cb81db65d13d3328b1eca0de5760b
Author: baunsgaard <[email protected]>
AuthorDate: Sun Sep 27 15:04:45 2020 +0200
[DOCS] Python API docs update
---
docs/api/python/api/context/systemds_context.html | 84 +++++-
docs/api/python/api/matrix/data_gen.html | 308 ---------------------
docs/api/python/api/matrix/federated.html | 3 +-
docs/api/python/api/matrix/matrix.html | 85 +-----
docs/api/python/api/onnx_systemds/convert.html | 3 +-
docs/api/python/api/onnx_systemds/onnx_helper.html | 3 +-
.../api/python/api/onnx_systemds/operator_gen.html | 3 +-
docs/api/python/api/onnx_systemds/render.html | 3 +-
docs/api/python/api/onnx_systemds/util.html | 1 -
docs/api/python/api/operator/algorithms.html | 1 -
docs/api/python/api/operator/operation_node.html | 103 ++++++-
docs/api/python/api/script_building/dag.html | 1 -
docs/api/python/api/script_building/script.html | 1 -
docs/api/python/api/utils/converters.html | 3 +-
docs/api/python/api/utils/helpers.html | 3 +-
docs/api/python/genindex.html | 43 +--
docs/api/python/getting_started/install.html | 1 -
.../python/getting_started/simple_examples.html | 6 +-
docs/api/python/guide/algorithms.html | 266 ------------------
docs/api/python/guide/algorithms_basics.html | 1 -
docs/api/python/guide/federated.html | 7 +-
docs/api/python/index.html | 1 -
docs/api/python/objects.inv | Bin 1444 -> 1432 bytes
docs/api/python/onnx_systemds/onnx_systemds.html | 7 +-
.../python/onnx_systemds/onnx_systemds_design.html | 3 +-
docs/api/python/py-modindex.html | 6 -
docs/api/python/search.html | 1 -
docs/api/python/searchindex.js | 2 +-
.../api/python/sources/api/matrix/data_gen.rst.txt | 27 --
.../getting_started/simple_examples.rst.txt | 3 +-
docs/api/python/sources/guide/algorithms.rst.txt | 43 ---
docs/api/python/sources/index.rst.txt | 1 -
32 files changed, 233 insertions(+), 790 deletions(-)
diff --git a/docs/api/python/api/context/systemds_context.html
b/docs/api/python/api/context/systemds_context.html
index eb08fb9..0425381 100644
--- a/docs/api/python/api/context/systemds_context.html
+++ b/docs/api/python/api/context/systemds_context.html
@@ -36,7 +36,7 @@
<link rel="index" title="Index" href="../../genindex.html" />
<link rel="search" title="Search" href="../../search.html" />
- <link rel="next" title="Data Generators" href="../matrix/data_gen.html" />
+ <link rel="next" title="Matrix" href="../matrix/matrix.html" />
<link rel="prev" title="Algorithms" href="../operator/algorithms.html" />
</head>
@@ -101,7 +101,6 @@
<ul class="current">
<li class="toctree-l1"><a class="reference internal"
href="../operator/algorithms.html">Algorithms</a></li>
<li class="toctree-l1 current"><a class="current reference internal"
href="#">SystemDSContext</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="../matrix/data_gen.html">Data Generators</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../matrix/matrix.html">Matrix</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../matrix/federated.html">Federated</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../operator/operation_node.html">Operation Node</a></li>
@@ -235,6 +234,24 @@ that can be read from to get the printed statements from
the JVM.</p>
</dd></dl>
<dl class="py method">
+<dt id="systemds.context.SystemDSContext.full">
+<code class="sig-name descname">full</code><span class="sig-paren">(</span><em
class="sig-param"><span class="n">shape</span><span class="p">:</span> <span
class="n">Tuple<span class="p">[</span>int<span class="p">, </span>int<span
class="p">]</span></span></em>, <em class="sig-param"><span
class="n">value</span><span class="p">:</span> <span class="n">Union<span
class="p">[</span>float<span class="p">, </span>int<span
class="p">]</span></span></em><span class="sig-paren">)</span> ș [...]
+<dd><p>Generates a matrix completely filled with a value</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>sds_context</strong> – SystemDS context</p></li>
+<li><p><strong>shape</strong> – shape (rows and cols) of the matrix TODO
tensor</p></li>
+<li><p><strong>value</strong> – the value to fill all cells with</p></li>
+</ul>
+</dd>
+<dt class="field-even">Returns</dt>
+<dd class="field-even"><p>the OperationNode representing this operation</p>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py method">
<dt id="systemds.context.SystemDSContext.get_stderr">
<code class="sig-name descname">get_stderr</code><span
class="sig-paren">(</span><em class="sig-param"><span
class="n">lines</span><span class="p">:</span> <span class="n">int</span> <span
class="o">=</span> <span class="default_value">- 1</span></em><span
class="sig-paren">)</span><a class="headerlink"
href="#systemds.context.SystemDSContext.get_stderr" title="Permalink to this
definition">¶</a></dt>
<dd><p>Getter for the stderr of the java subprocess
@@ -252,6 +269,67 @@ The output is taken from the stdout queue and returned in
a new list.
default -1 prints all current lines in the queue.</p>
</dd></dl>
+<dl class="py method">
+<dt id="systemds.context.SystemDSContext.rand">
+<code class="sig-name descname">rand</code><span class="sig-paren">(</span><em
class="sig-param"><span class="n">rows</span><span class="p">:</span> <span
class="n">int</span></em>, <em class="sig-param"><span
class="n">cols</span><span class="p">:</span> <span class="n">int</span></em>,
<em class="sig-param"><span class="n">min</span><span class="p">:</span> <span
class="n">Union<span class="p">[</span>float<span class="p">, </span>int<span
class="p">]</span></span> <span class="o">=</s [...]
+<dd><p>Generates a matrix filled with random values</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>sds_context</strong> – SystemDS context</p></li>
+<li><p><strong>rows</strong> – number of rows</p></li>
+<li><p><strong>cols</strong> – number of cols</p></li>
+<li><p><strong>min</strong> – min value for cells</p></li>
+<li><p><strong>max</strong> – max value for cells</p></li>
+<li><p><strong>pdf</strong> – “uniform”/”normal”/”poison” distribution</p></li>
+<li><p><strong>sparsity</strong> – fraction of non-zero cells</p></li>
+<li><p><strong>seed</strong> – random seed</p></li>
+<li><p><strong>lambd</strong> – lamda value for “poison” distribution</p></li>
+</ul>
+</dd>
+<dt class="field-even">Returns</dt>
+<dd class="field-even"><p></p>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt id="systemds.context.SystemDSContext.read">
+<code class="sig-name descname">read</code><span class="sig-paren">(</span><em
class="sig-param"><span class="n">path</span><span class="p">:</span> <span
class="n">os.PathLike</span></em>, <em class="sig-param"><span
class="o">**</span><span class="n">kwargs</span><span class="p">:</span> <span
class="n">Dict<span class="p">[</span>str<span class="p">, </span>Union<span
class="p">[</span>DAGNode<span class="p">, </span>str<span class="p">,
</span>int<span class="p">, </span>float<span c [...]
+<dd><p>Read an file from disk. Supportted types include:
+CSV, Matrix Market(coordinate), Text(i,j,v), SystemDS Binay
+See: <a class="reference external"
href="http://apache.github.io/systemds/site/dml-language-reference#readwrite-built-in-functions">http://apache.github.io/systemds/site/dml-language-reference#readwrite-built-in-functions</a>
for more details
+:return: an Operation Node, containing the read data.</p>
+</dd></dl>
+
+<dl class="py method">
+<dt id="systemds.context.SystemDSContext.scalar">
+<code class="sig-name descname">scalar</code><span
class="sig-paren">(</span><em class="sig-param"><span class="n">v</span><span
class="p">:</span> <span class="n">Dict<span class="p">[</span>str<span
class="p">, </span>Union<span class="p">[</span>DAGNode<span class="p">,
</span>str<span class="p">, </span>int<span class="p">, </span>float<span
class="p">, </span>bool<span class="p">]</span><span
class="p">]</span></span></em><span class="sig-paren">)</span> →
OperationNode<a cla [...]
+<dd><p>Construct an scalar value, this can contain str, float, double,
integers and booleans.
+:return: An <cite>OperationNode</cite> containing the scalar value.</p>
+</dd></dl>
+
+<dl class="py method">
+<dt id="systemds.context.SystemDSContext.seq">
+<code class="sig-name descname">seq</code><span class="sig-paren">(</span><em
class="sig-param"><span class="n">start</span><span class="p">:</span> <span
class="n">Union<span class="p">[</span>float<span class="p">, </span>int<span
class="p">]</span></span></em>, <em class="sig-param"><span
class="n">stop</span><span class="p">:</span> <span class="n">Union<span
class="p">[</span>float<span class="p">, </span>int<span
class="p">]</span></span> <span class="o">=</span> <span class="defau [...]
+<dd><p>Create a single column vector with values from <cite>start</cite> to
<cite>stop</cite> and an increment of <cite>step</cite>.
+If no stop is defined and only one parameter is given, then start will be 0
and the parameter will be interpreted as
+stop.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>sds_context</strong> – SystemDS context</p></li>
+<li><p><strong>start</strong> – the starting value</p></li>
+<li><p><strong>stop</strong> – the maximum value</p></li>
+<li><p><strong>step</strong> – the step size</p></li>
+</ul>
+</dd>
+<dt class="field-even">Returns</dt>
+<dd class="field-even"><p>the OperationNode representing this operation</p>
+</dd>
+</dl>
+</dd></dl>
+
</dd></dl>
</div>
@@ -264,7 +342,7 @@ default -1 prints all current lines in the queue.</p>
<div class="rst-footer-buttons" role="navigation" aria-label="footer
navigation">
- <a href="../matrix/data_gen.html" class="btn btn-neutral float-right"
title="Data Generators" accesskey="n" rel="next">Next <span class="fa
fa-arrow-circle-right"></span></a>
+ <a href="../matrix/matrix.html" class="btn btn-neutral float-right"
title="Matrix" accesskey="n" rel="next">Next <span class="fa
fa-arrow-circle-right"></span></a>
<a href="../operator/algorithms.html" class="btn btn-neutral
float-left" title="Algorithms" accesskey="p" rel="prev"><span class="fa
fa-arrow-circle-left"></span> Previous</a>
diff --git a/docs/api/python/api/matrix/data_gen.html
b/docs/api/python/api/matrix/data_gen.html
deleted file mode 100644
index f066555..0000000
--- a/docs/api/python/api/matrix/data_gen.html
+++ /dev/null
@@ -1,308 +0,0 @@
-
-
-<!DOCTYPE html>
-<html class="writer-html5" lang="en" >
-<head>
- <meta charset="utf-8">
-
- <meta name="viewport" content="width=device-width, initial-scale=1.0">
-
- <title>Data Generators — SystemDS 2.0.0 documentation</title>
-
-
-
- <link rel="stylesheet" href="../../static/css/theme.css" type="text/css" />
- <link rel="stylesheet" href="../../static/pygments.css" type="text/css" />
-
-
-
-
-
-
-
- <!--[if lt IE 9]>
- <script src="../../static/js/html5shiv.min.js"></script>
- <![endif]-->
-
-
- <script type="text/javascript" id="documentation_options"
data-url_root="../../" src="../../static/documentation_options.js"></script>
- <script src="../../static/jquery.js"></script>
- <script src="../../static/underscore.js"></script>
- <script src="../../static/doctools.js"></script>
- <script src="../../static/language_data.js"></script>
-
- <script type="text/javascript" src="../../static/js/theme.js"></script>
-
-
- <link rel="index" title="Index" href="../../genindex.html" />
- <link rel="search" title="Search" href="../../search.html" />
- <link rel="next" title="Matrix" href="matrix.html" />
- <link rel="prev" title="SystemDSContext"
href="../context/systemds_context.html" />
-</head>
-
-<body class="wy-body-for-nav">
-
-
- <div class="wy-grid-for-nav">
-
- <nav data-toggle="wy-nav-shift" class="wy-nav-side">
- <div class="wy-side-scroll">
- <div class="wy-side-nav-search" >
-
-
-
- <a href="../../index.html" class="icon icon-home"
alt="Documentation Home"> SystemDS
-
-
-
- </a>
-
-
-
-
-
-
-
-<div role="search">
- <form id="rtd-search-form" class="wy-form" action="../../search.html"
method="get">
- <input type="text" name="q" placeholder="Search docs" />
- <input type="hidden" name="check_keywords" value="yes" />
- <input type="hidden" name="area" value="default" />
- </form>
-</div>
-
-
- </div>
-
-
- <div class="wy-menu wy-menu-vertical" data-spy="affix"
role="navigation" aria-label="main navigation">
-
-
-
-
-
-
- <p class="caption"><span class="caption-text">Getting
Started:</span></p>
-<ul>
-<li class="toctree-l1"><a class="reference internal"
href="../../getting_started/install.html">Install SystemDS</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="../../getting_started/simple_examples.html">QuickStart</a></li>
-</ul>
-<p class="caption"><span class="caption-text">Guides</span></p>
-<ul>
-<li class="toctree-l1"><a class="reference internal"
href="../../guide/federated.html">Federated Environment</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="../../guide/algorithms.html">Built-in Algorithms</a></li>
-</ul>
-<p class="caption"><span class="caption-text">Onnx SystemDS</span></p>
-<ul>
-<li class="toctree-l1"><a class="reference internal"
href="../../onnx_systemds/onnx_systemds.html">QuickStart Onnx</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="../../onnx_systemds/onnx_systemds_design.html">Design</a></li>
-</ul>
-<p class="caption"><span class="caption-text">API</span></p>
-<ul class="current">
-<li class="toctree-l1"><a class="reference internal"
href="../operator/algorithms.html">Algorithms</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="../context/systemds_context.html">SystemDSContext</a></li>
-<li class="toctree-l1 current"><a class="current reference internal"
href="#">Data Generators</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="matrix.html">Matrix</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="federated.html">Federated</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="../operator/operation_node.html">Operation Node</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="../onnx_systemds/convert.html">Convert</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="../onnx_systemds/onnx_helper.html">Onnx Helper</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="../onnx_systemds/operator_gen.html">Operator Gen</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="../onnx_systemds/render.html">Render</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="../onnx_systemds/util.html">Util</a></li>
-</ul>
-<p class="caption"><span class="caption-text">Internals API</span></p>
-<ul>
-<li class="toctree-l1"><a class="reference internal"
href="../script_building/dag.html">Dag</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="../script_building/script.html">Script</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="../utils/converters.html">Converters</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="../utils/helpers.html">Helpers</a></li>
-</ul>
-
-
-
- </div>
-
- </div>
- </nav>
-
- <section data-toggle="wy-nav-shift" class="wy-nav-content-wrap">
-
-
- <nav class="wy-nav-top" aria-label="top navigation">
-
- <i data-toggle="wy-nav-top" class="fa fa-bars"></i>
- <a href="../../index.html">SystemDS</a>
-
- </nav>
-
-
- <div class="wy-nav-content">
-
- <div class="rst-content">
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-<div role="navigation" aria-label="breadcrumbs navigation">
-
- <ul class="wy-breadcrumbs">
-
- <li><a href="../../index.html" class="icon icon-home"></a> »</li>
-
- <li>Data Generators</li>
-
-
- <li class="wy-breadcrumbs-aside">
-
-
- <a href="../../sources/api/matrix/data_gen.rst.txt"
rel="nofollow"> View page source</a>
-
-
- </li>
-
- </ul>
-
-
- <hr/>
-</div>
- <div role="main" class="document" itemscope="itemscope"
itemtype="http://schema.org/Article">
- <div itemprop="articleBody">
-
- <div class="section" id="module-systemds.matrix.data_gen">
-<span id="data-generators"></span><h1>Data Generators<a class="headerlink"
href="#module-systemds.matrix.data_gen" title="Permalink to this
headline">¶</a></h1>
-<dl class="py function">
-<dt id="systemds.matrix.data_gen.full">
-<code class="sig-prename descclassname">systemds.matrix.data_gen.</code><code
class="sig-name descname">full</code><span class="sig-paren">(</span><em
class="sig-param"><span class="n">sds_context</span><span class="p">:</span>
<span class="n">systemds.context.systemds_context.SystemDSContext</span></em>,
<em class="sig-param"><span class="n">shape</span><span class="p">:</span>
<span class="n">Tuple<span class="p">[</span>int<span class="p">,
</span>int<span class="p">]</span></span></e [...]
-<dd><p>Generates a matrix completely filled with a value</p>
-<dl class="field-list simple">
-<dt class="field-odd">Parameters</dt>
-<dd class="field-odd"><ul class="simple">
-<li><p><strong>sds_context</strong> – SystemDS context</p></li>
-<li><p><strong>shape</strong> – shape (rows and cols) of the matrix TODO
tensor</p></li>
-<li><p><strong>value</strong> – the value to fill all cells with</p></li>
-</ul>
-</dd>
-<dt class="field-even">Returns</dt>
-<dd class="field-even"><p>the OperationNode representing this operation</p>
-</dd>
-</dl>
-</dd></dl>
-
-<dl class="py function">
-<dt id="systemds.matrix.data_gen.rand">
-<code class="sig-prename descclassname">systemds.matrix.data_gen.</code><code
class="sig-name descname">rand</code><span class="sig-paren">(</span><em
class="sig-param"><span class="n">sds_context</span><span class="p">:</span>
<span class="n">systemds.context.systemds_context.SystemDSContext</span></em>,
<em class="sig-param"><span class="n">rows</span><span class="p">:</span> <span
class="n">int</span></em>, <em class="sig-param"><span
class="n">cols</span><span class="p">:</span> <spa [...]
-<dd><p>Generates a matrix filled with random values</p>
-<dl class="field-list simple">
-<dt class="field-odd">Parameters</dt>
-<dd class="field-odd"><ul class="simple">
-<li><p><strong>sds_context</strong> – SystemDS context</p></li>
-<li><p><strong>rows</strong> – number of rows</p></li>
-<li><p><strong>cols</strong> – number of cols</p></li>
-<li><p><strong>min</strong> – min value for cells</p></li>
-<li><p><strong>max</strong> – max value for cells</p></li>
-<li><p><strong>pdf</strong> – “uniform”/”normal”/”poison” distribution</p></li>
-<li><p><strong>sparsity</strong> – fraction of non-zero cells</p></li>
-<li><p><strong>seed</strong> – random seed</p></li>
-<li><p><strong>lambd</strong> – lamda value for “poison” distribution</p></li>
-</ul>
-</dd>
-<dt class="field-even">Returns</dt>
-<dd class="field-even"><p></p>
-</dd>
-</dl>
-</dd></dl>
-
-<dl class="py function">
-<dt id="systemds.matrix.data_gen.seq">
-<code class="sig-prename descclassname">systemds.matrix.data_gen.</code><code
class="sig-name descname">seq</code><span class="sig-paren">(</span><em
class="sig-param"><span class="n">sds_context</span><span class="p">:</span>
<span class="n">systemds.context.systemds_context.SystemDSContext</span></em>,
<em class="sig-param"><span class="n">start</span><span class="p">:</span>
<span class="n">Union<span class="p">[</span>float<span class="p">,
</span>int<span class="p">]</span></span></ [...]
-<dd><p>Create a single column vector with values from <cite>start</cite> to
<cite>stop</cite> and an increment of <cite>step</cite>.
-If no stop is defined and only one parameter is given, then start will be 0
and the parameter will be interpreted as
-stop.</p>
-<dl class="field-list simple">
-<dt class="field-odd">Parameters</dt>
-<dd class="field-odd"><ul class="simple">
-<li><p><strong>sds_context</strong> – SystemDS context</p></li>
-<li><p><strong>start</strong> – the starting value</p></li>
-<li><p><strong>stop</strong> – the maximum value</p></li>
-<li><p><strong>step</strong> – the step size</p></li>
-</ul>
-</dd>
-<dt class="field-even">Returns</dt>
-<dd class="field-even"><p>the OperationNode representing this operation</p>
-</dd>
-</dl>
-</dd></dl>
-
-</div>
-
-
- </div>
-
- </div>
- <footer>
-
- <div class="rst-footer-buttons" role="navigation" aria-label="footer
navigation">
-
- <a href="matrix.html" class="btn btn-neutral float-right"
title="Matrix" accesskey="n" rel="next">Next <span class="fa
fa-arrow-circle-right"></span></a>
-
-
- <a href="../context/systemds_context.html" class="btn btn-neutral
float-left" title="SystemDSContext" accesskey="p" rel="prev"><span class="fa
fa-arrow-circle-left"></span> Previous</a>
-
- </div>
-
-
- <hr/>
-
- <div role="contentinfo">
- <p>
-
- © Copyright 2020, Apache SystemDS
-
- </p>
- </div>
-
-
-
- Built with <a href="http://sphinx-doc.org/">Sphinx</a> using a
-
- <a href="https://github.com/rtfd/sphinx_rtd_theme">theme</a>
-
- provided by <a href="https://readthedocs.org">Read the Docs</a>.
-
-</footer>
-
- </div>
- </div>
-
- </section>
-
- </div>
-
-
- <script type="text/javascript">
- jQuery(function () {
- SphinxRtdTheme.Navigation.enable(true);
- });
- </script>
-
-
-
-
-
-
-</body>
-</html>
\ No newline at end of file
diff --git a/docs/api/python/api/matrix/federated.html
b/docs/api/python/api/matrix/federated.html
index e97bc7c..337b8ec 100644
--- a/docs/api/python/api/matrix/federated.html
+++ b/docs/api/python/api/matrix/federated.html
@@ -90,7 +90,7 @@
<p class="caption"><span class="caption-text">Guides</span></p>
<ul>
<li class="toctree-l1"><a class="reference internal"
href="../../guide/federated.html">Federated Environment</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="../../guide/algorithms.html">Built-in Algorithms</a></li>
+<li class="toctree-l1"><a class="reference internal"
href="../../guide/algorithms_basics.html">Built-in Algorithms</a></li>
</ul>
<p class="caption"><span class="caption-text">Onnx SystemDS</span></p>
<ul>
@@ -101,7 +101,6 @@
<ul class="current">
<li class="toctree-l1"><a class="reference internal"
href="../operator/algorithms.html">Algorithms</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../context/systemds_context.html">SystemDSContext</a></li>
-<li class="toctree-l1"><a class="reference internal" href="data_gen.html">Data
Generators</a></li>
<li class="toctree-l1"><a class="reference internal"
href="matrix.html">Matrix</a></li>
<li class="toctree-l1 current"><a class="current reference internal"
href="#">Federated</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../operator/operation_node.html">Operation Node</a></li>
diff --git a/docs/api/python/api/matrix/matrix.html
b/docs/api/python/api/matrix/matrix.html
index e9d4a1b..46e0359 100644
--- a/docs/api/python/api/matrix/matrix.html
+++ b/docs/api/python/api/matrix/matrix.html
@@ -37,7 +37,7 @@
<link rel="index" title="Index" href="../../genindex.html" />
<link rel="search" title="Search" href="../../search.html" />
<link rel="next" title="Federated" href="federated.html" />
- <link rel="prev" title="Data Generators" href="data_gen.html" />
+ <link rel="prev" title="SystemDSContext"
href="../context/systemds_context.html" />
</head>
<body class="wy-body-for-nav">
@@ -101,7 +101,6 @@
<ul class="current">
<li class="toctree-l1"><a class="reference internal"
href="../operator/algorithms.html">Algorithms</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../context/systemds_context.html">SystemDSContext</a></li>
-<li class="toctree-l1"><a class="reference internal" href="data_gen.html">Data
Generators</a></li>
<li class="toctree-l1 current"><a class="current reference internal"
href="#">Matrix</a></li>
<li class="toctree-l1"><a class="reference internal"
href="federated.html">Federated</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../operator/operation_node.html">Operation Node</a></li>
@@ -191,16 +190,16 @@ An Matrix can be recognized it by checking the <code
class="docutils literal not
the recommended way is to use the methods defined on <code class="docutils
literal notranslate"><span class="pre">SystemDSContext</span></code>.</p>
<dl class="py class">
<dt id="systemds.matrix.Matrix">
-<em class="property">class </em><code class="sig-prename
descclassname">systemds.matrix.</code><code class="sig-name
descname">Matrix</code><span class="sig-paren">(</span><em
class="sig-param"><span class="n">sds_context</span><span class="p">:</span>
<span class="n">SystemDSContext</span></em>, <em class="sig-param"><span
class="n">mat</span><span class="p">:</span> <span class="n">Union<span
class="p">[</span>numpy.array<span class="p">, </span>os.PathLike<span
class="p">]</span></spa [...]
+<em class="property">class </em><code class="sig-prename
descclassname">systemds.matrix.</code><code class="sig-name
descname">Matrix</code><span class="sig-paren">(</span><em
class="sig-param"><span class="n">sds_context</span><span class="p">:</span>
<span class="n">SystemDSContext</span></em>, <em class="sig-param"><span
class="n">mat</span><span class="p">:</span> <span
class="n">numpy.array</span></em>, <em class="sig-param"><span
class="o">*</span><span class="n">args</span><span c [...]
<dd><dl class="py method">
<dt id="systemds.matrix.Matrix.__init__">
-<code class="sig-name descname">__init__</code><span
class="sig-paren">(</span><em class="sig-param"><span
class="n">sds_context</span><span class="p">:</span> <span
class="n">SystemDSContext</span></em>, <em class="sig-param"><span
class="n">mat</span><span class="p">:</span> <span class="n">Union<span
class="p">[</span>numpy.array<span class="p">, </span>os.PathLike<span
class="p">]</span></span></em>, <em class="sig-param"><span
class="o">*</span><span class="n">args</span><span class [...]
-<dd><p>Generate DAGNode representing matrix with data either given by a numpy
array, which will be sent to SystemDS
-on need, or a path pointing to a matrix.</p>
+<code class="sig-name descname">__init__</code><span
class="sig-paren">(</span><em class="sig-param"><span
class="n">sds_context</span><span class="p">:</span> <span
class="n">SystemDSContext</span></em>, <em class="sig-param"><span
class="n">mat</span><span class="p">:</span> <span
class="n">numpy.array</span></em>, <em class="sig-param"><span
class="o">*</span><span class="n">args</span><span class="p">:</span> <span
class="n">Sequence<span class="p">[</span>Union<span class="p">[</spa [...]
+<dd><p>Generate DAGNode representing matrix with data given by a numpy array,
which will be sent to SystemDS
+on need.</p>
<dl class="field-list simple">
<dt class="field-odd">Parameters</dt>
<dd class="field-odd"><ul class="simple">
-<li><p><strong>mat</strong> – the numpy array or path to matrix file</p></li>
+<li><p><strong>mat</strong> – the numpy array</p></li>
<li><p><strong>args</strong> – unnamed parameters</p></li>
<li><p><strong>kwargs</strong> – named parameters</p></li>
</ul>
@@ -209,21 +208,6 @@ on need, or a path pointing to a matrix.</p>
</dd></dl>
<dl class="py method">
-<dt id="systemds.matrix.Matrix.cholesky">
-<code class="sig-name descname">cholesky</code><span
class="sig-paren">(</span><em class="sig-param"><span
class="n">safe</span><span class="p">:</span> <span class="n">bool</span> <span
class="o">=</span> <span class="default_value">False</span></em><span
class="sig-paren">)</span> →
systemds.operator.operation_node.OperationNode<a class="headerlink"
href="#systemds.matrix.Matrix.cholesky" title="Permalink to this
definition">¶</a></dt>
-<dd><p>Computes the Cholesky decomposition of a symmetric, positive definite
matrix</p>
-<dl class="field-list simple">
-<dt class="field-odd">Parameters</dt>
-<dd class="field-odd"><p><strong>safe</strong> – default value is False, if
flag is True additional checks to ensure
-that the matrix is symmetric positive definite are applied, if False, checks
will be skipped</p>
-</dd>
-<dt class="field-even">Returns</dt>
-<dd class="field-even"><p>the OperationNode representing this operation</p>
-</dd>
-</dl>
-</dd></dl>
-
-<dl class="py method">
<dt id="systemds.matrix.Matrix.code_line">
<code class="sig-name descname">code_line</code><span
class="sig-paren">(</span><em class="sig-param"><span
class="n">var_name</span><span class="p">:</span> <span
class="n">str</span></em>, <em class="sig-param"><span
class="n">unnamed_input_vars</span><span class="p">:</span> <span
class="n">Sequence<span class="p">[</span>str<span
class="p">]</span></span></em>, <em class="sig-param"><span
class="n">named_input_vars</span><span class="p">:</span> <span
class="n">Dict<span class="p">[< [...]
<dd><p>Generates the DML code line equal to the intended action of this
node.</p>
@@ -260,24 +244,6 @@ all operations are only building the DAG without actually
executing (lazy evalua
</dd></dl>
<dl class="py method">
-<dt id="systemds.matrix.Matrix.order">
-<code class="sig-name descname">order</code><span
class="sig-paren">(</span><em class="sig-param"><span class="n">by</span><span
class="p">:</span> <span class="n">int</span> <span class="o">=</span> <span
class="default_value">1</span></em>, <em class="sig-param"><span
class="n">decreasing</span><span class="p">:</span> <span class="n">bool</span>
<span class="o">=</span> <span class="default_value">False</span></em>, <em
class="sig-param"><span class="n">index_return</span><span class= [...]
-<dd><p>Sort by a column of the matrix X in increasing/decreasing order and
returns either the index or data</p>
-<dl class="field-list simple">
-<dt class="field-odd">Parameters</dt>
-<dd class="field-odd"><ul class="simple">
-<li><p><strong>by</strong> – sort matrix by this column number</p></li>
-<li><p><strong>decreasing</strong> – If true the matrix will be sorted in
decreasing order</p></li>
-<li><p><strong>index_return</strong> – If true, the index numbers will be
returned</p></li>
-</ul>
-</dd>
-<dt class="field-even">Returns</dt>
-<dd class="field-even"><p>the OperationNode representing this operation</p>
-</dd>
-</dl>
-</dd></dl>
-
-<dl class="py method">
<dt id="systemds.matrix.Matrix.pass_python_data_to_prepared_script">
<code class="sig-name
descname">pass_python_data_to_prepared_script</code><span
class="sig-paren">(</span><em class="sig-param"><span
class="n">sds</span></em>, <em class="sig-param"><span
class="n">var_name</span><span class="p">:</span> <span
class="n">str</span></em>, <em class="sig-param"><span
class="n">prepared_script</span><span class="p">:</span> <span
class="n">py4j.java_gateway.JavaObject</span></em><span
class="sig-paren">)</span> → None<a class="headerlink" href="#syst [...]
<dd><p>Passes data from python to the prepared script object.</p>
@@ -292,43 +258,6 @@ all operations are only building the DAG without actually
executing (lazy evalua
</dl>
</dd></dl>
-<dl class="py method">
-<dt id="systemds.matrix.Matrix.rev">
-<code class="sig-name descname">rev</code><span
class="sig-paren">(</span><span class="sig-paren">)</span> →
systemds.operator.operation_node.OperationNode<a class="headerlink"
href="#systemds.matrix.Matrix.rev" title="Permalink to this
definition">¶</a></dt>
-<dd><p>Reverses the rows in a matrix</p>
-<dl class="field-list simple">
-<dt class="field-odd">Returns</dt>
-<dd class="field-odd"><p>the OperationNode representing this operation</p>
-</dd>
-</dl>
-</dd></dl>
-
-<dl class="py method">
-<dt id="systemds.matrix.Matrix.t">
-<code class="sig-name descname">t</code><span class="sig-paren">(</span><span
class="sig-paren">)</span> →
systemds.operator.operation_node.OperationNode<a class="headerlink"
href="#systemds.matrix.Matrix.t" title="Permalink to this definition">¶</a></dt>
-<dd><p>Transposes the input matrix</p>
-<dl class="field-list simple">
-<dt class="field-odd">Returns</dt>
-<dd class="field-odd"><p>the OperationNode representing this operation</p>
-</dd>
-</dl>
-</dd></dl>
-
-<dl class="py method">
-<dt id="systemds.matrix.Matrix.to_one_hot">
-<code class="sig-name descname">to_one_hot</code><span
class="sig-paren">(</span><em class="sig-param"><span
class="n">num_classes</span><span class="p">:</span> <span
class="n">int</span></em><span class="sig-paren">)</span> →
systemds.operator.operation_node.OperationNode<a class="headerlink"
href="#systemds.matrix.Matrix.to_one_hot" title="Permalink to this
definition">¶</a></dt>
-<dd><p>OneHot encode the matrix.</p>
-<p>It is assumed that there is only one column to encode, and all values are
whole numbers > 0</p>
-<dl class="field-list simple">
-<dt class="field-odd">Parameters</dt>
-<dd class="field-odd"><p><strong>num_classes</strong> – The number of classes
to encode into. max value contained in the matrix must be <= num_classes</p>
-</dd>
-<dt class="field-even">Returns</dt>
-<dd class="field-even"><p>The OperationNode containing the oneHotEncoded
values</p>
-</dd>
-</dl>
-</dd></dl>
-
</dd></dl>
</div>
@@ -344,7 +273,7 @@ all operations are only building the DAG without actually
executing (lazy evalua
<a href="federated.html" class="btn btn-neutral float-right"
title="Federated" accesskey="n" rel="next">Next <span class="fa
fa-arrow-circle-right"></span></a>
- <a href="data_gen.html" class="btn btn-neutral float-left" title="Data
Generators" accesskey="p" rel="prev"><span class="fa
fa-arrow-circle-left"></span> Previous</a>
+ <a href="../context/systemds_context.html" class="btn btn-neutral
float-left" title="SystemDSContext" accesskey="p" rel="prev"><span class="fa
fa-arrow-circle-left"></span> Previous</a>
</div>
diff --git a/docs/api/python/api/onnx_systemds/convert.html
b/docs/api/python/api/onnx_systemds/convert.html
index d0bf839..85f203a 100644
--- a/docs/api/python/api/onnx_systemds/convert.html
+++ b/docs/api/python/api/onnx_systemds/convert.html
@@ -90,7 +90,7 @@
<p class="caption"><span class="caption-text">Guides</span></p>
<ul>
<li class="toctree-l1"><a class="reference internal"
href="../../guide/federated.html">Federated Environment</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="../../guide/algorithms.html">Built-in Algorithms</a></li>
+<li class="toctree-l1"><a class="reference internal"
href="../../guide/algorithms_basics.html">Built-in Algorithms</a></li>
</ul>
<p class="caption"><span class="caption-text">Onnx SystemDS</span></p>
<ul>
@@ -101,7 +101,6 @@
<ul class="current">
<li class="toctree-l1"><a class="reference internal"
href="../operator/algorithms.html">Algorithms</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../context/systemds_context.html">SystemDSContext</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="../matrix/data_gen.html">Data Generators</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../matrix/matrix.html">Matrix</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../matrix/federated.html">Federated</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../operator/operation_node.html">Operation Node</a></li>
diff --git a/docs/api/python/api/onnx_systemds/onnx_helper.html
b/docs/api/python/api/onnx_systemds/onnx_helper.html
index 6f93f09..6749466 100644
--- a/docs/api/python/api/onnx_systemds/onnx_helper.html
+++ b/docs/api/python/api/onnx_systemds/onnx_helper.html
@@ -90,7 +90,7 @@
<p class="caption"><span class="caption-text">Guides</span></p>
<ul>
<li class="toctree-l1"><a class="reference internal"
href="../../guide/federated.html">Federated Environment</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="../../guide/algorithms.html">Built-in Algorithms</a></li>
+<li class="toctree-l1"><a class="reference internal"
href="../../guide/algorithms_basics.html">Built-in Algorithms</a></li>
</ul>
<p class="caption"><span class="caption-text">Onnx SystemDS</span></p>
<ul>
@@ -101,7 +101,6 @@
<ul class="current">
<li class="toctree-l1"><a class="reference internal"
href="../operator/algorithms.html">Algorithms</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../context/systemds_context.html">SystemDSContext</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="../matrix/data_gen.html">Data Generators</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../matrix/matrix.html">Matrix</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../matrix/federated.html">Federated</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../operator/operation_node.html">Operation Node</a></li>
diff --git a/docs/api/python/api/onnx_systemds/operator_gen.html
b/docs/api/python/api/onnx_systemds/operator_gen.html
index 4d81876..2add95f 100644
--- a/docs/api/python/api/onnx_systemds/operator_gen.html
+++ b/docs/api/python/api/onnx_systemds/operator_gen.html
@@ -90,7 +90,7 @@
<p class="caption"><span class="caption-text">Guides</span></p>
<ul>
<li class="toctree-l1"><a class="reference internal"
href="../../guide/federated.html">Federated Environment</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="../../guide/algorithms.html">Built-in Algorithms</a></li>
+<li class="toctree-l1"><a class="reference internal"
href="../../guide/algorithms_basics.html">Built-in Algorithms</a></li>
</ul>
<p class="caption"><span class="caption-text">Onnx SystemDS</span></p>
<ul>
@@ -101,7 +101,6 @@
<ul class="current">
<li class="toctree-l1"><a class="reference internal"
href="../operator/algorithms.html">Algorithms</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../context/systemds_context.html">SystemDSContext</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="../matrix/data_gen.html">Data Generators</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../matrix/matrix.html">Matrix</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../matrix/federated.html">Federated</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../operator/operation_node.html">Operation Node</a></li>
diff --git a/docs/api/python/api/onnx_systemds/render.html
b/docs/api/python/api/onnx_systemds/render.html
index f42384f..a240426 100644
--- a/docs/api/python/api/onnx_systemds/render.html
+++ b/docs/api/python/api/onnx_systemds/render.html
@@ -90,7 +90,7 @@
<p class="caption"><span class="caption-text">Guides</span></p>
<ul>
<li class="toctree-l1"><a class="reference internal"
href="../../guide/federated.html">Federated Environment</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="../../guide/algorithms.html">Built-in Algorithms</a></li>
+<li class="toctree-l1"><a class="reference internal"
href="../../guide/algorithms_basics.html">Built-in Algorithms</a></li>
</ul>
<p class="caption"><span class="caption-text">Onnx SystemDS</span></p>
<ul>
@@ -101,7 +101,6 @@
<ul class="current">
<li class="toctree-l1"><a class="reference internal"
href="../operator/algorithms.html">Algorithms</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../context/systemds_context.html">SystemDSContext</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="../matrix/data_gen.html">Data Generators</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../matrix/matrix.html">Matrix</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../matrix/federated.html">Federated</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../operator/operation_node.html">Operation Node</a></li>
diff --git a/docs/api/python/api/onnx_systemds/util.html
b/docs/api/python/api/onnx_systemds/util.html
index 5dac2a8..3c5059e 100644
--- a/docs/api/python/api/onnx_systemds/util.html
+++ b/docs/api/python/api/onnx_systemds/util.html
@@ -101,7 +101,6 @@
<ul class="current">
<li class="toctree-l1"><a class="reference internal"
href="../operator/algorithms.html">Algorithms</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../context/systemds_context.html">SystemDSContext</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="../matrix/data_gen.html">Data Generators</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../matrix/matrix.html">Matrix</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../matrix/federated.html">Federated</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../operator/operation_node.html">Operation Node</a></li>
diff --git a/docs/api/python/api/operator/algorithms.html
b/docs/api/python/api/operator/algorithms.html
index 00f68ff..fc4488d 100644
--- a/docs/api/python/api/operator/algorithms.html
+++ b/docs/api/python/api/operator/algorithms.html
@@ -101,7 +101,6 @@
<ul class="current">
<li class="toctree-l1 current"><a class="current reference internal"
href="#">Algorithms</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../context/systemds_context.html">SystemDSContext</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="../matrix/data_gen.html">Data Generators</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../matrix/matrix.html">Matrix</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../matrix/federated.html">Federated</a></li>
<li class="toctree-l1"><a class="reference internal"
href="operation_node.html">Operation Node</a></li>
diff --git a/docs/api/python/api/operator/operation_node.html
b/docs/api/python/api/operator/operation_node.html
index 359c017..bb1d7f9 100644
--- a/docs/api/python/api/operator/operation_node.html
+++ b/docs/api/python/api/operator/operation_node.html
@@ -101,7 +101,6 @@
<ul class="current">
<li class="toctree-l1"><a class="reference internal"
href="algorithms.html">Algorithms</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../context/systemds_context.html">SystemDSContext</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="../matrix/data_gen.html">Data Generators</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../matrix/matrix.html">Matrix</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../matrix/federated.html">Federated</a></li>
<li class="toctree-l1 current"><a class="current reference internal"
href="#">Operation Node</a></li>
@@ -267,6 +266,21 @@ Default is None, and means every multi output is a
matrix.</p></li>
</dd></dl>
<dl class="py method">
+<dt id="systemds.operator.OperationNode.cholesky">
+<code class="sig-name descname">cholesky</code><span
class="sig-paren">(</span><em class="sig-param"><span
class="n">safe</span><span class="p">:</span> <span class="n">bool</span> <span
class="o">=</span> <span class="default_value">False</span></em><span
class="sig-paren">)</span> →
systemds.operator.operation_node.OperationNode<a class="headerlink"
href="#systemds.operator.OperationNode.cholesky" title="Permalink to this
definition">¶</a></dt>
+<dd><p>Computes the Cholesky decomposition of a symmetric, positive definite
matrix</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><p><strong>safe</strong> – default value is False, if
flag is True additional checks to ensure
+that the matrix is symmetric positive definite are applied, if False, checks
will be skipped</p>
+</dd>
+<dt class="field-even">Returns</dt>
+<dd class="field-even"><p>the OperationNode representing this operation</p>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py method">
<dt id="systemds.operator.OperationNode.code_line">
<code class="sig-name descname">code_line</code><span
class="sig-paren">(</span><em class="sig-param"><span
class="n">var_name</span><span class="p">:</span> <span
class="n">str</span></em>, <em class="sig-param"><span
class="n">unnamed_input_vars</span><span class="p">:</span> <span
class="n">Sequence<span class="p">[</span>str<span
class="p">]</span></span></em>, <em class="sig-param"><span
class="n">named_input_vars</span><span class="p">:</span> <span
class="n">Dict<span class="p">[< [...]
<dd><p>Generates the DML code line equal to the intended action of this
node.</p>
@@ -350,6 +364,24 @@ all operations are only building the DAG without actually
executing (lazy evalua
</dd></dl>
<dl class="py method">
+<dt id="systemds.operator.OperationNode.order">
+<code class="sig-name descname">order</code><span
class="sig-paren">(</span><em class="sig-param"><span class="n">by</span><span
class="p">:</span> <span class="n">int</span> <span class="o">=</span> <span
class="default_value">1</span></em>, <em class="sig-param"><span
class="n">decreasing</span><span class="p">:</span> <span class="n">bool</span>
<span class="o">=</span> <span class="default_value">False</span></em>, <em
class="sig-param"><span class="n">index_return</span><span class= [...]
+<dd><p>Sort by a column of the matrix X in increasing/decreasing order and
returns either the index or data</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>by</strong> – sort matrix by this column number</p></li>
+<li><p><strong>decreasing</strong> – If true the matrix will be sorted in
decreasing order</p></li>
+<li><p><strong>index_return</strong> – If true, the index numbers will be
returned</p></li>
+</ul>
+</dd>
+<dt class="field-even">Returns</dt>
+<dd class="field-even"><p>the OperationNode representing this operation</p>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py method">
<dt id="systemds.operator.OperationNode.pass_python_data_to_prepared_script">
<code class="sig-name
descname">pass_python_data_to_prepared_script</code><span
class="sig-paren">(</span><em class="sig-param"><span class="n">jvm</span><span
class="p">:</span> <span class="n">py4j.java_gateway.JVMView</span></em>, <em
class="sig-param"><span class="n">var_name</span><span class="p">:</span> <span
class="n">str</span></em>, <em class="sig-param"><span
class="n">prepared_script</span><span class="p">:</span> <span
class="n">py4j.java_gateway.JavaObject</span></em><span [...]
<dd><p>Passes data from python to the prepared script object.</p>
@@ -365,6 +397,25 @@ all operations are only building the DAG without actually
executing (lazy evalua
</dd></dl>
<dl class="py method">
+<dt id="systemds.operator.OperationNode.print">
+<code class="sig-name descname">print</code><span
class="sig-paren">(</span><em class="sig-param"><span class="o">**</span><span
class="n">kwargs</span><span class="p">:</span> <span class="n">Dict<span
class="p">[</span>str<span class="p">, </span>Union<span
class="p">[</span>DAGNode<span class="p">, </span>str<span class="p">,
</span>int<span class="p">, </span>float<span class="p">, </span>bool<span
class="p">]</span><span class="p">]</span></span></em><span
class="sig-paren">)</span> [...]
+<dd><p>Prints the given Operation Node.
+There is no return on calling.
+To get the returned string look at the stdout of SystemDSContext.</p>
+</dd></dl>
+
+<dl class="py method">
+<dt id="systemds.operator.OperationNode.rev">
+<code class="sig-name descname">rev</code><span
class="sig-paren">(</span><span class="sig-paren">)</span> →
systemds.operator.operation_node.OperationNode<a class="headerlink"
href="#systemds.operator.OperationNode.rev" title="Permalink to this
definition">¶</a></dt>
+<dd><p>Reverses the rows in a matrix</p>
+<dl class="field-list simple">
+<dt class="field-odd">Returns</dt>
+<dd class="field-odd"><p>the OperationNode representing this operation</p>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py method">
<dt id="systemds.operator.OperationNode.sin">
<code class="sig-name descname">sin</code><span
class="sig-paren">(</span><span class="sig-paren">)</span> →
systemds.operator.operation_node.OperationNode<a class="headerlink"
href="#systemds.operator.OperationNode.sin" title="Permalink to this
definition">¶</a></dt>
<dd><p>Calculate sin.</p>
@@ -401,6 +452,17 @@ all operations are only building the DAG without actually
executing (lazy evalua
</dd></dl>
<dl class="py method">
+<dt id="systemds.operator.OperationNode.t">
+<code class="sig-name descname">t</code><span class="sig-paren">(</span><span
class="sig-paren">)</span> →
systemds.operator.operation_node.OperationNode<a class="headerlink"
href="#systemds.operator.OperationNode.t" title="Permalink to this
definition">¶</a></dt>
+<dd><p>Transposes the input matrix</p>
+<dl class="field-list simple">
+<dt class="field-odd">Returns</dt>
+<dd class="field-odd"><p>the OperationNode representing this operation</p>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py method">
<dt id="systemds.operator.OperationNode.tan">
<code class="sig-name descname">tan</code><span
class="sig-paren">(</span><span class="sig-paren">)</span> →
systemds.operator.operation_node.OperationNode<a class="headerlink"
href="#systemds.operator.OperationNode.tan" title="Permalink to this
definition">¶</a></dt>
<dd><p>Calculate tan.</p>
@@ -423,6 +485,28 @@ all operations are only building the DAG without actually
executing (lazy evalua
</dd></dl>
<dl class="py method">
+<dt id="systemds.operator.OperationNode.to_one_hot">
+<code class="sig-name descname">to_one_hot</code><span
class="sig-paren">(</span><em class="sig-param"><span
class="n">num_classes</span><span class="p">:</span> <span
class="n">int</span></em><span class="sig-paren">)</span> →
systemds.operator.operation_node.OperationNode<a class="headerlink"
href="#systemds.operator.OperationNode.to_one_hot" title="Permalink to this
definition">¶</a></dt>
+<dd><p>OneHot encode the matrix.</p>
+<p>It is assumed that there is only one column to encode, and all values are
whole numbers > 0</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><p><strong>num_classes</strong> – The number of classes
to encode into. max value contained in the matrix must be <= num_classes</p>
+</dd>
+<dt class="field-even">Returns</dt>
+<dd class="field-even"><p>The OperationNode containing the oneHotEncoded
values</p>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt id="systemds.operator.OperationNode.to_string">
+<code class="sig-name descname">to_string</code><span
class="sig-paren">(</span><em class="sig-param"><span class="o">**</span><span
class="n">kwargs</span><span class="p">:</span> <span class="n">Dict<span
class="p">[</span>str<span class="p">, </span>Union<span
class="p">[</span>DAGNode<span class="p">, </span>str<span class="p">,
</span>int<span class="p">, </span>float<span class="p">, </span>bool<span
class="p">]</span><span class="p">]</span></span></em><span
class="sig-paren">)</s [...]
+<dd><p>Converts the input to a string representation.
+:return: <cite>OperationNode</cite> containing the string.</p>
+</dd></dl>
+
+<dl class="py method">
<dt id="systemds.operator.OperationNode.var">
<code class="sig-name descname">var</code><span class="sig-paren">(</span><em
class="sig-param"><span class="n">axis</span><span class="p">:</span> <span
class="n">int</span> <span class="o">=</span> <span
class="default_value">None</span></em><span class="sig-paren">)</span> →
systemds.operator.operation_node.OperationNode<a class="headerlink"
href="#systemds.operator.OperationNode.var" title="Permalink to this
definition">¶</a></dt>
<dd><p>Calculate variance of matrix.</p>
@@ -436,6 +520,23 @@ all operations are only building the DAG without actually
executing (lazy evalua
</dl>
</dd></dl>
+<dl class="py method">
+<dt id="systemds.operator.OperationNode.write">
+<code class="sig-name descname">write</code><span
class="sig-paren">(</span><em class="sig-param"><span
class="n">destination</span><span class="p">:</span> <span
class="n">str</span></em>, <em class="sig-param"><span
class="n">format</span><span class="p">:</span> <span class="n">str</span>
<span class="o">=</span> <span class="default_value">'binary'</span></em>, <em
class="sig-param"><span class="o">**</span><span class="n">kwargs</span><span
class="p">:</span> <span class="n">Dict<sp [...]
+<dd><p>Write input to disk.
+The written format is easily read by SystemDSContext.read().
+There is no return on write.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>destination</strong> – The location which the file is stored.
Defaulting to HDFS paths if available.</p></li>
+<li><p><strong>format</strong> – The format which the file is saved in.
Default is binary to improve SystemDS reading times.</p></li>
+<li><p><strong>kwargs</strong> – Contains multiple extra specific arguments,
can be seen at <a class="reference external"
href="http://apache.github.io/systemds/site/dml-language-reference#readwrite-built-in-functions">http://apache.github.io/systemds/site/dml-language-reference#readwrite-built-in-functions</a></p></li>
+</ul>
+</dd>
+</dl>
+</dd></dl>
+
</dd></dl>
</div>
diff --git a/docs/api/python/api/script_building/dag.html
b/docs/api/python/api/script_building/dag.html
index 617be88..512d88e 100644
--- a/docs/api/python/api/script_building/dag.html
+++ b/docs/api/python/api/script_building/dag.html
@@ -101,7 +101,6 @@
<ul>
<li class="toctree-l1"><a class="reference internal"
href="../operator/algorithms.html">Algorithms</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../context/systemds_context.html">SystemDSContext</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="../matrix/data_gen.html">Data Generators</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../matrix/matrix.html">Matrix</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../matrix/federated.html">Federated</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../operator/operation_node.html">Operation Node</a></li>
diff --git a/docs/api/python/api/script_building/script.html
b/docs/api/python/api/script_building/script.html
index 7b4f6a9..f15ee8b 100644
--- a/docs/api/python/api/script_building/script.html
+++ b/docs/api/python/api/script_building/script.html
@@ -101,7 +101,6 @@
<ul>
<li class="toctree-l1"><a class="reference internal"
href="../operator/algorithms.html">Algorithms</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../context/systemds_context.html">SystemDSContext</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="../matrix/data_gen.html">Data Generators</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../matrix/matrix.html">Matrix</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../matrix/federated.html">Federated</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../operator/operation_node.html">Operation Node</a></li>
diff --git a/docs/api/python/api/utils/converters.html
b/docs/api/python/api/utils/converters.html
index fc70010..b7a6d92 100644
--- a/docs/api/python/api/utils/converters.html
+++ b/docs/api/python/api/utils/converters.html
@@ -101,7 +101,6 @@
<ul>
<li class="toctree-l1"><a class="reference internal"
href="../operator/algorithms.html">Algorithms</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../context/systemds_context.html">SystemDSContext</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="../matrix/data_gen.html">Data Generators</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../matrix/matrix.html">Matrix</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../matrix/federated.html">Federated</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../operator/operation_node.html">Operation Node</a></li>
@@ -204,7 +203,7 @@
<dl class="py function">
<dt id="systemds.utils.converters.numpy_to_matrix_block">
-<code class="sig-prename descclassname">systemds.utils.converters.</code><code
class="sig-name descname">numpy_to_matrix_block</code><span
class="sig-paren">(</span><em class="sig-param"><span class="n">sds</span><span
class="p">:</span> <span
class="n">systemds.context.systemds_context.SystemDSContext</span></em>, <em
class="sig-param"><span class="n">np_arr</span><span class="p">:</span> <span
class="n">numpy.array</span></em><span class="sig-paren">)</span><a
class="headerlink" href=" [...]
+<code class="sig-prename descclassname">systemds.utils.converters.</code><code
class="sig-name descname">numpy_to_matrix_block</code><span
class="sig-paren">(</span><em class="sig-param"><span class="n">sds</span><span
class="p">:</span> <span class="n">SystemDSContext</span></em>, <em
class="sig-param"><span class="n">np_arr</span><span class="p">:</span> <span
class="n">numpy.array</span></em><span class="sig-paren">)</span><a
class="headerlink" href="#systemds.utils.converters.numpy_t [...]
<dd><p>Converts a given numpy array, to internal matrix block
representation.</p>
<dl class="field-list simple">
<dt class="field-odd">Parameters</dt>
diff --git a/docs/api/python/api/utils/helpers.html
b/docs/api/python/api/utils/helpers.html
index fcb864e..7897896 100644
--- a/docs/api/python/api/utils/helpers.html
+++ b/docs/api/python/api/utils/helpers.html
@@ -89,7 +89,7 @@
<p class="caption"><span class="caption-text">Guides</span></p>
<ul>
<li class="toctree-l1"><a class="reference internal"
href="../../guide/federated.html">Federated Environment</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="../../guide/algorithms.html">Built-in Algorithms</a></li>
+<li class="toctree-l1"><a class="reference internal"
href="../../guide/algorithms_basics.html">Built-in Algorithms</a></li>
</ul>
<p class="caption"><span class="caption-text">Onnx SystemDS</span></p>
<ul>
@@ -100,7 +100,6 @@
<ul>
<li class="toctree-l1"><a class="reference internal"
href="../operator/algorithms.html">Algorithms</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../context/systemds_context.html">SystemDSContext</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="../matrix/data_gen.html">Data Generators</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../matrix/matrix.html">Matrix</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../matrix/federated.html">Federated</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../operator/operation_node.html">Operation Node</a></li>
diff --git a/docs/api/python/genindex.html b/docs/api/python/genindex.html
index 79ed4e3..e725d45 100644
--- a/docs/api/python/genindex.html
+++ b/docs/api/python/genindex.html
@@ -99,7 +99,6 @@
<ul>
<li class="toctree-l1"><a class="reference internal"
href="api/operator/algorithms.html">Algorithms</a></li>
<li class="toctree-l1"><a class="reference internal"
href="api/context/systemds_context.html">SystemDSContext</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="api/matrix/data_gen.html">Data Generators</a></li>
<li class="toctree-l1"><a class="reference internal"
href="api/matrix/matrix.html">Matrix</a></li>
<li class="toctree-l1"><a class="reference internal"
href="api/matrix/federated.html">Federated</a></li>
<li class="toctree-l1"><a class="reference internal"
href="api/operator/operation_node.html">Operation Node</a></li>
@@ -200,6 +199,7 @@
| <a href="#S"><strong>S</strong></a>
| <a href="#T"><strong>T</strong></a>
| <a href="#V"><strong>V</strong></a>
+ | <a href="#W"><strong>W</strong></a>
</div>
<h2 id="_">_</h2>
@@ -249,7 +249,7 @@
<h2 id="C">C</h2>
<table style="width: 100%" class="indextable genindextable"><tr>
<td style="width: 33%; vertical-align: top;"><ul>
- <li><a
href="api/matrix/matrix.html#systemds.matrix.Matrix.cholesky">cholesky()
(systemds.matrix.Matrix method)</a>
+ <li><a
href="api/operator/operation_node.html#systemds.operator.OperationNode.cholesky">cholesky()
(systemds.operator.OperationNode method)</a>
</li>
<li><a
href="api/context/systemds_context.html#systemds.context.SystemDSContext.close">close()
(systemds.context.SystemDSContext method)</a>
</li>
@@ -311,7 +311,7 @@
</li>
</ul></td>
<td style="width: 33%; vertical-align: top;"><ul>
- <li><a
href="api/matrix/data_gen.html#systemds.matrix.data_gen.full">full() (in module
systemds.matrix.data_gen)</a>
+ <li><a
href="api/context/systemds_context.html#systemds.context.SystemDSContext.full">full()
(systemds.context.SystemDSContext method)</a>
</li>
</ul></td>
</tr></table>
@@ -393,8 +393,6 @@
module
<ul>
- <li><a
href="api/matrix/data_gen.html#module-systemds.matrix.data_gen">systemds.matrix.data_gen</a>
-</li>
<li><a
href="api/onnx_systemds/convert.html#module-systemds.onnx_systemds.convert">systemds.onnx_systemds.convert</a>
</li>
<li><a
href="api/onnx_systemds/onnx_helper.html#module-systemds.onnx_systemds.onnx_helper">systemds.onnx_systemds.onnx_helper</a>
@@ -446,7 +444,7 @@
</li>
</ul></td>
<td style="width: 33%; vertical-align: top;"><ul>
- <li><a
href="api/matrix/matrix.html#systemds.matrix.Matrix.order">order()
(systemds.matrix.Matrix method)</a>
+ <li><a
href="api/operator/operation_node.html#systemds.operator.OperationNode.order">order()
(systemds.operator.OperationNode method)</a>
</li>
<li><a
href="api/script_building/dag.html#systemds.script_building.dag.OutputType">OutputType
(class in systemds.script_building.dag)</a>
</li>
@@ -470,13 +468,17 @@
</li>
<li><a
href="api/onnx_systemds/onnx_helper.html#systemds.onnx_systemds.onnx_helper.PreparedValue">PreparedValue
(class in systemds.onnx_systemds.onnx_helper)</a>
</li>
+ <li><a
href="api/operator/operation_node.html#systemds.operator.OperationNode.print">print()
(systemds.operator.OperationNode method)</a>
+</li>
</ul></td>
</tr></table>
<h2 id="R">R</h2>
<table style="width: 100%" class="indextable genindextable"><tr>
<td style="width: 33%; vertical-align: top;"><ul>
- <li><a
href="api/matrix/data_gen.html#systemds.matrix.data_gen.rand">rand() (in module
systemds.matrix.data_gen)</a>
+ <li><a
href="api/context/systemds_context.html#systemds.context.SystemDSContext.rand">rand()
(systemds.context.SystemDSContext method)</a>
+</li>
+ <li><a
href="api/context/systemds_context.html#systemds.context.SystemDSContext.read">read()
(systemds.context.SystemDSContext method)</a>
</li>
<li><a
href="api/onnx_systemds/onnx_helper.html#systemds.onnx_systemds.onnx_helper.NodeTree.remove_end_node">remove_end_node()
(systemds.onnx_systemds.onnx_helper.NodeTree method)</a>
</li>
@@ -486,7 +488,7 @@
</li>
<li><a
href="api/onnx_systemds/util.html#systemds.onnx_systemds.util.resolve_systemds_root">resolve_systemds_root()
(in module systemds.onnx_systemds.util)</a>
</li>
- <li><a href="api/matrix/matrix.html#systemds.matrix.Matrix.rev">rev()
(systemds.matrix.Matrix method)</a>
+ <li><a
href="api/operator/operation_node.html#systemds.operator.OperationNode.rev">rev()
(systemds.operator.OperationNode method)</a>
</li>
</ul></td>
</tr></table>
@@ -494,7 +496,9 @@
<h2 id="S">S</h2>
<table style="width: 100%" class="indextable genindextable"><tr>
<td style="width: 33%; vertical-align: top;"><ul>
- <li><a
href="api/matrix/data_gen.html#systemds.matrix.data_gen.seq">seq() (in module
systemds.matrix.data_gen)</a>
+ <li><a
href="api/context/systemds_context.html#systemds.context.SystemDSContext.scalar">scalar()
(systemds.context.SystemDSContext method)</a>
+</li>
+ <li><a
href="api/context/systemds_context.html#systemds.context.SystemDSContext.seq">seq()
(systemds.context.SystemDSContext method)</a>
</li>
<li><a
href="api/operator/operation_node.html#systemds.operator.OperationNode.sin">sin()
(systemds.operator.OperationNode method)</a>
</li>
@@ -503,13 +507,6 @@
<li><a
href="api/operator/operation_node.html#systemds.operator.OperationNode.sum">sum()
(systemds.operator.OperationNode method)</a>
</li>
<li>
- systemds.matrix.data_gen
-
- <ul>
- <li><a
href="api/matrix/data_gen.html#module-systemds.matrix.data_gen">module</a>
-</li>
- </ul></li>
- <li>
systemds.onnx_systemds.convert
<ul>
@@ -589,7 +586,7 @@
<h2 id="T">T</h2>
<table style="width: 100%" class="indextable genindextable"><tr>
<td style="width: 33%; vertical-align: top;"><ul>
- <li><a href="api/matrix/matrix.html#systemds.matrix.Matrix.t">t()
(systemds.matrix.Matrix method)</a>
+ <li><a
href="api/operator/operation_node.html#systemds.operator.OperationNode.t">t()
(systemds.operator.OperationNode method)</a>
</li>
<li><a
href="api/operator/operation_node.html#systemds.operator.OperationNode.tan">tan()
(systemds.operator.OperationNode method)</a>
</li>
@@ -597,7 +594,9 @@
<td style="width: 33%; vertical-align: top;"><ul>
<li><a
href="api/operator/operation_node.html#systemds.operator.OperationNode.tanh">tanh()
(systemds.operator.OperationNode method)</a>
</li>
- <li><a
href="api/matrix/matrix.html#systemds.matrix.Matrix.to_one_hot">to_one_hot()
(systemds.matrix.Matrix method)</a>
+ <li><a
href="api/operator/operation_node.html#systemds.operator.OperationNode.to_one_hot">to_one_hot()
(systemds.operator.OperationNode method)</a>
+</li>
+ <li><a
href="api/operator/operation_node.html#systemds.operator.OperationNode.to_string">to_string()
(systemds.operator.OperationNode method)</a>
</li>
</ul></td>
</tr></table>
@@ -610,6 +609,14 @@
</ul></td>
</tr></table>
+<h2 id="W">W</h2>
+<table style="width: 100%" class="indextable genindextable"><tr>
+ <td style="width: 33%; vertical-align: top;"><ul>
+ <li><a
href="api/operator/operation_node.html#systemds.operator.OperationNode.write">write()
(systemds.operator.OperationNode method)</a>
+</li>
+ </ul></td>
+</tr></table>
+
</div>
diff --git a/docs/api/python/getting_started/install.html
b/docs/api/python/getting_started/install.html
index b84d694..9decfaf 100644
--- a/docs/api/python/getting_started/install.html
+++ b/docs/api/python/getting_started/install.html
@@ -105,7 +105,6 @@
<ul>
<li class="toctree-l1"><a class="reference internal"
href="../api/operator/algorithms.html">Algorithms</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../api/context/systemds_context.html">SystemDSContext</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="../api/matrix/data_gen.html">Data Generators</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../api/matrix/matrix.html">Matrix</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../api/matrix/federated.html">Federated</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../api/operator/operation_node.html">Operation Node</a></li>
diff --git a/docs/api/python/getting_started/simple_examples.html
b/docs/api/python/getting_started/simple_examples.html
index bf96656..eba10ec 100644
--- a/docs/api/python/getting_started/simple_examples.html
+++ b/docs/api/python/getting_started/simple_examples.html
@@ -94,7 +94,7 @@
<p class="caption"><span class="caption-text">Guides</span></p>
<ul>
<li class="toctree-l1"><a class="reference internal"
href="../guide/federated.html">Federated Environment</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="../guide/algorithms.html">Built-in Algorithms</a></li>
+<li class="toctree-l1"><a class="reference internal"
href="../guide/algorithms_basics.html">Built-in Algorithms</a></li>
</ul>
<p class="caption"><span class="caption-text">Onnx SystemDS</span></p>
<ul>
@@ -105,7 +105,6 @@
<ul>
<li class="toctree-l1"><a class="reference internal"
href="../api/operator/algorithms.html">Algorithms</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../api/context/systemds_context.html">SystemDSContext</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="../api/matrix/data_gen.html">Data Generators</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../api/matrix/matrix.html">Matrix</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../api/matrix/federated.html">Federated</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../api/operator/operation_node.html">Operation Node</a></li>
@@ -194,13 +193,12 @@
<p>Making use of SystemDS, let us multiply an Matrix with an scalar:</p>
<div class="highlight-python notranslate"><div
class="highlight"><pre><span></span><span class="c1"># Import
SystemDSContext</span>
<span class="kn">from</span> <span class="nn">systemds.context</span> <span
class="kn">import</span> <span class="n">SystemDSContext</span>
-<span class="kn">from</span> <span class="nn">systemds.matrix.data_gen</span>
<span class="kn">import</span> <span class="n">full</span>
<span class="c1"># Create a context and if necessary (no SystemDS py4j
instance running)</span>
<span class="c1"># it starts a subprocess which does the execution in
SystemDS</span>
<span class="k">with</span> <span class="n">SystemDSContext</span><span
class="p">()</span> <span class="k">as</span> <span class="n">sds</span><span
class="p">:</span>
<span class="c1"># Full generates a matrix completely filled with one
number.</span>
<span class="c1"># Generate a 5x10 matrix filled with 4.2</span>
- <span class="n">m</span> <span class="o">=</span> <span
class="n">full</span><span class="p">(</span><span class="n">sds</span><span
class="p">,(</span><span class="mi">5</span><span class="p">,</span> <span
class="mi">10</span><span class="p">),</span> <span class="mf">4.20</span><span
class="p">)</span>
+ <span class="n">m</span> <span class="o">=</span> <span
class="n">sds</span><span class="o">.</span><span class="n">full</span><span
class="p">((</span><span class="mi">5</span><span class="p">,</span> <span
class="mi">10</span><span class="p">),</span> <span class="mf">4.20</span><span
class="p">)</span>
<span class="c1"># multiply with scalar. Nothing is executed yet!</span>
<span class="n">m_res</span> <span class="o">=</span> <span
class="n">m</span> <span class="o">*</span> <span class="mf">3.1</span>
<span class="c1"># Do the calculation in SystemDS by calling
compute().</span>
diff --git a/docs/api/python/guide/algorithms.html
b/docs/api/python/guide/algorithms.html
deleted file mode 100644
index 9fb60d9..0000000
--- a/docs/api/python/guide/algorithms.html
+++ /dev/null
@@ -1,266 +0,0 @@
-
-
-<!DOCTYPE html>
-<html class="writer-html5" lang="en" >
-<head>
- <meta charset="utf-8">
-
- <meta name="viewport" content="width=device-width, initial-scale=1.0">
-
- <title>Built-in Algorithms — SystemDS 2.0.0 documentation</title>
-
-
-
- <link rel="stylesheet" href="../static/css/theme.css" type="text/css" />
- <link rel="stylesheet" href="../static/pygments.css" type="text/css" />
-
-
-
-
-
-
-
- <!--[if lt IE 9]>
- <script src="../static/js/html5shiv.min.js"></script>
- <![endif]-->
-
-
- <script type="text/javascript" id="documentation_options"
data-url_root="../" src="../static/documentation_options.js"></script>
- <script src="../static/jquery.js"></script>
- <script src="../static/underscore.js"></script>
- <script src="../static/doctools.js"></script>
- <script src="../static/language_data.js"></script>
-
- <script type="text/javascript" src="../static/js/theme.js"></script>
-
-
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="QuickStart Onnx"
href="../onnx_systemds/onnx_systemds.html" />
- <link rel="prev" title="Federated Environment" href="federated.html" />
-</head>
-
-<body class="wy-body-for-nav">
-
-
- <div class="wy-grid-for-nav">
-
- <nav data-toggle="wy-nav-shift" class="wy-nav-side">
- <div class="wy-side-scroll">
- <div class="wy-side-nav-search" >
-
-
-
- <a href="../index.html" class="icon icon-home" alt="Documentation
Home"> SystemDS
-
-
-
- </a>
-
-
-
-
-
-
-
-<div role="search">
- <form id="rtd-search-form" class="wy-form" action="../search.html"
method="get">
- <input type="text" name="q" placeholder="Search docs" />
- <input type="hidden" name="check_keywords" value="yes" />
- <input type="hidden" name="area" value="default" />
- </form>
-</div>
-
-
- </div>
-
-
- <div class="wy-menu wy-menu-vertical" data-spy="affix"
role="navigation" aria-label="main navigation">
-
-
-
-
-
-
- <p class="caption"><span class="caption-text">Getting
Started:</span></p>
-<ul>
-<li class="toctree-l1"><a class="reference internal"
href="../getting_started/install.html">Install SystemDS</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="../getting_started/simple_examples.html">QuickStart</a></li>
-</ul>
-<p class="caption"><span class="caption-text">Guides</span></p>
-<ul class="current">
-<li class="toctree-l1"><a class="reference internal"
href="federated.html">Federated Environment</a></li>
-<li class="toctree-l1 current"><a class="current reference internal"
href="#">Built-in Algorithms</a><ul>
-<li class="toctree-l2"><a class="reference internal"
href="#step-1-get-dataset">Step 1: Get Dataset</a></li>
-<li class="toctree-l2"><a class="reference internal"
href="#step-2-train-model">Step 2: Train model</a></li>
-<li class="toctree-l2"><a class="reference internal"
href="#step-3-validate">Step 3: Validate</a></li>
-</ul>
-</li>
-</ul>
-<p class="caption"><span class="caption-text">Onnx SystemDS</span></p>
-<ul>
-<li class="toctree-l1"><a class="reference internal"
href="../onnx_systemds/onnx_systemds.html">QuickStart Onnx</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="../onnx_systemds/onnx_systemds_design.html">Design</a></li>
-</ul>
-<p class="caption"><span class="caption-text">API</span></p>
-<ul>
-<li class="toctree-l1"><a class="reference internal"
href="../api/operator/algorithms.html">Algorithms</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="../api/context/systemds_context.html">SystemDSContext</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="../api/matrix/data_gen.html">Data Generators</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="../api/matrix/matrix.html">Matrix</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="../api/matrix/federated.html">Federated</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="../api/operator/operation_node.html">Operation Node</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="../api/onnx_systemds/convert.html">Convert</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="../api/onnx_systemds/onnx_helper.html">Onnx Helper</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="../api/onnx_systemds/operator_gen.html">Operator Gen</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="../api/onnx_systemds/render.html">Render</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="../api/onnx_systemds/util.html">Util</a></li>
-</ul>
-<p class="caption"><span class="caption-text">Internals API</span></p>
-<ul>
-<li class="toctree-l1"><a class="reference internal"
href="../api/script_building/dag.html">Dag</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="../api/script_building/script.html">Script</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="../api/utils/converters.html">Converters</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="../api/utils/helpers.html">Helpers</a></li>
-</ul>
-
-
-
- </div>
-
- </div>
- </nav>
-
- <section data-toggle="wy-nav-shift" class="wy-nav-content-wrap">
-
-
- <nav class="wy-nav-top" aria-label="top navigation">
-
- <i data-toggle="wy-nav-top" class="fa fa-bars"></i>
- <a href="../index.html">SystemDS</a>
-
- </nav>
-
-
- <div class="wy-nav-content">
-
- <div class="rst-content">
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-<div role="navigation" aria-label="breadcrumbs navigation">
-
- <ul class="wy-breadcrumbs">
-
- <li><a href="../index.html" class="icon icon-home"></a> »</li>
-
- <li>Built-in Algorithms</li>
-
-
- <li class="wy-breadcrumbs-aside">
-
-
- <a href="../sources/guide/algorithms.rst.txt" rel="nofollow"> View
page source</a>
-
-
- </li>
-
- </ul>
-
-
- <hr/>
-</div>
- <div role="main" class="document" itemscope="itemscope"
itemtype="http://schema.org/Article">
- <div itemprop="articleBody">
-
- <div class="section" id="built-in-algorithms">
-<h1>Built-in Algorithms<a class="headerlink" href="#built-in-algorithms"
title="Permalink to this headline">¶</a></h1>
-<p>Prerequisite:</p>
-<ul class="simple">
-<li><p><a class="reference internal"
href="../getting_started/install.html"><span class="doc">Install
SystemDS</span></a></p></li>
-</ul>
-<div class="section" id="step-1-get-dataset">
-<h2>Step 1: Get Dataset<a class="headerlink" href="#step-1-get-dataset"
title="Permalink to this headline">¶</a></h2>
-<p>TODO</p>
-</div>
-<div class="section" id="step-2-train-model">
-<h2>Step 2: Train model<a class="headerlink" href="#step-2-train-model"
title="Permalink to this headline">¶</a></h2>
-<p>TODO</p>
-</div>
-<div class="section" id="step-3-validate">
-<h2>Step 3: Validate<a class="headerlink" href="#step-3-validate"
title="Permalink to this headline">¶</a></h2>
-<p>TODO</p>
-</div>
-</div>
-
-
- </div>
-
- </div>
- <footer>
-
- <div class="rst-footer-buttons" role="navigation" aria-label="footer
navigation">
-
- <a href="../onnx_systemds/onnx_systemds.html" class="btn btn-neutral
float-right" title="QuickStart Onnx" accesskey="n" rel="next">Next <span
class="fa fa-arrow-circle-right"></span></a>
-
-
- <a href="federated.html" class="btn btn-neutral float-left"
title="Federated Environment" accesskey="p" rel="prev"><span class="fa
fa-arrow-circle-left"></span> Previous</a>
-
- </div>
-
-
- <hr/>
-
- <div role="contentinfo">
- <p>
-
- © Copyright 2020, Apache SystemDS
-
- </p>
- </div>
-
-
-
- Built with <a href="http://sphinx-doc.org/">Sphinx</a> using a
-
- <a href="https://github.com/rtfd/sphinx_rtd_theme">theme</a>
-
- provided by <a href="https://readthedocs.org">Read the Docs</a>.
-
-</footer>
-
- </div>
- </div>
-
- </section>
-
- </div>
-
-
- <script type="text/javascript">
- jQuery(function () {
- SphinxRtdTheme.Navigation.enable(true);
- });
- </script>
-
-
-
-
-
-
-</body>
-</html>
\ No newline at end of file
diff --git a/docs/api/python/guide/algorithms_basics.html
b/docs/api/python/guide/algorithms_basics.html
index 89e6325..714b2c1 100644
--- a/docs/api/python/guide/algorithms_basics.html
+++ b/docs/api/python/guide/algorithms_basics.html
@@ -109,7 +109,6 @@
<ul>
<li class="toctree-l1"><a class="reference internal"
href="../api/operator/algorithms.html">Algorithms</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../api/context/systemds_context.html">SystemDSContext</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="../api/matrix/data_gen.html">Data Generators</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../api/matrix/matrix.html">Matrix</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../api/matrix/federated.html">Federated</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../api/operator/operation_node.html">Operation Node</a></li>
diff --git a/docs/api/python/guide/federated.html
b/docs/api/python/guide/federated.html
index c85e787..4ef36c2 100644
--- a/docs/api/python/guide/federated.html
+++ b/docs/api/python/guide/federated.html
@@ -36,7 +36,7 @@
<link rel="index" title="Index" href="../genindex.html" />
<link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Built-in Algorithms" href="algorithms.html" />
+ <link rel="next" title="Built-in Algorithms" href="algorithms_basics.html"
/>
<link rel="prev" title="QuickStart"
href="../getting_started/simple_examples.html" />
</head>
@@ -95,7 +95,7 @@
<li class="toctree-l2"><a class="reference internal"
href="#multiple-federated-environments">Multiple Federated Environments</a></li>
</ul>
</li>
-<li class="toctree-l1"><a class="reference internal"
href="algorithms.html">Built-in Algorithms</a></li>
+<li class="toctree-l1"><a class="reference internal"
href="algorithms_basics.html">Built-in Algorithms</a></li>
</ul>
<p class="caption"><span class="caption-text">Onnx SystemDS</span></p>
<ul>
@@ -106,7 +106,6 @@
<ul>
<li class="toctree-l1"><a class="reference internal"
href="../api/operator/algorithms.html">Algorithms</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../api/context/systemds_context.html">SystemDSContext</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="../api/matrix/data_gen.html">Data Generators</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../api/matrix/matrix.html">Matrix</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../api/matrix/federated.html">Federated</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../api/operator/operation_node.html">Operation Node</a></li>
@@ -306,7 +305,7 @@ that you have:</p>
<div class="rst-footer-buttons" role="navigation" aria-label="footer
navigation">
- <a href="algorithms.html" class="btn btn-neutral float-right"
title="Built-in Algorithms" accesskey="n" rel="next">Next <span class="fa
fa-arrow-circle-right"></span></a>
+ <a href="algorithms_basics.html" class="btn btn-neutral float-right"
title="Built-in Algorithms" accesskey="n" rel="next">Next <span class="fa
fa-arrow-circle-right"></span></a>
<a href="../getting_started/simple_examples.html" class="btn
btn-neutral float-left" title="QuickStart" accesskey="p" rel="prev"><span
class="fa fa-arrow-circle-left"></span> Previous</a>
diff --git a/docs/api/python/index.html b/docs/api/python/index.html
index be78905..2b66c51 100644
--- a/docs/api/python/index.html
+++ b/docs/api/python/index.html
@@ -100,7 +100,6 @@
<ul>
<li class="toctree-l1"><a class="reference internal"
href="api/operator/algorithms.html">Algorithms</a></li>
<li class="toctree-l1"><a class="reference internal"
href="api/context/systemds_context.html">SystemDSContext</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="api/matrix/data_gen.html">Data Generators</a></li>
<li class="toctree-l1"><a class="reference internal"
href="api/matrix/matrix.html">Matrix</a></li>
<li class="toctree-l1"><a class="reference internal"
href="api/matrix/federated.html">Federated</a></li>
<li class="toctree-l1"><a class="reference internal"
href="api/operator/operation_node.html">Operation Node</a></li>
diff --git a/docs/api/python/objects.inv b/docs/api/python/objects.inv
index 6b25c6b..300d981 100644
Binary files a/docs/api/python/objects.inv and b/docs/api/python/objects.inv
differ
diff --git a/docs/api/python/onnx_systemds/onnx_systemds.html
b/docs/api/python/onnx_systemds/onnx_systemds.html
index 433544e..919ae9e 100644
--- a/docs/api/python/onnx_systemds/onnx_systemds.html
+++ b/docs/api/python/onnx_systemds/onnx_systemds.html
@@ -37,7 +37,7 @@
<link rel="index" title="Index" href="../genindex.html" />
<link rel="search" title="Search" href="../search.html" />
<link rel="next" title="Design" href="onnx_systemds_design.html" />
- <link rel="prev" title="Built-in Algorithms"
href="../guide/algorithms.html" />
+ <link rel="prev" title="Built-in Algorithms"
href="../guide/algorithms_basics.html" />
</head>
<body class="wy-body-for-nav">
@@ -90,7 +90,7 @@
<p class="caption"><span class="caption-text">Guides</span></p>
<ul>
<li class="toctree-l1"><a class="reference internal"
href="../guide/federated.html">Federated Environment</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="../guide/algorithms.html">Built-in Algorithms</a></li>
+<li class="toctree-l1"><a class="reference internal"
href="../guide/algorithms_basics.html">Built-in Algorithms</a></li>
</ul>
<p class="caption"><span class="caption-text">Onnx SystemDS</span></p>
<ul class="current">
@@ -107,7 +107,6 @@
<ul>
<li class="toctree-l1"><a class="reference internal"
href="../api/operator/algorithms.html">Algorithms</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../api/context/systemds_context.html">SystemDSContext</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="../api/matrix/data_gen.html">Data Generators</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../api/matrix/matrix.html">Matrix</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../api/matrix/federated.html">Federated</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../api/operator/operation_node.html">Operation Node</a></li>
@@ -251,7 +250,7 @@ if this parameter is not given the output file will have
the same name as the in
<a href="onnx_systemds_design.html" class="btn btn-neutral
float-right" title="Design" accesskey="n" rel="next">Next <span class="fa
fa-arrow-circle-right"></span></a>
- <a href="../guide/algorithms.html" class="btn btn-neutral float-left"
title="Built-in Algorithms" accesskey="p" rel="prev"><span class="fa
fa-arrow-circle-left"></span> Previous</a>
+ <a href="../guide/algorithms_basics.html" class="btn btn-neutral
float-left" title="Built-in Algorithms" accesskey="p" rel="prev"><span
class="fa fa-arrow-circle-left"></span> Previous</a>
</div>
diff --git a/docs/api/python/onnx_systemds/onnx_systemds_design.html
b/docs/api/python/onnx_systemds/onnx_systemds_design.html
index 9e1e6f3..8795d07 100644
--- a/docs/api/python/onnx_systemds/onnx_systemds_design.html
+++ b/docs/api/python/onnx_systemds/onnx_systemds_design.html
@@ -90,7 +90,7 @@
<p class="caption"><span class="caption-text">Guides</span></p>
<ul>
<li class="toctree-l1"><a class="reference internal"
href="../guide/federated.html">Federated Environment</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="../guide/algorithms.html">Built-in Algorithms</a></li>
+<li class="toctree-l1"><a class="reference internal"
href="../guide/algorithms_basics.html">Built-in Algorithms</a></li>
</ul>
<p class="caption"><span class="caption-text">Onnx SystemDS</span></p>
<ul class="current">
@@ -128,7 +128,6 @@
<ul>
<li class="toctree-l1"><a class="reference internal"
href="../api/operator/algorithms.html">Algorithms</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../api/context/systemds_context.html">SystemDSContext</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="../api/matrix/data_gen.html">Data Generators</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../api/matrix/matrix.html">Matrix</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../api/matrix/federated.html">Federated</a></li>
<li class="toctree-l1"><a class="reference internal"
href="../api/operator/operation_node.html">Operation Node</a></li>
diff --git a/docs/api/python/py-modindex.html b/docs/api/python/py-modindex.html
index 309e56a..8908c9d 100644
--- a/docs/api/python/py-modindex.html
+++ b/docs/api/python/py-modindex.html
@@ -102,7 +102,6 @@
<ul>
<li class="toctree-l1"><a class="reference internal"
href="api/operator/algorithms.html">Algorithms</a></li>
<li class="toctree-l1"><a class="reference internal"
href="api/context/systemds_context.html">SystemDSContext</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="api/matrix/data_gen.html">Data Generators</a></li>
<li class="toctree-l1"><a class="reference internal"
href="api/matrix/matrix.html">Matrix</a></li>
<li class="toctree-l1"><a class="reference internal"
href="api/matrix/federated.html">Federated</a></li>
<li class="toctree-l1"><a class="reference internal"
href="api/operator/operation_node.html">Operation Node</a></li>
@@ -199,11 +198,6 @@
<tr class="cg-1">
<td></td>
<td>   
- <a
href="api/matrix/data_gen.html#module-systemds.matrix.data_gen"><code
class="xref">systemds.matrix.data_gen</code></a></td><td>
- <em></em></td></tr>
- <tr class="cg-1">
- <td></td>
- <td>   
<a
href="api/onnx_systemds/convert.html#module-systemds.onnx_systemds.convert"><code
class="xref">systemds.onnx_systemds.convert</code></a></td><td>
<em></em></td></tr>
<tr class="cg-1">
diff --git a/docs/api/python/search.html b/docs/api/python/search.html
index a7f3253..8898979 100644
--- a/docs/api/python/search.html
+++ b/docs/api/python/search.html
@@ -101,7 +101,6 @@
<ul>
<li class="toctree-l1"><a class="reference internal"
href="api/operator/algorithms.html">Algorithms</a></li>
<li class="toctree-l1"><a class="reference internal"
href="api/context/systemds_context.html">SystemDSContext</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="api/matrix/data_gen.html">Data Generators</a></li>
<li class="toctree-l1"><a class="reference internal"
href="api/matrix/matrix.html">Matrix</a></li>
<li class="toctree-l1"><a class="reference internal"
href="api/matrix/federated.html">Federated</a></li>
<li class="toctree-l1"><a class="reference internal"
href="api/operator/operation_node.html">Operation Node</a></li>
diff --git a/docs/api/python/searchindex.js b/docs/api/python/searchindex.js
index 4b1632f..38fd865 100644
--- a/docs/api/python/searchindex.js
+++ b/docs/api/python/searchindex.js
@@ -1 +1 @@
-Search.setIndex({docnames:["api/context/systemds_context","api/matrix/data_gen","api/matrix/federated","api/matrix/matrix","api/onnx_systemds/convert","api/onnx_systemds/onnx_helper","api/onnx_systemds/operator_gen","api/onnx_systemds/render","api/onnx_systemds/util","api/operator/algorithms","api/operator/operation_node","api/script_building/dag","api/script_building/script","api/utils/converters","api/utils/helpers","getting_started/install","getting_started/simple_examples","guide/alg
[...]
\ No newline at end of file
+Search.setIndex({docnames:["api/context/systemds_context","api/matrix/federated","api/matrix/matrix","api/onnx_systemds/convert","api/onnx_systemds/onnx_helper","api/onnx_systemds/operator_gen","api/onnx_systemds/render","api/onnx_systemds/util","api/operator/algorithms","api/operator/operation_node","api/script_building/dag","api/script_building/script","api/utils/converters","api/utils/helpers","getting_started/install","getting_started/simple_examples","guide/algorithms_basics","guide
[...]
\ No newline at end of file
diff --git a/docs/api/python/sources/api/matrix/data_gen.rst.txt
b/docs/api/python/sources/api/matrix/data_gen.rst.txt
deleted file mode 100644
index c5a6a45..0000000
--- a/docs/api/python/sources/api/matrix/data_gen.rst.txt
+++ /dev/null
@@ -1,27 +0,0 @@
-.. -------------------------------------------------------------
-..
-.. Licensed to the Apache Software Foundation (ASF) under one
-.. or more contributor license agreements. See the NOTICE file
-.. distributed with this work for additional information
-.. regarding copyright ownership. The ASF licenses this file
-.. to you under the Apache License, Version 2.0 (the
-.. "License"); you may not use this file except in compliance
-.. with the License. You may obtain a copy of the License at
-..
-.. http://www.apache.org/licenses/LICENSE-2.0
-..
-.. Unless required by applicable law or agreed to in writing,
-.. software distributed under the License is distributed on an
-.. "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-.. KIND, either express or implied. See the License for the
-.. specific language governing permissions and limitations
-.. under the License.
-..
-.. ------------------------------------------------------------
-
-Data Generators
-===============
-
-.. automodule:: systemds.matrix.data_gen
- :members:
-
diff --git a/docs/api/python/sources/getting_started/simple_examples.rst.txt
b/docs/api/python/sources/getting_started/simple_examples.rst.txt
index 406fddc..cd86cf8 100644
--- a/docs/api/python/sources/getting_started/simple_examples.rst.txt
+++ b/docs/api/python/sources/getting_started/simple_examples.rst.txt
@@ -33,13 +33,12 @@ Making use of SystemDS, let us multiply an Matrix with an
scalar:
# Import SystemDSContext
from systemds.context import SystemDSContext
- from systemds.matrix.data_gen import full
# Create a context and if necessary (no SystemDS py4j instance running)
# it starts a subprocess which does the execution in SystemDS
with SystemDSContext() as sds:
# Full generates a matrix completely filled with one number.
# Generate a 5x10 matrix filled with 4.2
- m = full(sds,(5, 10), 4.20)
+ m = sds.full((5, 10), 4.20)
# multiply with scalar. Nothing is executed yet!
m_res = m * 3.1
# Do the calculation in SystemDS by calling compute().
diff --git a/docs/api/python/sources/guide/algorithms.rst.txt
b/docs/api/python/sources/guide/algorithms.rst.txt
deleted file mode 100644
index 4f359fb..0000000
--- a/docs/api/python/sources/guide/algorithms.rst.txt
+++ /dev/null
@@ -1,43 +0,0 @@
-.. -------------------------------------------------------------
-..
-.. Licensed to the Apache Software Foundation (ASF) under one
-.. or more contributor license agreements. See the NOTICE file
-.. distributed with this work for additional information
-.. regarding copyright ownership. The ASF licenses this file
-.. to you under the Apache License, Version 2.0 (the
-.. "License"); you may not use this file except in compliance
-.. with the License. You may obtain a copy of the License at
-..
-.. http://www.apache.org/licenses/LICENSE-2.0
-..
-.. Unless required by applicable law or agreed to in writing,
-.. software distributed under the License is distributed on an
-.. "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-.. KIND, either express or implied. See the License for the
-.. specific language governing permissions and limitations
-.. under the License.
-..
-.. ------------------------------------------------------------
-
-Built-in Algorithms
-===================
-
-Prerequisite:
-
-- :doc:`/getting_started/install`
-
-
-Step 1: Get Dataset
--------------------
-
-TODO
-
-Step 2: Train model
--------------------
-
-TODO
-
-Step 3: Validate
-----------------
-
-TODO
diff --git a/docs/api/python/sources/index.rst.txt
b/docs/api/python/sources/index.rst.txt
index 6a232a0..c8134ff 100644
--- a/docs/api/python/sources/index.rst.txt
+++ b/docs/api/python/sources/index.rst.txt
@@ -69,7 +69,6 @@ tensors (multi-dimensional arrays) whose first dimension may
have a heterogeneou
api/operator/algorithms.rst
api/context/systemds_context.rst
- api/matrix/data_gen.rst
api/matrix/matrix.rst
api/matrix/federated.rst
api/operator/operation_node.rst