http://git-wip-us.apache.org/repos/asf/incubator-madlib-site/blob/b5b51c69/docs/v1.11/create__indicators_8sql__in.html
----------------------------------------------------------------------
diff --git a/docs/v1.11/create__indicators_8sql__in.html 
b/docs/v1.11/create__indicators_8sql__in.html
new file mode 100644
index 0000000..c2a4bed
--- /dev/null
+++ b/docs/v1.11/create__indicators_8sql__in.html
@@ -0,0 +1,327 @@
+<!-- HTML header for doxygen 1.8.4-->
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" 
"http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd";>
+<html xmlns="http://www.w3.org/1999/xhtml";>
+<head>
+<meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/>
+<meta http-equiv="X-UA-Compatible" content="IE=9"/>
+<meta name="generator" content="Doxygen 1.8.13"/>
+<meta name="keywords" content="madlib,postgres,greenplum,machine learning,data 
mining,deep learning,ensemble methods,data science,market basket 
analysis,affinity analysis,pca,lda,regression,elastic net,huber 
white,proportional hazards,k-means,latent dirichlet allocation,bayes,support 
vector machines,svm"/>
+<title>MADlib: create_indicators.sql_in File Reference</title>
+<link href="tabs.css" rel="stylesheet" type="text/css"/>
+<script type="text/javascript" src="jquery.js"></script>
+<script type="text/javascript" src="dynsections.js"></script>
+<link href="navtree.css" rel="stylesheet" type="text/css"/>
+<script type="text/javascript" src="resize.js"></script>
+<script type="text/javascript" src="navtreedata.js"></script>
+<script type="text/javascript" src="navtree.js"></script>
+<script type="text/javascript">
+  $(document).ready(initResizable);
+</script>
+<link href="search/search.css" rel="stylesheet" type="text/css"/>
+<script type="text/javascript" src="search/searchdata.js"></script>
+<script type="text/javascript" src="search/search.js"></script>
+<script type="text/javascript">
+  $(document).ready(function() { init_search(); });
+</script>
+<!-- hack in the navigation tree -->
+<script type="text/javascript" src="eigen_navtree_hacks.js"></script>
+<link href="doxygen.css" rel="stylesheet" type="text/css" />
+<link href="madlib_extra.css" rel="stylesheet" type="text/css"/>
+<!-- google analytics -->
+<script>
+  (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
+  (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new 
Date();a=s.createElement(o),
+  
m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
+  })(window,document,'script','//www.google-analytics.com/analytics.js','ga');
+  ga('create', 'UA-45382226-1', 'madlib.incubator.apache.org');
+  ga('send', 'pageview');
+</script>
+</head>
+<body>
+<div id="top"><!-- do not remove this div, it is closed by doxygen! -->
+<div id="titlearea">
+<table cellspacing="0" cellpadding="0">
+ <tbody>
+ <tr style="height: 56px;">
+  <td id="projectlogo"><a href="http://madlib.incubator.apache.org";><img 
alt="Logo" src="madlib.png" height="50" style="padding-left:0.5em;" border="0"/ 
></a></td>
+  <td style="padding-left: 0.5em;">
+   <div id="projectname">
+   <span id="projectnumber">1.11</span>
+   </div>
+   <div id="projectbrief">User Documentation for MADlib</div>
+  </td>
+   <td>        <div id="MSearchBox" class="MSearchBoxInactive">
+        <span class="left">
+          <img id="MSearchSelect" src="search/mag_sel.png"
+               onmouseover="return searchBox.OnSearchSelectShow()"
+               onmouseout="return searchBox.OnSearchSelectHide()"
+               alt=""/>
+          <input type="text" id="MSearchField" value="Search" accesskey="S"
+               onfocus="searchBox.OnSearchFieldFocus(true)" 
+               onblur="searchBox.OnSearchFieldFocus(false)" 
+               onkeyup="searchBox.OnSearchFieldChange(event)"/>
+          </span><span class="right">
+            <a id="MSearchClose" 
href="javascript:searchBox.CloseResultsWindow()"><img id="MSearchCloseImg" 
border="0" src="search/close.png" alt=""/></a>
+          </span>
+        </div>
+</td>
+ </tr>
+ </tbody>
+</table>
+</div>
+<!-- end header part -->
+<!-- Generated by Doxygen 1.8.13 -->
+<script type="text/javascript">
+var searchBox = new SearchBox("searchBox", "search",false,'Search');
+</script>
+</div><!-- top -->
+<div id="side-nav" class="ui-resizable side-nav-resizable">
+  <div id="nav-tree">
+    <div id="nav-tree-contents">
+      <div id="nav-sync" class="sync"></div>
+    </div>
+  </div>
+  <div id="splitbar" style="-moz-user-select:none;" 
+       class="ui-resizable-handle">
+  </div>
+</div>
+<script type="text/javascript">
+$(document).ready(function(){initNavTree('create__indicators_8sql__in.html','');});
+</script>
+<div id="doc-content">
+<!-- window showing the filter options -->
+<div id="MSearchSelectWindow"
+     onmouseover="return searchBox.OnSearchSelectShow()"
+     onmouseout="return searchBox.OnSearchSelectHide()"
+     onkeydown="return searchBox.OnSearchSelectKey(event)">
+</div>
+
+<!-- iframe showing the search results (closed by default) -->
+<div id="MSearchResultsWindow">
+<iframe src="javascript:void(0)" frameborder="0" 
+        name="MSearchResults" id="MSearchResults">
+</iframe>
+</div>
+
+<div class="header">
+  <div class="summary">
+<a href="#func-members">Functions</a>  </div>
+  <div class="headertitle">
+<div class="title">create_indicators.sql_in File Reference</div>  </div>
+</div><!--header-->
+<div class="contents">
+
+<p>SQL functions for dummy coding categorical variables.  
+<a href="#details">More...</a></p>
+<table class="memberdecls">
+<tr class="heading"><td colspan="2"><h2 class="groupheader"><a 
name="func-members"></a>
+Functions</h2></td></tr>
+<tr class="memitem:a0add50a6ab76682bde7825fc54f4d64b"><td class="memItemLeft" 
align="right" valign="top">void&#160;</td><td class="memItemRight" 
valign="bottom"><a class="el" 
href="create__indicators_8sql__in.html#a0add50a6ab76682bde7825fc54f4d64b">create_indicator_variables</a>
 (text source_table, text out_table, text categorical_cols, boolean keep_null, 
text distributed_by)</td></tr>
+<tr class="memdesc:a0add50a6ab76682bde7825fc54f4d64b"><td 
class="mdescLeft">&#160;</td><td class="mdescRight">Create new table containing 
dummy coded variables for categorical variables.  <a 
href="#a0add50a6ab76682bde7825fc54f4d64b">More...</a><br /></td></tr>
+<tr class="separator:a0add50a6ab76682bde7825fc54f4d64b"><td 
class="memSeparator" colspan="2">&#160;</td></tr>
+<tr class="memitem:a05dbb30d8dd8589e75a96b3232cafe65"><td class="memItemLeft" 
align="right" valign="top">void&#160;</td><td class="memItemRight" 
valign="bottom"><a class="el" 
href="create__indicators_8sql__in.html#a05dbb30d8dd8589e75a96b3232cafe65">create_indicator_variables</a>
 (text source_table, text out_table, text categorical_cols, boolean 
keep_null)</td></tr>
+<tr class="memdesc:a05dbb30d8dd8589e75a96b3232cafe65"><td 
class="mdescLeft">&#160;</td><td class="mdescRight">Create new table containing 
dummy coded variables for categorical variables.  <a 
href="#a05dbb30d8dd8589e75a96b3232cafe65">More...</a><br /></td></tr>
+<tr class="separator:a05dbb30d8dd8589e75a96b3232cafe65"><td 
class="memSeparator" colspan="2">&#160;</td></tr>
+<tr class="memitem:a617b67999ab8c9c07fb0d24101a1115d"><td class="memItemLeft" 
align="right" valign="top">void&#160;</td><td class="memItemRight" 
valign="bottom"><a class="el" 
href="create__indicators_8sql__in.html#a617b67999ab8c9c07fb0d24101a1115d">create_indicator_variables</a>
 (text source_table, text out_table, text categorical_cols)</td></tr>
+<tr class="separator:a617b67999ab8c9c07fb0d24101a1115d"><td 
class="memSeparator" colspan="2">&#160;</td></tr>
+<tr class="memitem:a839b64f47a11a35c5df24ee93e36ba26"><td class="memItemLeft" 
align="right" valign="top">varchar&#160;</td><td class="memItemRight" 
valign="bottom"><a class="el" 
href="create__indicators_8sql__in.html#a839b64f47a11a35c5df24ee93e36ba26">create_indicator_variables</a>
 (varchar message)</td></tr>
+<tr class="separator:a839b64f47a11a35c5df24ee93e36ba26"><td 
class="memSeparator" colspan="2">&#160;</td></tr>
+<tr class="memitem:a5d0ef27bc38be2b4b5f063cf7b560d1f"><td class="memItemLeft" 
align="right" valign="top">varchar&#160;</td><td class="memItemRight" 
valign="bottom"><a class="el" 
href="create__indicators_8sql__in.html#a5d0ef27bc38be2b4b5f063cf7b560d1f">create_indicator_variables</a>
 ()</td></tr>
+<tr class="separator:a5d0ef27bc38be2b4b5f063cf7b560d1f"><td 
class="memSeparator" colspan="2">&#160;</td></tr>
+</table>
+<a name="details" id="details"></a><h2 class="groupheader">Detailed 
Description</h2>
+<div class="textblock"><p>Licensed to the Apache Software Foundation (ASF) 
under one or more contributor license agreements. See the NOTICE file 
distributed with this work for additional information regarding copyright 
ownership. The ASF licenses this file to you under the Apache License, Version 
2.0 (the "License"); you may not use this file except in compliance with the 
License. You may obtain a copy of the License at</p>
+<p><a 
href="http://www.apache.org/licenses/LICENSE-2.0";>http://www.apache.org/licenses/LICENSE-2.0</a></p>
+<p>Unless required by applicable law or agreed to in writing, software 
distributed under the License is distributed on an "AS IS" BASIS, WITHOUT 
WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the 
License for the specific language governing permissions and limitations under 
the License.</p>
+<dl class="section date"><dt>Date</dt><dd>June 2014</dd></dl>
+<dl class="section see"><dt>See also</dt><dd>Calculates dummy-coded indicator 
variables for categorical variables </dd></dl>
+</div><h2 class="groupheader">Function Documentation</h2>
+<a id="a0add50a6ab76682bde7825fc54f4d64b"></a>
+<h2 class="memtitle"><span class="permalink"><a 
href="#a0add50a6ab76682bde7825fc54f4d64b">&#9670;&nbsp;</a></span>create_indicator_variables()
 <span class="overload">[1/5]</span></h2>
+
+<div class="memitem">
+<div class="memproto">
+      <table class="memname">
+        <tr>
+          <td class="memname">void create_indicator_variables </td>
+          <td>(</td>
+          <td class="paramtype">text&#160;</td>
+          <td class="paramname"><em>source_table</em>, </td>
+        </tr>
+        <tr>
+          <td class="paramkey"></td>
+          <td></td>
+          <td class="paramtype">text&#160;</td>
+          <td class="paramname"><em>out_table</em>, </td>
+        </tr>
+        <tr>
+          <td class="paramkey"></td>
+          <td></td>
+          <td class="paramtype">text&#160;</td>
+          <td class="paramname"><em>categorical_cols</em>, </td>
+        </tr>
+        <tr>
+          <td class="paramkey"></td>
+          <td></td>
+          <td class="paramtype">boolean&#160;</td>
+          <td class="paramname"><em>keep_null</em>, </td>
+        </tr>
+        <tr>
+          <td class="paramkey"></td>
+          <td></td>
+          <td class="paramtype">text&#160;</td>
+          <td class="paramname"><em>distributed_by</em>&#160;</td>
+        </tr>
+        <tr>
+          <td></td>
+          <td>)</td>
+          <td></td><td></td>
+        </tr>
+      </table>
+</div><div class="memdoc">
+<dl class="params"><dt>Parameters</dt><dd>
+  <table class="params">
+    <tr><td class="paramname">source_table</td><td>Name of table containing 
categorical variable </td></tr>
+    <tr><td class="paramname">out_table</td><td>Name of table to output dummy 
variables </td></tr>
+    <tr><td class="paramname">categorical_cols</td><td>Comma-separated list of 
column names to dummy code </td></tr>
+    <tr><td class="paramname">keep_null</td><td>Boolean to determine the 
behavior for rows with NULL value </td></tr>
+    <tr><td class="paramname">distributed_by</td><td>Comma-separated list of 
column names to use for distribution of output</td></tr>
+  </table>
+  </dd>
+</dl>
+<dl class="section return"><dt>Returns</dt><dd>Void </dd></dl>
+
+</div>
+</div>
+<a id="a05dbb30d8dd8589e75a96b3232cafe65"></a>
+<h2 class="memtitle"><span class="permalink"><a 
href="#a05dbb30d8dd8589e75a96b3232cafe65">&#9670;&nbsp;</a></span>create_indicator_variables()
 <span class="overload">[2/5]</span></h2>
+
+<div class="memitem">
+<div class="memproto">
+      <table class="memname">
+        <tr>
+          <td class="memname">void create_indicator_variables </td>
+          <td>(</td>
+          <td class="paramtype">text&#160;</td>
+          <td class="paramname"><em>source_table</em>, </td>
+        </tr>
+        <tr>
+          <td class="paramkey"></td>
+          <td></td>
+          <td class="paramtype">text&#160;</td>
+          <td class="paramname"><em>out_table</em>, </td>
+        </tr>
+        <tr>
+          <td class="paramkey"></td>
+          <td></td>
+          <td class="paramtype">text&#160;</td>
+          <td class="paramname"><em>categorical_cols</em>, </td>
+        </tr>
+        <tr>
+          <td class="paramkey"></td>
+          <td></td>
+          <td class="paramtype">boolean&#160;</td>
+          <td class="paramname"><em>keep_null</em>&#160;</td>
+        </tr>
+        <tr>
+          <td></td>
+          <td>)</td>
+          <td></td><td></td>
+        </tr>
+      </table>
+</div><div class="memdoc">
+<dl class="params"><dt>Parameters</dt><dd>
+  <table class="params">
+    <tr><td class="paramname">source_table</td><td>Name of table containing 
categorical variable </td></tr>
+    <tr><td class="paramname">out_table</td><td>Name of table to output dummy 
variables </td></tr>
+    <tr><td class="paramname">categorical_cols</td><td>Comma-separated list of 
column names to dummy code </td></tr>
+    <tr><td class="paramname">keep_null</td><td>Boolean to determine the 
behavior for rows with NULL value</td></tr>
+  </table>
+  </dd>
+</dl>
+<dl class="section return"><dt>Returns</dt><dd>Void </dd></dl>
+
+</div>
+</div>
+<a id="a617b67999ab8c9c07fb0d24101a1115d"></a>
+<h2 class="memtitle"><span class="permalink"><a 
href="#a617b67999ab8c9c07fb0d24101a1115d">&#9670;&nbsp;</a></span>create_indicator_variables()
 <span class="overload">[3/5]</span></h2>
+
+<div class="memitem">
+<div class="memproto">
+      <table class="memname">
+        <tr>
+          <td class="memname">void create_indicator_variables </td>
+          <td>(</td>
+          <td class="paramtype">text&#160;</td>
+          <td class="paramname"><em>source_table</em>, </td>
+        </tr>
+        <tr>
+          <td class="paramkey"></td>
+          <td></td>
+          <td class="paramtype">text&#160;</td>
+          <td class="paramname"><em>out_table</em>, </td>
+        </tr>
+        <tr>
+          <td class="paramkey"></td>
+          <td></td>
+          <td class="paramtype">text&#160;</td>
+          <td class="paramname"><em>categorical_cols</em>&#160;</td>
+        </tr>
+        <tr>
+          <td></td>
+          <td>)</td>
+          <td></td><td></td>
+        </tr>
+      </table>
+</div><div class="memdoc">
+
+</div>
+</div>
+<a id="a839b64f47a11a35c5df24ee93e36ba26"></a>
+<h2 class="memtitle"><span class="permalink"><a 
href="#a839b64f47a11a35c5df24ee93e36ba26">&#9670;&nbsp;</a></span>create_indicator_variables()
 <span class="overload">[4/5]</span></h2>
+
+<div class="memitem">
+<div class="memproto">
+      <table class="memname">
+        <tr>
+          <td class="memname">varchar create_indicator_variables </td>
+          <td>(</td>
+          <td class="paramtype">varchar&#160;</td>
+          <td class="paramname"><em>message</em></td><td>)</td>
+          <td></td>
+        </tr>
+      </table>
+</div><div class="memdoc">
+
+</div>
+</div>
+<a id="a5d0ef27bc38be2b4b5f063cf7b560d1f"></a>
+<h2 class="memtitle"><span class="permalink"><a 
href="#a5d0ef27bc38be2b4b5f063cf7b560d1f">&#9670;&nbsp;</a></span>create_indicator_variables()
 <span class="overload">[5/5]</span></h2>
+
+<div class="memitem">
+<div class="memproto">
+      <table class="memname">
+        <tr>
+          <td class="memname">varchar create_indicator_variables </td>
+          <td>(</td>
+          <td class="paramname"></td><td>)</td>
+          <td></td>
+        </tr>
+      </table>
+</div><div class="memdoc">
+
+</div>
+</div>
+</div><!-- contents -->
+</div><!-- doc-content -->
+<!-- start footer part -->
+<div id="nav-path" class="navpath"><!-- id is needed for treeview function! -->
+  <ul>
+    <li class="navelem"><a class="el" 
href="dir_5782bb6b417390b9b62f39df14784c0c.html">incubator-madlib</a></li><li 
class="navelem"><a class="el" 
href="dir_b6a04cbbf19cfc3536564b9928d4f3dc.html">src</a></li><li 
class="navelem"><a class="el" 
href="dir_71a41f8b7207fbbc465a4e4d95589314.html">ports</a></li><li 
class="navelem"><a class="el" 
href="dir_bae1ff22d939d9eb42c7df1d0670bc94.html">postgres</a></li><li 
class="navelem"><a class="el" 
href="dir_4ce76aedc0a361354a0cdf298ef8a21b.html">modules</a></li><li 
class="navelem"><a class="el" 
href="dir_08a20377491e298f2a18634c46688672.html">utilities</a></li><li 
class="navelem"><a class="el" 
href="create__indicators_8sql__in.html">create_indicators.sql_in</a></li>
+    <li class="footer">Generated on Tue May 16 2017 13:24:38 for MADlib by
+    <a href="http://www.doxygen.org/index.html";>
+    <img class="footer" src="doxygen.png" alt="doxygen"/></a> 1.8.13 </li>
+  </ul>
+</div>
+</body>
+</html>

http://git-wip-us.apache.org/repos/asf/incubator-madlib-site/blob/b5b51c69/docs/v1.11/crf_8sql__in.html
----------------------------------------------------------------------
diff --git a/docs/v1.11/crf_8sql__in.html b/docs/v1.11/crf_8sql__in.html
new file mode 100644
index 0000000..18fb7eb
--- /dev/null
+++ b/docs/v1.11/crf_8sql__in.html
@@ -0,0 +1,546 @@
+<!-- HTML header for doxygen 1.8.4-->
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" 
"http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd";>
+<html xmlns="http://www.w3.org/1999/xhtml";>
+<head>
+<meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/>
+<meta http-equiv="X-UA-Compatible" content="IE=9"/>
+<meta name="generator" content="Doxygen 1.8.13"/>
+<meta name="keywords" content="madlib,postgres,greenplum,machine learning,data 
mining,deep learning,ensemble methods,data science,market basket 
analysis,affinity analysis,pca,lda,regression,elastic net,huber 
white,proportional hazards,k-means,latent dirichlet allocation,bayes,support 
vector machines,svm"/>
+<title>MADlib: crf.sql_in File Reference</title>
+<link href="tabs.css" rel="stylesheet" type="text/css"/>
+<script type="text/javascript" src="jquery.js"></script>
+<script type="text/javascript" src="dynsections.js"></script>
+<link href="navtree.css" rel="stylesheet" type="text/css"/>
+<script type="text/javascript" src="resize.js"></script>
+<script type="text/javascript" src="navtreedata.js"></script>
+<script type="text/javascript" src="navtree.js"></script>
+<script type="text/javascript">
+  $(document).ready(initResizable);
+</script>
+<link href="search/search.css" rel="stylesheet" type="text/css"/>
+<script type="text/javascript" src="search/searchdata.js"></script>
+<script type="text/javascript" src="search/search.js"></script>
+<script type="text/javascript">
+  $(document).ready(function() { init_search(); });
+</script>
+<!-- hack in the navigation tree -->
+<script type="text/javascript" src="eigen_navtree_hacks.js"></script>
+<link href="doxygen.css" rel="stylesheet" type="text/css" />
+<link href="madlib_extra.css" rel="stylesheet" type="text/css"/>
+<!-- google analytics -->
+<script>
+  (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
+  (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new 
Date();a=s.createElement(o),
+  
m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
+  })(window,document,'script','//www.google-analytics.com/analytics.js','ga');
+  ga('create', 'UA-45382226-1', 'madlib.incubator.apache.org');
+  ga('send', 'pageview');
+</script>
+</head>
+<body>
+<div id="top"><!-- do not remove this div, it is closed by doxygen! -->
+<div id="titlearea">
+<table cellspacing="0" cellpadding="0">
+ <tbody>
+ <tr style="height: 56px;">
+  <td id="projectlogo"><a href="http://madlib.incubator.apache.org";><img 
alt="Logo" src="madlib.png" height="50" style="padding-left:0.5em;" border="0"/ 
></a></td>
+  <td style="padding-left: 0.5em;">
+   <div id="projectname">
+   <span id="projectnumber">1.11</span>
+   </div>
+   <div id="projectbrief">User Documentation for MADlib</div>
+  </td>
+   <td>        <div id="MSearchBox" class="MSearchBoxInactive">
+        <span class="left">
+          <img id="MSearchSelect" src="search/mag_sel.png"
+               onmouseover="return searchBox.OnSearchSelectShow()"
+               onmouseout="return searchBox.OnSearchSelectHide()"
+               alt=""/>
+          <input type="text" id="MSearchField" value="Search" accesskey="S"
+               onfocus="searchBox.OnSearchFieldFocus(true)" 
+               onblur="searchBox.OnSearchFieldFocus(false)" 
+               onkeyup="searchBox.OnSearchFieldChange(event)"/>
+          </span><span class="right">
+            <a id="MSearchClose" 
href="javascript:searchBox.CloseResultsWindow()"><img id="MSearchCloseImg" 
border="0" src="search/close.png" alt=""/></a>
+          </span>
+        </div>
+</td>
+ </tr>
+ </tbody>
+</table>
+</div>
+<!-- end header part -->
+<!-- Generated by Doxygen 1.8.13 -->
+<script type="text/javascript">
+var searchBox = new SearchBox("searchBox", "search",false,'Search');
+</script>
+</div><!-- top -->
+<div id="side-nav" class="ui-resizable side-nav-resizable">
+  <div id="nav-tree">
+    <div id="nav-tree-contents">
+      <div id="nav-sync" class="sync"></div>
+    </div>
+  </div>
+  <div id="splitbar" style="-moz-user-select:none;" 
+       class="ui-resizable-handle">
+  </div>
+</div>
+<script type="text/javascript">
+$(document).ready(function(){initNavTree('crf_8sql__in.html','');});
+</script>
+<div id="doc-content">
+<!-- window showing the filter options -->
+<div id="MSearchSelectWindow"
+     onmouseover="return searchBox.OnSearchSelectShow()"
+     onmouseout="return searchBox.OnSearchSelectHide()"
+     onkeydown="return searchBox.OnSearchSelectKey(event)">
+</div>
+
+<!-- iframe showing the search results (closed by default) -->
+<div id="MSearchResultsWindow">
+<iframe src="javascript:void(0)" frameborder="0" 
+        name="MSearchResults" id="MSearchResults">
+</iframe>
+</div>
+
+<div class="header">
+  <div class="summary">
+<a href="#func-members">Functions</a>  </div>
+  <div class="headertitle">
+<div class="title">crf.sql_in File Reference</div>  </div>
+</div><!--header-->
+<div class="contents">
+
+<p>SQL functions for conditional random field.  
+<a href="#details">More...</a></p>
+<table class="memberdecls">
+<tr class="heading"><td colspan="2"><h2 class="groupheader"><a 
name="func-members"></a>
+Functions</h2></td></tr>
+<tr class="memitem:a2e7104fea95ca76587e7fae9bcb0d7ed"><td class="memItemLeft" 
align="right" valign="top">float8 []&#160;</td><td class="memItemRight" 
valign="bottom"><a class="el" 
href="crf_8sql__in.html#a2e7104fea95ca76587e7fae9bcb0d7ed">lincrf_lbfgs_step_transition</a>
 (float8[], float8[], float8[], float8[], float8, float8, float8[])</td></tr>
+<tr class="separator:a2e7104fea95ca76587e7fae9bcb0d7ed"><td 
class="memSeparator" colspan="2">&#160;</td></tr>
+<tr class="memitem:a45f3eaf0c80cdfa99872cd071020d5c7"><td class="memItemLeft" 
align="right" valign="top">float8 []&#160;</td><td class="memItemRight" 
valign="bottom"><a class="el" 
href="crf_8sql__in.html#a45f3eaf0c80cdfa99872cd071020d5c7">lincrf_lbfgs_step_merge_states</a>
 (float8[] state1, float8[] state2)</td></tr>
+<tr class="separator:a45f3eaf0c80cdfa99872cd071020d5c7"><td 
class="memSeparator" colspan="2">&#160;</td></tr>
+<tr class="memitem:a5bf4b2738003096f4eeeccd0eb5e98f0"><td class="memItemLeft" 
align="right" valign="top">float8 []&#160;</td><td class="memItemRight" 
valign="bottom"><a class="el" 
href="crf_8sql__in.html#a5bf4b2738003096f4eeeccd0eb5e98f0">lincrf_lbfgs_step_final</a>
 (float8[] state)</td></tr>
+<tr class="separator:a5bf4b2738003096f4eeeccd0eb5e98f0"><td 
class="memSeparator" colspan="2">&#160;</td></tr>
+<tr class="memitem:a47ef6b30d54ac4ef89cb664a681d1067"><td class="memItemLeft" 
align="right" valign="top">float8&#160;</td><td class="memItemRight" 
valign="bottom"><a class="el" 
href="crf_8sql__in.html#a47ef6b30d54ac4ef89cb664a681d1067">internal_lincrf_lbfgs_converge</a>
 (float8[] state)</td></tr>
+<tr class="separator:a47ef6b30d54ac4ef89cb664a681d1067"><td 
class="memSeparator" colspan="2">&#160;</td></tr>
+<tr class="memitem:aff63c9a56bebf501a2f40971271605c2"><td class="memItemLeft" 
align="right" valign="top">lincrf_result&#160;</td><td class="memItemRight" 
valign="bottom"><a class="el" 
href="crf_8sql__in.html#aff63c9a56bebf501a2f40971271605c2">internal_lincrf_lbfgs_result</a>
 (float8[] state)</td></tr>
+<tr class="separator:aff63c9a56bebf501a2f40971271605c2"><td 
class="memSeparator" colspan="2">&#160;</td></tr>
+<tr class="memitem:a590cd748d8e18055d851e7d4f4a3ca00"><td class="memItemLeft" 
align="right" valign="top">aggregate float8 []&#160;</td><td 
class="memItemRight" valign="bottom"><a class="el" 
href="crf_8sql__in.html#a590cd748d8e18055d851e7d4f4a3ca00">lincrf_lbfgs_step</a>
 (float8[], float8[], float8[], float8, float8, float8[])</td></tr>
+<tr class="separator:a590cd748d8e18055d851e7d4f4a3ca00"><td 
class="memSeparator" colspan="2">&#160;</td></tr>
+<tr class="memitem:a73693c959db4ca3dbfd1b9debcca2c8f"><td class="memItemLeft" 
align="right" valign="top">aggregate anyarray&#160;</td><td 
class="memItemRight" valign="bottom"><a class="el" 
href="crf_8sql__in.html#a73693c959db4ca3dbfd1b9debcca2c8f">array_union</a> 
(anyarray)</td></tr>
+<tr class="separator:a73693c959db4ca3dbfd1b9debcca2c8f"><td 
class="memSeparator" colspan="2">&#160;</td></tr>
+<tr class="memitem:a20c096420d878cdd66dac6a232483737"><td class="memItemLeft" 
align="right" valign="top">integer&#160;</td><td class="memItemRight" 
valign="bottom"><a class="el" 
href="crf_8sql__in.html#a20c096420d878cdd66dac6a232483737">compute_lincrf</a> 
(text source, text sparse_R, text dense_M, text sparse_M, text featureSize, 
integer tagSize, integer maxNumIterations)</td></tr>
+<tr class="separator:a20c096420d878cdd66dac6a232483737"><td 
class="memSeparator" colspan="2">&#160;</td></tr>
+<tr class="memitem:a336ac57ae3d07e331646d397c7651d3d"><td class="memItemLeft" 
align="right" valign="top">text&#160;</td><td class="memItemRight" 
valign="bottom"><a class="el" 
href="crf_8sql__in.html#a336ac57ae3d07e331646d397c7651d3d">lincrf_train</a> 
(text train_feature_tbl, text train_featureset_tbl, text label_tbl, text 
crf_stats_tbl, text crf_weights_tbl, integer max_iterations)</td></tr>
+<tr class="memdesc:a336ac57ae3d07e331646d397c7651d3d"><td 
class="mdescLeft">&#160;</td><td class="mdescRight">Compute linear-chain crf 
coefficients and diagnostic statistics.  <a 
href="#a336ac57ae3d07e331646d397c7651d3d">More...</a><br /></td></tr>
+<tr class="separator:a336ac57ae3d07e331646d397c7651d3d"><td 
class="memSeparator" colspan="2">&#160;</td></tr>
+<tr class="memitem:a6b7059a5e22e40eae252c718217bf574"><td class="memItemLeft" 
align="right" valign="top">text&#160;</td><td class="memItemRight" 
valign="bottom"><a class="el" 
href="crf_8sql__in.html#a6b7059a5e22e40eae252c718217bf574">lincrf_train</a> 
(text train_feature_tbl, text train_featureset_tbl, text label_tbl, text 
crf_stats_tbl, text crf_weights_tbl)</td></tr>
+<tr class="separator:a6b7059a5e22e40eae252c718217bf574"><td 
class="memSeparator" colspan="2">&#160;</td></tr>
+</table>
+<a name="details" id="details"></a><h2 class="groupheader">Detailed 
Description</h2>
+<div class="textblock"><dl class="section date"><dt>Date</dt><dd>July 
2012</dd></dl>
+<dl class="section see"><dt>See also</dt><dd>For a brief introduction to 
conditional random field, see the module description <a class="el" 
href="group__grp__crf.html">Conditional Random Field</a>. </dd></dl>
+</div><h2 class="groupheader">Function Documentation</h2>
+<a id="a73693c959db4ca3dbfd1b9debcca2c8f"></a>
+<h2 class="memtitle"><span class="permalink"><a 
href="#a73693c959db4ca3dbfd1b9debcca2c8f">&#9670;&nbsp;</a></span>array_union()</h2>
+
+<div class="memitem">
+<div class="memproto">
+      <table class="memname">
+        <tr>
+          <td class="memname">aggregate anyarray array_union </td>
+          <td>(</td>
+          <td class="paramtype">anyarray&#160;</td>
+          <td class="paramname"></td><td>)</td>
+          <td></td>
+        </tr>
+      </table>
+</div><div class="memdoc">
+
+</div>
+</div>
+<a id="a20c096420d878cdd66dac6a232483737"></a>
+<h2 class="memtitle"><span class="permalink"><a 
href="#a20c096420d878cdd66dac6a232483737">&#9670;&nbsp;</a></span>compute_lincrf()</h2>
+
+<div class="memitem">
+<div class="memproto">
+      <table class="memname">
+        <tr>
+          <td class="memname">integer compute_lincrf </td>
+          <td>(</td>
+          <td class="paramtype">text&#160;</td>
+          <td class="paramname"><em>source</em>, </td>
+        </tr>
+        <tr>
+          <td class="paramkey"></td>
+          <td></td>
+          <td class="paramtype">text&#160;</td>
+          <td class="paramname"><em>sparse_R</em>, </td>
+        </tr>
+        <tr>
+          <td class="paramkey"></td>
+          <td></td>
+          <td class="paramtype">text&#160;</td>
+          <td class="paramname"><em>dense_M</em>, </td>
+        </tr>
+        <tr>
+          <td class="paramkey"></td>
+          <td></td>
+          <td class="paramtype">text&#160;</td>
+          <td class="paramname"><em>sparse_M</em>, </td>
+        </tr>
+        <tr>
+          <td class="paramkey"></td>
+          <td></td>
+          <td class="paramtype">text&#160;</td>
+          <td class="paramname"><em>featureSize</em>, </td>
+        </tr>
+        <tr>
+          <td class="paramkey"></td>
+          <td></td>
+          <td class="paramtype">integer&#160;</td>
+          <td class="paramname"><em>tagSize</em>, </td>
+        </tr>
+        <tr>
+          <td class="paramkey"></td>
+          <td></td>
+          <td class="paramtype">integer&#160;</td>
+          <td class="paramname"><em>maxNumIterations</em>&#160;</td>
+        </tr>
+        <tr>
+          <td></td>
+          <td>)</td>
+          <td></td><td></td>
+        </tr>
+      </table>
+</div><div class="memdoc">
+
+</div>
+</div>
+<a id="a47ef6b30d54ac4ef89cb664a681d1067"></a>
+<h2 class="memtitle"><span class="permalink"><a 
href="#a47ef6b30d54ac4ef89cb664a681d1067">&#9670;&nbsp;</a></span>internal_lincrf_lbfgs_converge()</h2>
+
+<div class="memitem">
+<div class="memproto">
+      <table class="memname">
+        <tr>
+          <td class="memname">float8 internal_lincrf_lbfgs_converge </td>
+          <td>(</td>
+          <td class="paramtype">float8 []&#160;</td>
+          <td class="paramname"><em>state</em></td><td>)</td>
+          <td></td>
+        </tr>
+      </table>
+</div><div class="memdoc">
+
+</div>
+</div>
+<a id="aff63c9a56bebf501a2f40971271605c2"></a>
+<h2 class="memtitle"><span class="permalink"><a 
href="#aff63c9a56bebf501a2f40971271605c2">&#9670;&nbsp;</a></span>internal_lincrf_lbfgs_result()</h2>
+
+<div class="memitem">
+<div class="memproto">
+      <table class="memname">
+        <tr>
+          <td class="memname">lincrf_result internal_lincrf_lbfgs_result </td>
+          <td>(</td>
+          <td class="paramtype">float8 []&#160;</td>
+          <td class="paramname"><em>state</em></td><td>)</td>
+          <td></td>
+        </tr>
+      </table>
+</div><div class="memdoc">
+
+</div>
+</div>
+<a id="a590cd748d8e18055d851e7d4f4a3ca00"></a>
+<h2 class="memtitle"><span class="permalink"><a 
href="#a590cd748d8e18055d851e7d4f4a3ca00">&#9670;&nbsp;</a></span>lincrf_lbfgs_step()</h2>
+
+<div class="memitem">
+<div class="memproto">
+      <table class="memname">
+        <tr>
+          <td class="memname">aggregate float8 [] lincrf_lbfgs_step </td>
+          <td>(</td>
+          <td class="paramtype">float8&#160;</td>
+          <td class="paramname">[], </td>
+        </tr>
+        <tr>
+          <td class="paramkey"></td>
+          <td></td>
+          <td class="paramtype">float8&#160;</td>
+          <td class="paramname">[], </td>
+        </tr>
+        <tr>
+          <td class="paramkey"></td>
+          <td></td>
+          <td class="paramtype">float8&#160;</td>
+          <td class="paramname">[], </td>
+        </tr>
+        <tr>
+          <td class="paramkey"></td>
+          <td></td>
+          <td class="paramtype">float8&#160;</td>
+          <td class="paramname">, </td>
+        </tr>
+        <tr>
+          <td class="paramkey"></td>
+          <td></td>
+          <td class="paramtype">float8&#160;</td>
+          <td class="paramname">, </td>
+        </tr>
+        <tr>
+          <td class="paramkey"></td>
+          <td></td>
+          <td class="paramtype">float8&#160;</td>
+          <td class="paramname">[]&#160;</td>
+        </tr>
+        <tr>
+          <td></td>
+          <td>)</td>
+          <td></td><td></td>
+        </tr>
+      </table>
+</div><div class="memdoc">
+
+</div>
+</div>
+<a id="a5bf4b2738003096f4eeeccd0eb5e98f0"></a>
+<h2 class="memtitle"><span class="permalink"><a 
href="#a5bf4b2738003096f4eeeccd0eb5e98f0">&#9670;&nbsp;</a></span>lincrf_lbfgs_step_final()</h2>
+
+<div class="memitem">
+<div class="memproto">
+      <table class="memname">
+        <tr>
+          <td class="memname">float8 [] lincrf_lbfgs_step_final </td>
+          <td>(</td>
+          <td class="paramtype">float8 []&#160;</td>
+          <td class="paramname"><em>state</em></td><td>)</td>
+          <td></td>
+        </tr>
+      </table>
+</div><div class="memdoc">
+
+</div>
+</div>
+<a id="a45f3eaf0c80cdfa99872cd071020d5c7"></a>
+<h2 class="memtitle"><span class="permalink"><a 
href="#a45f3eaf0c80cdfa99872cd071020d5c7">&#9670;&nbsp;</a></span>lincrf_lbfgs_step_merge_states()</h2>
+
+<div class="memitem">
+<div class="memproto">
+      <table class="memname">
+        <tr>
+          <td class="memname">float8 [] lincrf_lbfgs_step_merge_states </td>
+          <td>(</td>
+          <td class="paramtype">float8 []&#160;</td>
+          <td class="paramname"><em>state1</em>, </td>
+        </tr>
+        <tr>
+          <td class="paramkey"></td>
+          <td></td>
+          <td class="paramtype">float8 []&#160;</td>
+          <td class="paramname"><em>state2</em>&#160;</td>
+        </tr>
+        <tr>
+          <td></td>
+          <td>)</td>
+          <td></td><td></td>
+        </tr>
+      </table>
+</div><div class="memdoc">
+
+</div>
+</div>
+<a id="a2e7104fea95ca76587e7fae9bcb0d7ed"></a>
+<h2 class="memtitle"><span class="permalink"><a 
href="#a2e7104fea95ca76587e7fae9bcb0d7ed">&#9670;&nbsp;</a></span>lincrf_lbfgs_step_transition()</h2>
+
+<div class="memitem">
+<div class="memproto">
+      <table class="memname">
+        <tr>
+          <td class="memname">float8 [] lincrf_lbfgs_step_transition </td>
+          <td>(</td>
+          <td class="paramtype">float8&#160;</td>
+          <td class="paramname">[], </td>
+        </tr>
+        <tr>
+          <td class="paramkey"></td>
+          <td></td>
+          <td class="paramtype">float8&#160;</td>
+          <td class="paramname">[], </td>
+        </tr>
+        <tr>
+          <td class="paramkey"></td>
+          <td></td>
+          <td class="paramtype">float8&#160;</td>
+          <td class="paramname">[], </td>
+        </tr>
+        <tr>
+          <td class="paramkey"></td>
+          <td></td>
+          <td class="paramtype">float8&#160;</td>
+          <td class="paramname">[], </td>
+        </tr>
+        <tr>
+          <td class="paramkey"></td>
+          <td></td>
+          <td class="paramtype">float8&#160;</td>
+          <td class="paramname">, </td>
+        </tr>
+        <tr>
+          <td class="paramkey"></td>
+          <td></td>
+          <td class="paramtype">float8&#160;</td>
+          <td class="paramname">, </td>
+        </tr>
+        <tr>
+          <td class="paramkey"></td>
+          <td></td>
+          <td class="paramtype">float8&#160;</td>
+          <td class="paramname">[]&#160;</td>
+        </tr>
+        <tr>
+          <td></td>
+          <td>)</td>
+          <td></td><td></td>
+        </tr>
+      </table>
+</div><div class="memdoc">
+
+</div>
+</div>
+<a id="a336ac57ae3d07e331646d397c7651d3d"></a>
+<h2 class="memtitle"><span class="permalink"><a 
href="#a336ac57ae3d07e331646d397c7651d3d">&#9670;&nbsp;</a></span>lincrf_train()
 <span class="overload">[1/2]</span></h2>
+
+<div class="memitem">
+<div class="memproto">
+      <table class="memname">
+        <tr>
+          <td class="memname">text lincrf_train </td>
+          <td>(</td>
+          <td class="paramtype">text&#160;</td>
+          <td class="paramname"><em>train_feature_tbl</em>, </td>
+        </tr>
+        <tr>
+          <td class="paramkey"></td>
+          <td></td>
+          <td class="paramtype">text&#160;</td>
+          <td class="paramname"><em>train_featureset_tbl</em>, </td>
+        </tr>
+        <tr>
+          <td class="paramkey"></td>
+          <td></td>
+          <td class="paramtype">text&#160;</td>
+          <td class="paramname"><em>label_tbl</em>, </td>
+        </tr>
+        <tr>
+          <td class="paramkey"></td>
+          <td></td>
+          <td class="paramtype">text&#160;</td>
+          <td class="paramname"><em>crf_stats_tbl</em>, </td>
+        </tr>
+        <tr>
+          <td class="paramkey"></td>
+          <td></td>
+          <td class="paramtype">text&#160;</td>
+          <td class="paramname"><em>crf_weights_tbl</em>, </td>
+        </tr>
+        <tr>
+          <td class="paramkey"></td>
+          <td></td>
+          <td class="paramtype">integer&#160;</td>
+          <td class="paramname"><em>max_iterations</em>&#160;</td>
+        </tr>
+        <tr>
+          <td></td>
+          <td>)</td>
+          <td></td><td></td>
+        </tr>
+      </table>
+</div><div class="memdoc">
+<dl class="params"><dt>Parameters</dt><dd>
+  <table class="params">
+    <tr><td class="paramname">source</td><td>Name of the source relation 
containing the training data </td></tr>
+    <tr><td class="paramname">sparse_R</td><td>Name of the sparse single state 
feature column (of type DOUBLE PRECISION[]) </td></tr>
+    <tr><td class="paramname">dense_M</td><td>Name of the dense two state 
feature column (of type DOUBLE PRECISION[]) </td></tr>
+    <tr><td class="paramname">sparse_M</td><td>Name of the sparse two state 
feature column (of type DOUBLE PRECISION[]) </td></tr>
+    <tr><td class="paramname">featureSize</td><td>Name of feature size column 
(of type DOUBLE PRECISION) </td></tr>
+    <tr><td class="paramname">tagSize</td><td>The number of tags in the tag 
set </td></tr>
+    <tr><td class="paramname">featureset</td><td>The unique feature set 
</td></tr>
+    <tr><td class="paramname">crf_feature</td><td>The Name of output feature 
table </td></tr>
+    <tr><td class="paramname">maxNumIterations</td><td>The maximum number of 
iterations</td></tr>
+  </table>
+  </dd>
+</dl>
+<dl class="section return"><dt>Returns</dt><dd>a composite value:<ul>
+<li><code>coef FLOAT8[]</code> - Array of coefficients, <img 
class="formulaInl" alt="$ \boldsymbol c $" src="form_79.png"/></li>
+<li><code>log_likelihood FLOAT8</code> - Log-likelihood <img 
class="formulaInl" alt="$ l(\boldsymbol c) $" src="form_80.png"/></li>
+<li><code>num_iterations INTEGER</code> - The number of iterations before the 
algorithm terminated <br />
+<br />
+A 'crf_feature' table is used to store all the features and corresponding 
weights</li>
+</ul>
+</dd></dl>
+<dl class="section note"><dt>Note</dt><dd>This function starts an iterative 
algorithm. It is not an aggregate function. Source and column names have to be 
passed as strings (due to limitations of the SQL syntax). </dd></dl>
+
+</div>
+</div>
+<a id="a6b7059a5e22e40eae252c718217bf574"></a>
+<h2 class="memtitle"><span class="permalink"><a 
href="#a6b7059a5e22e40eae252c718217bf574">&#9670;&nbsp;</a></span>lincrf_train()
 <span class="overload">[2/2]</span></h2>
+
+<div class="memitem">
+<div class="memproto">
+      <table class="memname">
+        <tr>
+          <td class="memname">text lincrf_train </td>
+          <td>(</td>
+          <td class="paramtype">text&#160;</td>
+          <td class="paramname"><em>train_feature_tbl</em>, </td>
+        </tr>
+        <tr>
+          <td class="paramkey"></td>
+          <td></td>
+          <td class="paramtype">text&#160;</td>
+          <td class="paramname"><em>train_featureset_tbl</em>, </td>
+        </tr>
+        <tr>
+          <td class="paramkey"></td>
+          <td></td>
+          <td class="paramtype">text&#160;</td>
+          <td class="paramname"><em>label_tbl</em>, </td>
+        </tr>
+        <tr>
+          <td class="paramkey"></td>
+          <td></td>
+          <td class="paramtype">text&#160;</td>
+          <td class="paramname"><em>crf_stats_tbl</em>, </td>
+        </tr>
+        <tr>
+          <td class="paramkey"></td>
+          <td></td>
+          <td class="paramtype">text&#160;</td>
+          <td class="paramname"><em>crf_weights_tbl</em>&#160;</td>
+        </tr>
+        <tr>
+          <td></td>
+          <td>)</td>
+          <td></td><td></td>
+        </tr>
+      </table>
+</div><div class="memdoc">
+
+</div>
+</div>
+</div><!-- contents -->
+</div><!-- doc-content -->
+<!-- start footer part -->
+<div id="nav-path" class="navpath"><!-- id is needed for treeview function! -->
+  <ul>
+    <li class="navelem"><a class="el" 
href="dir_5782bb6b417390b9b62f39df14784c0c.html">incubator-madlib</a></li><li 
class="navelem"><a class="el" 
href="dir_b6a04cbbf19cfc3536564b9928d4f3dc.html">src</a></li><li 
class="navelem"><a class="el" 
href="dir_71a41f8b7207fbbc465a4e4d95589314.html">ports</a></li><li 
class="navelem"><a class="el" 
href="dir_bae1ff22d939d9eb42c7df1d0670bc94.html">postgres</a></li><li 
class="navelem"><a class="el" 
href="dir_4ce76aedc0a361354a0cdf298ef8a21b.html">modules</a></li><li 
class="navelem"><a class="el" 
href="dir_243a6dc3b90609ab2fa0db538dccc7e4.html">crf</a></li><li 
class="navelem"><a class="el" href="crf_8sql__in.html">crf.sql_in</a></li>
+    <li class="footer">Generated on Tue May 16 2017 13:24:38 for MADlib by
+    <a href="http://www.doxygen.org/index.html";>
+    <img class="footer" src="doxygen.png" alt="doxygen"/></a> 1.8.13 </li>
+  </ul>
+</div>
+</body>
+</html>

http://git-wip-us.apache.org/repos/asf/incubator-madlib-site/blob/b5b51c69/docs/v1.11/crf__data__loader_8sql__in.html
----------------------------------------------------------------------
diff --git a/docs/v1.11/crf__data__loader_8sql__in.html 
b/docs/v1.11/crf__data__loader_8sql__in.html
new file mode 100644
index 0000000..786a789
--- /dev/null
+++ b/docs/v1.11/crf__data__loader_8sql__in.html
@@ -0,0 +1,329 @@
+<!-- HTML header for doxygen 1.8.4-->
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" 
"http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd";>
+<html xmlns="http://www.w3.org/1999/xhtml";>
+<head>
+<meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/>
+<meta http-equiv="X-UA-Compatible" content="IE=9"/>
+<meta name="generator" content="Doxygen 1.8.13"/>
+<meta name="keywords" content="madlib,postgres,greenplum,machine learning,data 
mining,deep learning,ensemble methods,data science,market basket 
analysis,affinity analysis,pca,lda,regression,elastic net,huber 
white,proportional hazards,k-means,latent dirichlet allocation,bayes,support 
vector machines,svm"/>
+<title>MADlib: crf_data_loader.sql_in File Reference</title>
+<link href="tabs.css" rel="stylesheet" type="text/css"/>
+<script type="text/javascript" src="jquery.js"></script>
+<script type="text/javascript" src="dynsections.js"></script>
+<link href="navtree.css" rel="stylesheet" type="text/css"/>
+<script type="text/javascript" src="resize.js"></script>
+<script type="text/javascript" src="navtreedata.js"></script>
+<script type="text/javascript" src="navtree.js"></script>
+<script type="text/javascript">
+  $(document).ready(initResizable);
+</script>
+<link href="search/search.css" rel="stylesheet" type="text/css"/>
+<script type="text/javascript" src="search/searchdata.js"></script>
+<script type="text/javascript" src="search/search.js"></script>
+<script type="text/javascript">
+  $(document).ready(function() { init_search(); });
+</script>
+<!-- hack in the navigation tree -->
+<script type="text/javascript" src="eigen_navtree_hacks.js"></script>
+<link href="doxygen.css" rel="stylesheet" type="text/css" />
+<link href="madlib_extra.css" rel="stylesheet" type="text/css"/>
+<!-- google analytics -->
+<script>
+  (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
+  (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new 
Date();a=s.createElement(o),
+  
m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
+  })(window,document,'script','//www.google-analytics.com/analytics.js','ga');
+  ga('create', 'UA-45382226-1', 'madlib.incubator.apache.org');
+  ga('send', 'pageview');
+</script>
+</head>
+<body>
+<div id="top"><!-- do not remove this div, it is closed by doxygen! -->
+<div id="titlearea">
+<table cellspacing="0" cellpadding="0">
+ <tbody>
+ <tr style="height: 56px;">
+  <td id="projectlogo"><a href="http://madlib.incubator.apache.org";><img 
alt="Logo" src="madlib.png" height="50" style="padding-left:0.5em;" border="0"/ 
></a></td>
+  <td style="padding-left: 0.5em;">
+   <div id="projectname">
+   <span id="projectnumber">1.11</span>
+   </div>
+   <div id="projectbrief">User Documentation for MADlib</div>
+  </td>
+   <td>        <div id="MSearchBox" class="MSearchBoxInactive">
+        <span class="left">
+          <img id="MSearchSelect" src="search/mag_sel.png"
+               onmouseover="return searchBox.OnSearchSelectShow()"
+               onmouseout="return searchBox.OnSearchSelectHide()"
+               alt=""/>
+          <input type="text" id="MSearchField" value="Search" accesskey="S"
+               onfocus="searchBox.OnSearchFieldFocus(true)" 
+               onblur="searchBox.OnSearchFieldFocus(false)" 
+               onkeyup="searchBox.OnSearchFieldChange(event)"/>
+          </span><span class="right">
+            <a id="MSearchClose" 
href="javascript:searchBox.CloseResultsWindow()"><img id="MSearchCloseImg" 
border="0" src="search/close.png" alt=""/></a>
+          </span>
+        </div>
+</td>
+ </tr>
+ </tbody>
+</table>
+</div>
+<!-- end header part -->
+<!-- Generated by Doxygen 1.8.13 -->
+<script type="text/javascript">
+var searchBox = new SearchBox("searchBox", "search",false,'Search');
+</script>
+</div><!-- top -->
+<div id="side-nav" class="ui-resizable side-nav-resizable">
+  <div id="nav-tree">
+    <div id="nav-tree-contents">
+      <div id="nav-sync" class="sync"></div>
+    </div>
+  </div>
+  <div id="splitbar" style="-moz-user-select:none;" 
+       class="ui-resizable-handle">
+  </div>
+</div>
+<script type="text/javascript">
+$(document).ready(function(){initNavTree('crf__data__loader_8sql__in.html','');});
+</script>
+<div id="doc-content">
+<!-- window showing the filter options -->
+<div id="MSearchSelectWindow"
+     onmouseover="return searchBox.OnSearchSelectShow()"
+     onmouseout="return searchBox.OnSearchSelectHide()"
+     onkeydown="return searchBox.OnSearchSelectKey(event)">
+</div>
+
+<!-- iframe showing the search results (closed by default) -->
+<div id="MSearchResultsWindow">
+<iframe src="javascript:void(0)" frameborder="0" 
+        name="MSearchResults" id="MSearchResults">
+</iframe>
+</div>
+
+<div class="header">
+  <div class="summary">
+<a href="#func-members">Functions</a>  </div>
+  <div class="headertitle">
+<div class="title">crf_data_loader.sql_in File Reference</div>  </div>
+</div><!--header-->
+<div class="contents">
+
+<p>Create database tables and import POS/NER training/testing data to the 
database.  
+<a href="#details">More...</a></p>
+<table class="memberdecls">
+<tr class="heading"><td colspan="2"><h2 class="groupheader"><a 
name="func-members"></a>
+Functions</h2></td></tr>
+<tr class="memitem:aaa609ec1d1d4cff0f335fa358091d5c3"><td class="memItemLeft" 
align="right" valign="top">void&#160;</td><td class="memItemRight" 
valign="bottom"><a class="el" 
href="crf__data__loader_8sql__in.html#aaa609ec1d1d4cff0f335fa358091d5c3">crf_train_data</a>
 (text datapath)</td></tr>
+<tr class="separator:aaa609ec1d1d4cff0f335fa358091d5c3"><td 
class="memSeparator" colspan="2">&#160;</td></tr>
+<tr class="memitem:abf2a39a0b84a5e7ae215db28b3a87f81"><td class="memItemLeft" 
align="right" valign="top">void&#160;</td><td class="memItemRight" 
valign="bottom"><a class="el" 
href="crf__data__loader_8sql__in.html#abf2a39a0b84a5e7ae215db28b3a87f81">crf_test_data</a>
 (text datapath)</td></tr>
+<tr class="separator:abf2a39a0b84a5e7ae215db28b3a87f81"><td 
class="memSeparator" colspan="2">&#160;</td></tr>
+</table>
+<a name="details" id="details"></a><h2 class="groupheader">Detailed 
Description</h2>
+<div class="textblock"><dl class="section date"><dt>Date</dt><dd>Feb. 2012 
</dd></dl>
+</div><h2 class="groupheader">Function Documentation</h2>
+<a id="abf2a39a0b84a5e7ae215db28b3a87f81"></a>
+<h2 class="memtitle"><span class="permalink"><a 
href="#abf2a39a0b84a5e7ae215db28b3a87f81">&#9670;&nbsp;</a></span>crf_test_data()</h2>
+
+<div class="memitem">
+<div class="memproto">
+      <table class="memname">
+        <tr>
+          <td class="memname">void crf_test_data </td>
+          <td>(</td>
+          <td class="paramtype">text&#160;</td>
+          <td class="paramname"><em>datapath</em></td><td>)</td>
+          <td></td>
+        </tr>
+      </table>
+</div><div class="memdoc">
+<dl class="section user"><dt>Input</dt><dd></dd></dl>
+<ol type="1">
+<li>Prepare an input test data segment table, e.g.:</li>
+</ol>
+<ul>
+<li>CREATE TABLE test_segmenttbl (start_pos integer,doc_id integer,seg_text 
text, max_pos integer) <pre class="fragment">sql&gt; select * from 
test_segmenttbl order by doc_id, start_pos;
+start_pos | doc_id |   seg_text    | max_pos
+----------+---------+--------------+-------------
+     0    |    1   |          the  |    26
+     1    |    1   |       madlib  |    26
+     2    |    1   |      mission  |    26
+     3    |    1   |            :  |    26
+     4    |    1   |           to  |    26
+     5    |    1   |       foster  |    26
+     6    |    1   |   widespread  |    26
+     7    |    1   |  development  |    26
+     8    |    1   |           of  |    26
+     9    |    1   |     scalable  |    26
+     10   |    1   |     analytic  |    26
+     11   |    1   |       skills  |    26
+     12   |    1   |            ,  |    26
+     13   |    1   |           by  |    26
+     ...
+     24   |    1   |  open-source  |    26
+     25   |    1   |   development |    26
+     26   |    1   |             . |    26
+</pre></li>
+</ul>
+<dl class="section user"><dt>Usage</dt><dd><ul>
+<li>create tables and import data to the database SELECT 
madlib.crf_test_data('/path/to/modeldata') </li>
+</ul>
+</dd></dl>
+
+</div>
+</div>
+<a id="aaa609ec1d1d4cff0f335fa358091d5c3"></a>
+<h2 class="memtitle"><span class="permalink"><a 
href="#aaa609ec1d1d4cff0f335fa358091d5c3">&#9670;&nbsp;</a></span>crf_train_data()</h2>
+
+<div class="memitem">
+<div class="memproto">
+      <table class="memname">
+        <tr>
+          <td class="memname">void crf_train_data </td>
+          <td>(</td>
+          <td class="paramtype">text&#160;</td>
+          <td class="paramname"><em>datapath</em></td><td>)</td>
+          <td></td>
+        </tr>
+      </table>
+</div><div class="memdoc">
+<dl class="section user"><dt>Input</dt><dd></dd></dl>
+<ol type="1">
+<li>Prepare an input train data segment table, e.g.:</li>
+</ol>
+<ul>
+<li>CREATE TABLE train_segmenttbl (start_pos integer,doc_id integer,seg_text 
text, max_pos integer) <pre class="fragment">sql&gt; select * from 
train_segmenttbl order by doc_id, start_pos;
+start_pos | doc_id | seg_text      | max_pos
+----------+---------+--------------+-------------
+     0    |    1   |       madlib  |    9
+     1    |    1   |           is  |    9
+     2    |    1   |           an  |    9
+     3    |    1   |  open-source  |    9
+     4    |    1   |      library  |    9
+     5    |    1   |          for  |    9
+     6    |    1   |     scalable  |    9
+     7    |    1   |  in-database  |    9
+     8    |    1   |    analytics  |    9
+     9    |    1   |            .  |    9
+     0    |    2   |           it  |   16
+     1    |    2   |     provides  |   16
+     2    |    2   |data-parallel  |   16
+     3    |    2   |implementations|   16
+     ...
+     14   |    2   |  unstructured |   16
+     15   |    2   |          data |   16
+     16   |    2   |             . |   16
+</pre></li>
+</ul>
+<ol type="1">
+<li>Prepare an input dictionary table, e.g.,:</li>
+</ol>
+<ul>
+<li>CREATE TABLE crf_dictionary (token text,token_id integer,label text,count 
integer,total integer) <pre class="fragment">sql&gt; select * from 
crf_dictionary;
+token       | label  | count | total
+------------+--------+--------------
+   freefall |   11   |   1   |  1
+     policy |   11   |   2   |  2
+   measures |   12   |   1   |  1
+ commitment |   11   |   1   |  1
+        new |    6   |   1   |  1
+     speech |   11   |   1   |  1
+         's |   16   |   2   |  2
+     reckon |   30   |   1   |  1
+ underlying |   28   |   1   |  1
+ ...
+</pre></li>
+</ul>
+<ol type="1">
+<li>Prepare an input label table, e.g.,:</li>
+</ol>
+<ul>
+<li>CREATE TABLE labeltbl (id integer,label character varying) <pre 
class="fragment">sql&gt; select * from labeltbl order by id;
+id          | label
+------------+--------
+      0     |   CC
+      1     |   CD
+      2     |   DT
+      3     |   EX
+      4     |   FW
+      5     |   IN
+      6     |   JJ
+...
+     42     |    ,
+     43     |    .
+     44     |    :
+</pre></li>
+</ul>
+<ol type="1">
+<li>Prepare an input regex table, e.g.,:</li>
+</ol>
+<ul>
+<li>CREATE TABLE crf_regex (pattern text,name text) <pre 
class="fragment">sql&gt; select * from crf_regex;
+pattern       |   name
+------------- +---------------
+^[A-Z][a-z]+$ |  InitCapital%
+     ^[A-Z]+$ |  isAllCapital%
+ ^.*[0-9]+.*$ |  containsDigit%
+      ^.+[.]$ |  endsWithDot%
+      ^.+[,]$ |  endsWithComma%
+       ^.+er$ |  endsWithER%
+      ^.+est$ |  endsWithEst%
+       ^.+ed$ |  endsWithED%
+...
+</pre></li>
+</ul>
+<ol type="1">
+<li>Prepare an input feature table, e.g.,:</li>
+</ol>
+<ul>
+<li>CREATE TABLE featuretbl (id integer,name text,prev_label_id 
integer,label_id integer,weight float) <pre class="fragment">sql&gt; select * 
from featuretbl order by id;
+id   |     name     | prev_label_id | label_id | weight
+-------------------------------------------------------
+1    | W_chancellor |       -1      |    13     | 2.2322
+2    |         E.13 |       13      |     5     | 2.3995
+3    |            U |       -1      |     5     | 1.2164
+4    |         W_of |       -1      |     5     | 2.8744
+5    |          E.5 |        5      |     2     | 3.7716
+6    |        W_the |       -1      |     2     | 4.1790
+7    |          E.2 |        2      |    13     | 0.8957
+...
+</pre></li>
+</ul>
+<ol type="1">
+<li>Prepare an crf feature set table, e.g.,:</li>
+</ol>
+<ul>
+<li>CREATE TABLE madlib.crf_feature_dic(f_index integer, f_name text, feature 
integer[]) <pre class="fragment">sql&gt; select * from crf_feature_dic order by 
id;
+f_index|     f_name   | feature
+--------------------------------
+0      | W_chancellor |       -1
+1      |         E.13 |       13
+2      |            U |       -1
+3      |         W_of |       -1
+4      |          E.5 |        5
+5      |        W_the |       -1
+...
+</pre></li>
+</ul>
+<dl class="section user"><dt>Usage</dt><dd><ul>
+<li>create tables and import data to the database SELECT 
madlib.crf_train_data('/path/to/modeldata') </li>
+</ul>
+</dd></dl>
+
+</div>
+</div>
+</div><!-- contents -->
+</div><!-- doc-content -->
+<!-- start footer part -->
+<div id="nav-path" class="navpath"><!-- id is needed for treeview function! -->
+  <ul>
+    <li class="navelem"><a class="el" 
href="dir_5782bb6b417390b9b62f39df14784c0c.html">incubator-madlib</a></li><li 
class="navelem"><a class="el" 
href="dir_b6a04cbbf19cfc3536564b9928d4f3dc.html">src</a></li><li 
class="navelem"><a class="el" 
href="dir_71a41f8b7207fbbc465a4e4d95589314.html">ports</a></li><li 
class="navelem"><a class="el" 
href="dir_bae1ff22d939d9eb42c7df1d0670bc94.html">postgres</a></li><li 
class="navelem"><a class="el" 
href="dir_4ce76aedc0a361354a0cdf298ef8a21b.html">modules</a></li><li 
class="navelem"><a class="el" 
href="dir_243a6dc3b90609ab2fa0db538dccc7e4.html">crf</a></li><li 
class="navelem"><a class="el" 
href="crf__data__loader_8sql__in.html">crf_data_loader.sql_in</a></li>
+    <li class="footer">Generated on Tue May 16 2017 13:24:38 for MADlib by
+    <a href="http://www.doxygen.org/index.html";>
+    <img class="footer" src="doxygen.png" alt="doxygen"/></a> 1.8.13 </li>
+  </ul>
+</div>
+</body>
+</html>

http://git-wip-us.apache.org/repos/asf/incubator-madlib-site/blob/b5b51c69/docs/v1.11/crf__feature__gen_8sql__in.html
----------------------------------------------------------------------
diff --git a/docs/v1.11/crf__feature__gen_8sql__in.html 
b/docs/v1.11/crf__feature__gen_8sql__in.html
new file mode 100644
index 0000000..1f0561a
--- /dev/null
+++ b/docs/v1.11/crf__feature__gen_8sql__in.html
@@ -0,0 +1,292 @@
+<!-- HTML header for doxygen 1.8.4-->
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" 
"http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd";>
+<html xmlns="http://www.w3.org/1999/xhtml";>
+<head>
+<meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/>
+<meta http-equiv="X-UA-Compatible" content="IE=9"/>
+<meta name="generator" content="Doxygen 1.8.13"/>
+<meta name="keywords" content="madlib,postgres,greenplum,machine learning,data 
mining,deep learning,ensemble methods,data science,market basket 
analysis,affinity analysis,pca,lda,regression,elastic net,huber 
white,proportional hazards,k-means,latent dirichlet allocation,bayes,support 
vector machines,svm"/>
+<title>MADlib: crf_feature_gen.sql_in File Reference</title>
+<link href="tabs.css" rel="stylesheet" type="text/css"/>
+<script type="text/javascript" src="jquery.js"></script>
+<script type="text/javascript" src="dynsections.js"></script>
+<link href="navtree.css" rel="stylesheet" type="text/css"/>
+<script type="text/javascript" src="resize.js"></script>
+<script type="text/javascript" src="navtreedata.js"></script>
+<script type="text/javascript" src="navtree.js"></script>
+<script type="text/javascript">
+  $(document).ready(initResizable);
+</script>
+<link href="search/search.css" rel="stylesheet" type="text/css"/>
+<script type="text/javascript" src="search/searchdata.js"></script>
+<script type="text/javascript" src="search/search.js"></script>
+<script type="text/javascript">
+  $(document).ready(function() { init_search(); });
+</script>
+<!-- hack in the navigation tree -->
+<script type="text/javascript" src="eigen_navtree_hacks.js"></script>
+<link href="doxygen.css" rel="stylesheet" type="text/css" />
+<link href="madlib_extra.css" rel="stylesheet" type="text/css"/>
+<!-- google analytics -->
+<script>
+  (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
+  (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new 
Date();a=s.createElement(o),
+  
m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
+  })(window,document,'script','//www.google-analytics.com/analytics.js','ga');
+  ga('create', 'UA-45382226-1', 'madlib.incubator.apache.org');
+  ga('send', 'pageview');
+</script>
+</head>
+<body>
+<div id="top"><!-- do not remove this div, it is closed by doxygen! -->
+<div id="titlearea">
+<table cellspacing="0" cellpadding="0">
+ <tbody>
+ <tr style="height: 56px;">
+  <td id="projectlogo"><a href="http://madlib.incubator.apache.org";><img 
alt="Logo" src="madlib.png" height="50" style="padding-left:0.5em;" border="0"/ 
></a></td>
+  <td style="padding-left: 0.5em;">
+   <div id="projectname">
+   <span id="projectnumber">1.11</span>
+   </div>
+   <div id="projectbrief">User Documentation for MADlib</div>
+  </td>
+   <td>        <div id="MSearchBox" class="MSearchBoxInactive">
+        <span class="left">
+          <img id="MSearchSelect" src="search/mag_sel.png"
+               onmouseover="return searchBox.OnSearchSelectShow()"
+               onmouseout="return searchBox.OnSearchSelectHide()"
+               alt=""/>
+          <input type="text" id="MSearchField" value="Search" accesskey="S"
+               onfocus="searchBox.OnSearchFieldFocus(true)" 
+               onblur="searchBox.OnSearchFieldFocus(false)" 
+               onkeyup="searchBox.OnSearchFieldChange(event)"/>
+          </span><span class="right">
+            <a id="MSearchClose" 
href="javascript:searchBox.CloseResultsWindow()"><img id="MSearchCloseImg" 
border="0" src="search/close.png" alt=""/></a>
+          </span>
+        </div>
+</td>
+ </tr>
+ </tbody>
+</table>
+</div>
+<!-- end header part -->
+<!-- Generated by Doxygen 1.8.13 -->
+<script type="text/javascript">
+var searchBox = new SearchBox("searchBox", "search",false,'Search');
+</script>
+</div><!-- top -->
+<div id="side-nav" class="ui-resizable side-nav-resizable">
+  <div id="nav-tree">
+    <div id="nav-tree-contents">
+      <div id="nav-sync" class="sync"></div>
+    </div>
+  </div>
+  <div id="splitbar" style="-moz-user-select:none;" 
+       class="ui-resizable-handle">
+  </div>
+</div>
+<script type="text/javascript">
+$(document).ready(function(){initNavTree('crf__feature__gen_8sql__in.html','');});
+</script>
+<div id="doc-content">
+<!-- window showing the filter options -->
+<div id="MSearchSelectWindow"
+     onmouseover="return searchBox.OnSearchSelectShow()"
+     onmouseout="return searchBox.OnSearchSelectHide()"
+     onkeydown="return searchBox.OnSearchSelectKey(event)">
+</div>
+
+<!-- iframe showing the search results (closed by default) -->
+<div id="MSearchResultsWindow">
+<iframe src="javascript:void(0)" frameborder="0" 
+        name="MSearchResults" id="MSearchResults">
+</iframe>
+</div>
+
+<div class="header">
+  <div class="summary">
+<a href="#func-members">Functions</a>  </div>
+  <div class="headertitle">
+<div class="title">crf_feature_gen.sql_in File Reference</div>  </div>
+</div><!--header-->
+<div class="contents">
+
+<p>SQL function for POS/NER feature extraction.  
+<a href="#details">More...</a></p>
+<table class="memberdecls">
+<tr class="heading"><td colspan="2"><h2 class="groupheader"><a 
name="func-members"></a>
+Functions</h2></td></tr>
+<tr class="memitem:a3548bd640c2af456f3755cb24b913ebd"><td class="memItemLeft" 
align="right" valign="top">void&#160;</td><td class="memItemRight" 
valign="bottom"><a class="el" 
href="crf__feature__gen_8sql__in.html#a3548bd640c2af456f3755cb24b913ebd">crf_train_fgen</a>
 (text train_segment_tbl, text regex_tbl, text label_tbl, text dictionary_tbl, 
text train_feature_tbl, text train_featureset_tbl)</td></tr>
+<tr class="memdesc:a3548bd640c2af456f3755cb24b913ebd"><td 
class="mdescLeft">&#160;</td><td class="mdescRight">This function extracts 
POS/NER features from the training data.  <a 
href="#a3548bd640c2af456f3755cb24b913ebd">More...</a><br /></td></tr>
+<tr class="separator:a3548bd640c2af456f3755cb24b913ebd"><td 
class="memSeparator" colspan="2">&#160;</td></tr>
+<tr class="memitem:ad9af2c3d1a4f1c937795634ca297dede"><td class="memItemLeft" 
align="right" valign="top">void&#160;</td><td class="memItemRight" 
valign="bottom"><a class="el" 
href="crf__feature__gen_8sql__in.html#ad9af2c3d1a4f1c937795634ca297dede">crf_test_fgen</a>
 (text test_segment_tbl, text dictionary_tbl, text label_tbl, text regex_tbl, 
text crf_weights_tbl, text viterbi_mtbl, text viterbi_rtbl)</td></tr>
+<tr class="memdesc:ad9af2c3d1a4f1c937795634ca297dede"><td 
class="mdescLeft">&#160;</td><td class="mdescRight">This function extracts 
POS/NER features from the testing data.  <a 
href="#ad9af2c3d1a4f1c937795634ca297dede">More...</a><br /></td></tr>
+<tr class="separator:ad9af2c3d1a4f1c937795634ca297dede"><td 
class="memSeparator" colspan="2">&#160;</td></tr>
+</table>
+<a name="details" id="details"></a><h2 class="groupheader">Detailed 
Description</h2>
+<div class="textblock"><dl class="section date"><dt>Date</dt><dd>February 
2012</dd></dl>
+<dl class="section see"><dt>See also</dt><dd>For an introduction to POS/NER 
feature extraction, see the module description <a class="el" 
href="group__grp__crf.html">Conditional Random Field</a> </dd></dl>
+</div><h2 class="groupheader">Function Documentation</h2>
+<a id="ad9af2c3d1a4f1c937795634ca297dede"></a>
+<h2 class="memtitle"><span class="permalink"><a 
href="#ad9af2c3d1a4f1c937795634ca297dede">&#9670;&nbsp;</a></span>crf_test_fgen()</h2>
+
+<div class="memitem">
+<div class="memproto">
+      <table class="memname">
+        <tr>
+          <td class="memname">void crf_test_fgen </td>
+          <td>(</td>
+          <td class="paramtype">text&#160;</td>
+          <td class="paramname"><em>test_segment_tbl</em>, </td>
+        </tr>
+        <tr>
+          <td class="paramkey"></td>
+          <td></td>
+          <td class="paramtype">text&#160;</td>
+          <td class="paramname"><em>dictionary_tbl</em>, </td>
+        </tr>
+        <tr>
+          <td class="paramkey"></td>
+          <td></td>
+          <td class="paramtype">text&#160;</td>
+          <td class="paramname"><em>label_tbl</em>, </td>
+        </tr>
+        <tr>
+          <td class="paramkey"></td>
+          <td></td>
+          <td class="paramtype">text&#160;</td>
+          <td class="paramname"><em>regex_tbl</em>, </td>
+        </tr>
+        <tr>
+          <td class="paramkey"></td>
+          <td></td>
+          <td class="paramtype">text&#160;</td>
+          <td class="paramname"><em>crf_weights_tbl</em>, </td>
+        </tr>
+        <tr>
+          <td class="paramkey"></td>
+          <td></td>
+          <td class="paramtype">text&#160;</td>
+          <td class="paramname"><em>viterbi_mtbl</em>, </td>
+        </tr>
+        <tr>
+          <td class="paramkey"></td>
+          <td></td>
+          <td class="paramtype">text&#160;</td>
+          <td class="paramname"><em>viterbi_rtbl</em>&#160;</td>
+        </tr>
+        <tr>
+          <td></td>
+          <td>)</td>
+          <td></td><td></td>
+        </tr>
+      </table>
+</div><div class="memdoc">
+<p>This feature extraction function will produce two factor tables, "m table" 
(<em>viterbi_mtbl</em>) and "r table" (<em>viterbi_rtbl</em>). The 
<em>viterbi_mtbl</em> table and <em>viterbi_rtbl</em> table are used to 
calculate the best label sequence for each sentence.</p>
+<ul>
+<li><em>viterbi_mtbl</em> table encodes the edge features which are solely 
dependent on upon current label and previous y value. The m table has three 
columns which are prev_label, label, and value respectively. If the number of 
labels in <img class="formulaInl" alt="$ n $" src="form_11.png"/>, then the m 
factor table will <img class="formulaInl" alt="$ n^2 $" src="form_81.png"/> 
rows. Each row encodes the transition feature weight value from the previous 
label to the current label.</li>
+</ul>
+<p><em>startFeature</em> is considered as a special edge feature which is from 
the beginning to the first token. Likewise, <em>endFeature</em> can be 
considered as a special edge feature which is from the last token to the very 
end. So m table encodes the edgeFeature, startFeature, and endFeature. If the 
total number of labels in the label space is 45 from 0 to 44, then the m factor 
array is as follows: </p><pre>
+                 0  1  2  3  4  5...44
+startFeature -1  a  a  a  a  a  a...a
+edgeFeature   0  a  a  a  a  a  a...a
+edgeFeature   1  a  a  a  a  a  a...a
+...
+edgeFeature  44  a  a  a  a  a  a...a
+endFeature   45  a  a  a  a  a  a...a</pre><ul>
+<li>viterbi_r table is related to specific tokens. It encodes the single state 
features, e.g., wordFeature, RegexFeature for all tokens. The r table is 
represented in the following way. <pre>
+       0  1  2  3  4...44
+token1 a  a  a  a  a...a
+token2 a  a  a  a  a...a</pre></li>
+</ul>
+<dl class="params"><dt>Parameters</dt><dd>
+  <table class="params">
+    <tr><td class="paramname">test_segment_tbl</td><td>Name of table 
containing all the tokenized testing sentences. </td></tr>
+    <tr><td class="paramname">dictionary_tbl</td><td>Name of table containing 
the dictionary_tbl. </td></tr>
+    <tr><td class="paramname">label_tbl</td><td>Name of table containing the 
the label space used in POS or other NLP tasks. </td></tr>
+    <tr><td class="paramname">regex_tbl</td><td>Name of table containing all 
the regular expressions to capture regex features. </td></tr>
+    <tr><td class="paramname">crf_weights_tbl</td><td>Name of the table 
containing featureset weights. </td></tr>
+    <tr><td class="paramname">viterbi_mtbl</td><td>Name of table to store the 
m factors. </td></tr>
+    <tr><td class="paramname">viterbi_rtbl</td><td>Name of table to store the 
r factors. </td></tr>
+  </table>
+  </dd>
+</dl>
+
+</div>
+</div>
+<a id="a3548bd640c2af456f3755cb24b913ebd"></a>
+<h2 class="memtitle"><span class="permalink"><a 
href="#a3548bd640c2af456f3755cb24b913ebd">&#9670;&nbsp;</a></span>crf_train_fgen()</h2>
+
+<div class="memitem">
+<div class="memproto">
+      <table class="memname">
+        <tr>
+          <td class="memname">void crf_train_fgen </td>
+          <td>(</td>
+          <td class="paramtype">text&#160;</td>
+          <td class="paramname"><em>train_segment_tbl</em>, </td>
+        </tr>
+        <tr>
+          <td class="paramkey"></td>
+          <td></td>
+          <td class="paramtype">text&#160;</td>
+          <td class="paramname"><em>regex_tbl</em>, </td>
+        </tr>
+        <tr>
+          <td class="paramkey"></td>
+          <td></td>
+          <td class="paramtype">text&#160;</td>
+          <td class="paramname"><em>label_tbl</em>, </td>
+        </tr>
+        <tr>
+          <td class="paramkey"></td>
+          <td></td>
+          <td class="paramtype">text&#160;</td>
+          <td class="paramname"><em>dictionary_tbl</em>, </td>
+        </tr>
+        <tr>
+          <td class="paramkey"></td>
+          <td></td>
+          <td class="paramtype">text&#160;</td>
+          <td class="paramname"><em>train_feature_tbl</em>, </td>
+        </tr>
+        <tr>
+          <td class="paramkey"></td>
+          <td></td>
+          <td class="paramtype">text&#160;</td>
+          <td class="paramname"><em>train_featureset_tbl</em>&#160;</td>
+        </tr>
+        <tr>
+          <td></td>
+          <td>)</td>
+          <td></td><td></td>
+        </tr>
+      </table>
+</div><div class="memdoc">
+<dl class="params"><dt>Parameters</dt><dd>
+  <table class="params">
+    <tr><td class="paramname">train_segment_tbl</td><td>Name of table 
containing all the tokenized training sentences. </td></tr>
+    <tr><td class="paramname">regex_tbl</td><td>Name of table containing all 
the regular expressions to capture regex features. </td></tr>
+    <tr><td class="paramname">label_tbl</td><td>Name of the label table 
containing unique ids and label names. </td></tr>
+    <tr><td class="paramname">dictionary_tbl</td><td>Name of table containing 
the dictionary_tbl. </td></tr>
+    <tr><td class="paramname">train_feature_tbl</td><td>features generated 
from the traning dataset </td></tr>
+    <tr><td class="paramname">train_featureset_tbl</td><td>unique feature set 
generated from the training dataset </td></tr>
+  </table>
+  </dd>
+</dl>
+
+</div>
+</div>
+</div><!-- contents -->
+</div><!-- doc-content -->
+<!-- start footer part -->
+<div id="nav-path" class="navpath"><!-- id is needed for treeview function! -->
+  <ul>
+    <li class="navelem"><a class="el" 
href="dir_5782bb6b417390b9b62f39df14784c0c.html">incubator-madlib</a></li><li 
class="navelem"><a class="el" 
href="dir_b6a04cbbf19cfc3536564b9928d4f3dc.html">src</a></li><li 
class="navelem"><a class="el" 
href="dir_71a41f8b7207fbbc465a4e4d95589314.html">ports</a></li><li 
class="navelem"><a class="el" 
href="dir_bae1ff22d939d9eb42c7df1d0670bc94.html">postgres</a></li><li 
class="navelem"><a class="el" 
href="dir_4ce76aedc0a361354a0cdf298ef8a21b.html">modules</a></li><li 
class="navelem"><a class="el" 
href="dir_243a6dc3b90609ab2fa0db538dccc7e4.html">crf</a></li><li 
class="navelem"><a class="el" 
href="crf__feature__gen_8sql__in.html">crf_feature_gen.sql_in</a></li>
+    <li class="footer">Generated on Tue May 16 2017 13:24:38 for MADlib by
+    <a href="http://www.doxygen.org/index.html";>
+    <img class="footer" src="doxygen.png" alt="doxygen"/></a> 1.8.13 </li>
+  </ul>
+</div>
+</body>
+</html>

Reply via email to