Added: datafu/site/docs/spark/2.1.0/datafu/spark/ResourceCloning$.html URL: http://svn.apache.org/viewvc/datafu/site/docs/spark/2.1.0/datafu/spark/ResourceCloning%24.html?rev=1925323&view=auto ============================================================================== --- datafu/site/docs/spark/2.1.0/datafu/spark/ResourceCloning$.html (added) +++ datafu/site/docs/spark/2.1.0/datafu/spark/ResourceCloning$.html Tue Apr 29 18:54:44 2025 @@ -0,0 +1,663 @@ +<!DOCTYPE html > +<html> + <head> + <meta http-equiv="X-UA-Compatible" content="IE=edge" /> + <meta name="viewport" content="width=device-width, initial-scale=1.0, maximum-scale=1.0, user-scalable=no" /> + <title>datafu-spark 2.1.0 API - datafu.spark.ResourceCloning</title> + <meta name="description" content="datafu - spark 2.1.0 API - datafu.spark.ResourceCloning" /> + <meta name="keywords" content="datafu spark 2.1.0 API datafu.spark.ResourceCloning" /> + <meta http-equiv="content-type" content="text/html; charset=UTF-8" /> + + + <link href="../../lib/index.css" media="screen" type="text/css" rel="stylesheet" /> + <link href="../../lib/template.css" media="screen" type="text/css" rel="stylesheet" /> + <link href="../../lib/diagrams.css" media="screen" type="text/css" rel="stylesheet" id="diagrams-css" /> + <script type="text/javascript" src="../../lib/jquery.min.js"></script> + <script type="text/javascript" src="../../lib/jquery.panzoom.min.js"></script> + <script type="text/javascript" src="../../lib/jquery.mousewheel.min.js"></script> + <script type="text/javascript" src="../../lib/index.js"></script> + <script type="text/javascript" src="../../index.js"></script> + <script type="text/javascript" src="../../lib/scheduler.js"></script> + <script type="text/javascript" src="../../lib/template.js"></script> + + <script type="text/javascript"> + /* this variable can be used by the JS to determine the path to the root document */ + var toRoot = '../../'; + </script> + + </head> + <body> + <div id="search"> + <span id="doc-title">datafu-spark 2.1.0 API<span id="doc-version"></span></span> + <span class="close-results"><span class="left"><</span> Back</span> + <div id="textfilter"> + <span class="input"> + <input autocapitalize="none" placeholder="Search" id="index-input" type="text" accesskey="/" /> + <i class="clear material-icons">î </i> + <i id="search-icon" class="material-icons"></i> + </span> + </div> + </div> + <div id="search-results"> + <div id="search-progress"> + <div id="progress-fill"></div> + </div> + <div id="results-content"> + <div id="entity-results"></div> + <div id="member-results"></div> + </div> + </div> + <div id="content-scroll-container" style="-webkit-overflow-scrolling: touch;"> + <div id="content-container" style="-webkit-overflow-scrolling: touch;"> + <div id="subpackage-spacer"> + <div id="packages"> + <h1>Packages</h1> + <ul> + <li name="_root_.root" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="_root_"></a><a id="root:_root_"></a> + <span class="permalink"> + <a href="../../index.html" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier"></span> + <span class="kind">package</span> + </span> + <span class="symbol"> + <a title="" href="../../index.html"><span class="name">root</span></a> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="../../index.html" class="extype" name="_root_">root</a></dd></dl></div> + </li><li name="_root_.datafu" visbl="pub" class="indented1 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="datafu"></a><a id="datafu:datafu"></a> + <span class="permalink"> + <a href="../../datafu/index.html" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier"></span> + <span class="kind">package</span> + </span> + <span class="symbol"> + <a title="" href="../index.html"><span class="name">datafu</span></a> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="../../index.html" class="extype" name="_root_">root</a></dd></dl></div> + </li><li name="datafu.spark" visbl="pub" class="indented2 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="spark"></a><a id="spark:spark"></a> + <span class="permalink"> + <a href="../../datafu/spark/index.html" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier"></span> + <span class="kind">package</span> + </span> + <span class="symbol"> + <a title="" href="index.html"><span class="name">spark</span></a> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="../index.html" class="extype" name="datafu">datafu</a></dd></dl></div> + </li><li class="current-entities indented2"> + <span class="separator"></span> + <a class="object" href="Aggregators$.html" title="This file contains UDAFs which extend the Aggregator class."></a> + <a href="Aggregators$.html" title="This file contains UDAFs which extend the Aggregator class.">Aggregators</a> + </li><li class="current-entities indented2"> + <span class="separator"></span> + <a class="class" href="CoreBridgeDirectory.html" title="Contains all python files needed by the bridge itself"></a> + <a href="CoreBridgeDirectory.html" title="Contains all python files needed by the bridge itself">CoreBridgeDirectory</a> + </li><li class="current-entities indented2"> + <span class="separator"></span> + <a class="object" href="DataFrameOps$.html" title="implicit class to enable easier usage e.g:"></a> + <a href="DataFrameOps$.html" title="implicit class to enable easier usage e.g:">DataFrameOps</a> + </li><li class="current-entities indented2"> + <span class="separator"></span> + <a class="object" href="PythonPathsManager$.html" title="There are two phases of resolving python files path:"></a> + <a href="PythonPathsManager$.html" title="There are two phases of resolving python files path:">PythonPathsManager</a> + </li><li class="current-entities indented2"> + <span class="separator"></span> + <a class="class" href="PythonResource.html" title="Represents a resource that needs to be added to PYTHONPATH used by ScalaPythonBridge."></a> + <a href="PythonResource.html" title="Represents a resource that needs to be added to PYTHONPATH used by ScalaPythonBridge.">PythonResource</a> + </li><li class="current-entities indented2"> + <span class="separator"></span> + <a class="object" href="" title="Utility for extracting resource from a jar and copy it to a temporary location"></a> + <a href="" title="Utility for extracting resource from a jar and copy it to a temporary location">ResourceCloning</a> + </li><li class="current-entities indented2"> + <span class="separator"></span> + <a class="object" href="ScalaPythonBridge$.html" title="Do not instantiate this class! Use the companion object instead."></a> + <a href="ScalaPythonBridge$.html" title="Do not instantiate this class! Use the companion object instead.">ScalaPythonBridge</a> + </li><li class="current-entities indented2"> + <span class="separator"></span> + <a class="class" href="ScalaPythonBridgeRunner.html" title="this class let's the user invoke PySpark code from scala example usage:"></a> + <a href="ScalaPythonBridgeRunner.html" title="this class let's the user invoke PySpark code from scala example usage:">ScalaPythonBridgeRunner</a> + </li><li class="current-entities indented2"> + <span class="separator"></span> + <a class="object" href="SparkDFUtils$.html" title=""></a> + <a href="SparkDFUtils$.html" title="">SparkDFUtils</a> + </li><li class="current-entities indented2"> + <span class="separator"></span> + <a class="class" href="SparkDFUtilsBridge.html" title="class definition so we could expose this functionality in PySpark"></a> + <a href="SparkDFUtilsBridge.html" title="class definition so we could expose this functionality in PySpark">SparkDFUtilsBridge</a> + </li> + </ul> + </div> + </div> + <div id="content"> + <body class="object value"> + <div id="definition"> + <div class="big-circle object">o</div> + <p id="owner"><a href="../index.html" class="extype" name="datafu">datafu</a>.<a href="index.html" class="extype" name="datafu.spark">spark</a></p> + <h1>ResourceCloning<span class="permalink"> + <a href="../../datafu/spark/ResourceCloning$.html" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span></h1> + <h3><span class="morelinks"></span></h3> + </div> + + <h4 id="signature" class="signature"> + <span class="modifier_kind"> + <span class="modifier"></span> + <span class="kind">object</span> + </span> + <span class="symbol"> + <span class="name">ResourceCloning</span> + </span> + </h4> + + + <div id="comment" class="fullcommenttop"><div class="comment cmt"><p>Utility for extracting resource from a jar and copy it to a temporary location +</p></div><div class="toggleContainer block"> + <span class="toggle"> + Linear Supertypes + </span> + <div class="superTypes hiddenContent"><span class="extype" name="scala.AnyRef">AnyRef</span>, <span class="extype" name="scala.Any">Any</span></div> + </div></div> + + + <div id="mbrsel"> + <div class="toggle"></div> + <div id="memberfilter"> + <i class="material-icons arrow">î·</i> + <span class="input"> + <input id="mbrsel-input" placeholder="Filter all members" type="text" accesskey="/" /> + </span> + <i class="clear material-icons">î </i> + </div> + <div id="filterby"> + <div id="order"> + <span class="filtertype">Ordering</span> + <ol> + + <li class="alpha in"><span>Alphabetic</span></li> + <li class="inherit out"><span>By Inheritance</span></li> + </ol> + </div> + <div class="ancestors"> + <span class="filtertype">Inherited<br /> + </span> + <ol id="linearization"> + <li class="in" name="datafu.spark.ResourceCloning"><span>ResourceCloning</span></li><li class="in" name="scala.AnyRef"><span>AnyRef</span></li><li class="in" name="scala.Any"><span>Any</span></li> + </ol> + </div><div class="ancestors"> + <span class="filtertype"></span> + <ol> + <li class="hideall out"><span>Hide All</span></li> + <li class="showall in"><span>Show All</span></li> + </ol> + </div> + <div id="visbl"> + <span class="filtertype">Visibility</span> + <ol><li class="public in"><span>Public</span></li><li class="all out"><span>All</span></li></ol> + </div> + </div> + </div> + + <div id="template"> + <div id="allMembers"> + + + + + + + <div class="values members"> + <h3>Value Members</h3> + <ol> + <li name="scala.AnyRef#!=" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="!=(x$1:Any):Boolean"></a><a id="!=(Any):Boolean"></a> + <span class="permalink"> + <a href="../../datafu/spark/ResourceCloning$.html#!=(x$1:Any):Boolean" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier">final </span> + <span class="kind">def</span> + </span> + <span class="symbol"> + <span title="gt4s: $bang$eq" class="name">!=</span><span class="params">(<span name="arg0">arg0: <span class="extype" name="scala.Any">Any</span></span>)</span><span class="result">: <span class="extype" name="scala.Boolean">Boolean</span></span> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef â Any</dd></dl></div> + </li><li name="scala.AnyRef###" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="##():Int"></a> + <span class="permalink"> + <a href="../../datafu/spark/ResourceCloning$.html###():Int" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier">final </span> + <span class="kind">def</span> + </span> + <span class="symbol"> + <span title="gt4s: $hash$hash" class="name">##</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.Int">Int</span></span> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef â Any</dd></dl></div> + </li><li name="scala.AnyRef#==" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="==(x$1:Any):Boolean"></a><a id="==(Any):Boolean"></a> + <span class="permalink"> + <a href="../../datafu/spark/ResourceCloning$.html#==(x$1:Any):Boolean" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier">final </span> + <span class="kind">def</span> + </span> + <span class="symbol"> + <span title="gt4s: $eq$eq" class="name">==</span><span class="params">(<span name="arg0">arg0: <span class="extype" name="scala.Any">Any</span></span>)</span><span class="result">: <span class="extype" name="scala.Boolean">Boolean</span></span> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef â Any</dd></dl></div> + </li><li name="scala.Any#asInstanceOf" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="asInstanceOf[T0]:T0"></a> + <span class="permalink"> + <a href="../../datafu/spark/ResourceCloning$.html#asInstanceOf[T0]:T0" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier">final </span> + <span class="kind">def</span> + </span> + <span class="symbol"> + <span class="name">asInstanceOf</span><span class="tparams">[<span name="T0">T0</span>]</span><span class="result">: <span class="extype" name="scala.Any.asInstanceOf.T0">T0</span></span> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>Any</dd></dl></div> + </li><li name="scala.AnyRef#clone" visbl="prt" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="clone():Object"></a><a id="clone():AnyRef"></a> + <span class="permalink"> + <a href="../../datafu/spark/ResourceCloning$.html#clone():Object" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier"></span> + <span class="kind">def</span> + </span> + <span class="symbol"> + <span class="name">clone</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.AnyRef">AnyRef</span></span> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Attributes</dt><dd>protected[<span class="extype" name="java.lang">lang</span>] </dd><dt>Definition Classes</dt><dd>AnyRef</dd><dt>Annotations</dt><dd> + <span class="name">@throws</span><span class="args">(<span> + + <span class="defval" name="classOf[java.lang.CloneNotSupportedException]">...</span> + </span>)</span> + + <span class="name">@native</span><span class="args">()</span> + + </dd></dl></div> + </li><li name="datafu.spark.ResourceCloning#cloneResource" visbl="pub" class="indented0 " data-isabs="false" fullComment="no" group="Ungrouped"> + <a id="cloneResource(resource:java.net.URL,outputFileName:String):java.io.File"></a><a id="cloneResource(URL,String):File"></a> + <span class="permalink"> + <a href="../../datafu/spark/ResourceCloning$.html#cloneResource(resource:java.net.URL,outputFileName:String):java.io.File" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier"></span> + <span class="kind">def</span> + </span> + <span class="symbol"> + <span class="name">cloneResource</span><span class="params">(<span name="resource">resource: <span class="extype" name="java.net.URL">URL</span></span>, <span name="outputFileName">outputFileName: <span class="extype" name="scala.Predef.String">String</span></span>)</span><span class="result">: <span class="extype" name="java.io.File">File</span></span> + </span> + + + </li><li name="scala.AnyRef#eq" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="eq(x$1:AnyRef):Boolean"></a><a id="eq(AnyRef):Boolean"></a> + <span class="permalink"> + <a href="../../datafu/spark/ResourceCloning$.html#eq(x$1:AnyRef):Boolean" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier">final </span> + <span class="kind">def</span> + </span> + <span class="symbol"> + <span class="name">eq</span><span class="params">(<span name="arg0">arg0: <span class="extype" name="scala.AnyRef">AnyRef</span></span>)</span><span class="result">: <span class="extype" name="scala.Boolean">Boolean</span></span> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd></dl></div> + </li><li name="scala.AnyRef#equals" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="equals(x$1:Any):Boolean"></a><a id="equals(Any):Boolean"></a> + <span class="permalink"> + <a href="../../datafu/spark/ResourceCloning$.html#equals(x$1:Any):Boolean" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier"></span> + <span class="kind">def</span> + </span> + <span class="symbol"> + <span class="name">equals</span><span class="params">(<span name="arg0">arg0: <span class="extype" name="scala.Any">Any</span></span>)</span><span class="result">: <span class="extype" name="scala.Boolean">Boolean</span></span> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef â Any</dd></dl></div> + </li><li name="scala.AnyRef#finalize" visbl="prt" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="finalize():Unit"></a> + <span class="permalink"> + <a href="../../datafu/spark/ResourceCloning$.html#finalize():Unit" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier"></span> + <span class="kind">def</span> + </span> + <span class="symbol"> + <span class="name">finalize</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.Unit">Unit</span></span> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Attributes</dt><dd>protected[<span class="extype" name="java.lang">lang</span>] </dd><dt>Definition Classes</dt><dd>AnyRef</dd><dt>Annotations</dt><dd> + <span class="name">@throws</span><span class="args">(<span> + + <span class="symbol">classOf[java.lang.Throwable]</span> + </span>)</span> + + </dd></dl></div> + </li><li name="scala.AnyRef#getClass" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="getClass():Class[_]"></a> + <span class="permalink"> + <a href="../../datafu/spark/ResourceCloning$.html#getClass():Class[_]" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier">final </span> + <span class="kind">def</span> + </span> + <span class="symbol"> + <span class="name">getClass</span><span class="params">()</span><span class="result">: <span class="extype" name="java.lang.Class">Class</span>[_]</span> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef â Any</dd><dt>Annotations</dt><dd> + <span class="name">@native</span><span class="args">()</span> + + </dd></dl></div> + </li><li name="scala.AnyRef#hashCode" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="hashCode():Int"></a> + <span class="permalink"> + <a href="../../datafu/spark/ResourceCloning$.html#hashCode():Int" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier"></span> + <span class="kind">def</span> + </span> + <span class="symbol"> + <span class="name">hashCode</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.Int">Int</span></span> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef â Any</dd><dt>Annotations</dt><dd> + <span class="name">@native</span><span class="args">()</span> + + </dd></dl></div> + </li><li name="scala.Any#isInstanceOf" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="isInstanceOf[T0]:Boolean"></a> + <span class="permalink"> + <a href="../../datafu/spark/ResourceCloning$.html#isInstanceOf[T0]:Boolean" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier">final </span> + <span class="kind">def</span> + </span> + <span class="symbol"> + <span class="name">isInstanceOf</span><span class="tparams">[<span name="T0">T0</span>]</span><span class="result">: <span class="extype" name="scala.Boolean">Boolean</span></span> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>Any</dd></dl></div> + </li><li name="scala.AnyRef#ne" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="ne(x$1:AnyRef):Boolean"></a><a id="ne(AnyRef):Boolean"></a> + <span class="permalink"> + <a href="../../datafu/spark/ResourceCloning$.html#ne(x$1:AnyRef):Boolean" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier">final </span> + <span class="kind">def</span> + </span> + <span class="symbol"> + <span class="name">ne</span><span class="params">(<span name="arg0">arg0: <span class="extype" name="scala.AnyRef">AnyRef</span></span>)</span><span class="result">: <span class="extype" name="scala.Boolean">Boolean</span></span> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd></dl></div> + </li><li name="scala.AnyRef#notify" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="notify():Unit"></a> + <span class="permalink"> + <a href="../../datafu/spark/ResourceCloning$.html#notify():Unit" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier">final </span> + <span class="kind">def</span> + </span> + <span class="symbol"> + <span class="name">notify</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.Unit">Unit</span></span> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd><dt>Annotations</dt><dd> + <span class="name">@native</span><span class="args">()</span> + + </dd></dl></div> + </li><li name="scala.AnyRef#notifyAll" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="notifyAll():Unit"></a> + <span class="permalink"> + <a href="../../datafu/spark/ResourceCloning$.html#notifyAll():Unit" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier">final </span> + <span class="kind">def</span> + </span> + <span class="symbol"> + <span class="name">notifyAll</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.Unit">Unit</span></span> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd><dt>Annotations</dt><dd> + <span class="name">@native</span><span class="args">()</span> + + </dd></dl></div> + </li><li name="datafu.spark.ResourceCloning#outputTempDir" visbl="pub" class="indented0 " data-isabs="false" fullComment="no" group="Ungrouped"> + <a id="outputTempDir:java.io.File"></a><a id="outputTempDir:File"></a> + <span class="permalink"> + <a href="../../datafu/spark/ResourceCloning$.html#outputTempDir:java.io.File" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier"></span> + <span class="kind">val</span> + </span> + <span class="symbol"> + <span class="name">outputTempDir</span><span class="result">: <span class="extype" name="java.io.File">File</span></span> + </span> + + + </li><li name="scala.AnyRef#synchronized" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="synchronized[T0](x$1:=>T0):T0"></a><a id="synchronized[T0](âT0):T0"></a> + <span class="permalink"> + <a href="../../datafu/spark/ResourceCloning$.html#synchronized[T0](x$1:=>T0):T0" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier">final </span> + <span class="kind">def</span> + </span> + <span class="symbol"> + <span class="name">synchronized</span><span class="tparams">[<span name="T0">T0</span>]</span><span class="params">(<span name="arg0">arg0: â <span class="extype" name="java.lang.AnyRef.synchronized.T0">T0</span></span>)</span><span class="result">: <span class="extype" name="java.lang.AnyRef.synchronized.T0">T0</span></span> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd></dl></div> + </li><li name="scala.AnyRef#toString" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="toString():String"></a> + <span class="permalink"> + <a href="../../datafu/spark/ResourceCloning$.html#toString():String" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier"></span> + <span class="kind">def</span> + </span> + <span class="symbol"> + <span class="name">toString</span><span class="params">()</span><span class="result">: <span class="extype" name="java.lang.String">String</span></span> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef â Any</dd></dl></div> + </li><li name="datafu.spark.ResourceCloning#uuid" visbl="pub" class="indented0 " data-isabs="false" fullComment="no" group="Ungrouped"> + <a id="uuid:String"></a> + <span class="permalink"> + <a href="../../datafu/spark/ResourceCloning$.html#uuid:String" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier"></span> + <span class="kind">val</span> + </span> + <span class="symbol"> + <span class="name">uuid</span><span class="result">: <span class="extype" name="java.lang.String">String</span></span> + </span> + + + </li><li name="scala.AnyRef#wait" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="wait():Unit"></a> + <span class="permalink"> + <a href="../../datafu/spark/ResourceCloning$.html#wait():Unit" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier">final </span> + <span class="kind">def</span> + </span> + <span class="symbol"> + <span class="name">wait</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.Unit">Unit</span></span> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd><dt>Annotations</dt><dd> + <span class="name">@throws</span><span class="args">(<span> + + <span class="defval" name="classOf[java.lang.InterruptedException]">...</span> + </span>)</span> + + </dd></dl></div> + </li><li name="scala.AnyRef#wait" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="wait(x$1:Long,x$2:Int):Unit"></a><a id="wait(Long,Int):Unit"></a> + <span class="permalink"> + <a href="../../datafu/spark/ResourceCloning$.html#wait(x$1:Long,x$2:Int):Unit" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier">final </span> + <span class="kind">def</span> + </span> + <span class="symbol"> + <span class="name">wait</span><span class="params">(<span name="arg0">arg0: <span class="extype" name="scala.Long">Long</span></span>, <span name="arg1">arg1: <span class="extype" name="scala.Int">Int</span></span>)</span><span class="result">: <span class="extype" name="scala.Unit">Unit</span></span> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd><dt>Annotations</dt><dd> + <span class="name">@throws</span><span class="args">(<span> + + <span class="defval" name="classOf[java.lang.InterruptedException]">...</span> + </span>)</span> + + </dd></dl></div> + </li><li name="scala.AnyRef#wait" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="wait(x$1:Long):Unit"></a><a id="wait(Long):Unit"></a> + <span class="permalink"> + <a href="../../datafu/spark/ResourceCloning$.html#wait(x$1:Long):Unit" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier">final </span> + <span class="kind">def</span> + </span> + <span class="symbol"> + <span class="name">wait</span><span class="params">(<span name="arg0">arg0: <span class="extype" name="scala.Long">Long</span></span>)</span><span class="result">: <span class="extype" name="scala.Unit">Unit</span></span> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd><dt>Annotations</dt><dd> + <span class="name">@throws</span><span class="args">(<span> + + <span class="defval" name="classOf[java.lang.InterruptedException]">...</span> + </span>)</span> + + <span class="name">@native</span><span class="args">()</span> + + </dd></dl></div> + </li> + </ol> + </div> + + + + + </div> + + <div id="inheritedMembers"> + <div class="parent" name="scala.AnyRef"> + <h3>Inherited from <span class="extype" name="scala.AnyRef">AnyRef</span></h3> + </div><div class="parent" name="scala.Any"> + <h3>Inherited from <span class="extype" name="scala.Any">Any</span></h3> + </div> + + </div> + + <div id="groupedMembers"> + <div class="group" name="Ungrouped"> + <h3>Ungrouped</h3> + + </div> + </div> + + </div> + + <div id="tooltip"></div> + + <div id="footer"> </div> + </body> + </div> + </div> + </div> + </body> + </html>
Added: datafu/site/docs/spark/2.1.0/datafu/spark/ScalaPythonBridge$.html URL: http://svn.apache.org/viewvc/datafu/site/docs/spark/2.1.0/datafu/spark/ScalaPythonBridge%24.html?rev=1925323&view=auto ============================================================================== --- datafu/site/docs/spark/2.1.0/datafu/spark/ScalaPythonBridge$.html (added) +++ datafu/site/docs/spark/2.1.0/datafu/spark/ScalaPythonBridge$.html Tue Apr 29 18:54:44 2025 @@ -0,0 +1,669 @@ +<!DOCTYPE html > +<html> + <head> + <meta http-equiv="X-UA-Compatible" content="IE=edge" /> + <meta name="viewport" content="width=device-width, initial-scale=1.0, maximum-scale=1.0, user-scalable=no" /> + <title>datafu-spark 2.1.0 API - datafu.spark.ScalaPythonBridge</title> + <meta name="description" content="datafu - spark 2.1.0 API - datafu.spark.ScalaPythonBridge" /> + <meta name="keywords" content="datafu spark 2.1.0 API datafu.spark.ScalaPythonBridge" /> + <meta http-equiv="content-type" content="text/html; charset=UTF-8" /> + + + <link href="../../lib/index.css" media="screen" type="text/css" rel="stylesheet" /> + <link href="../../lib/template.css" media="screen" type="text/css" rel="stylesheet" /> + <link href="../../lib/diagrams.css" media="screen" type="text/css" rel="stylesheet" id="diagrams-css" /> + <script type="text/javascript" src="../../lib/jquery.min.js"></script> + <script type="text/javascript" src="../../lib/jquery.panzoom.min.js"></script> + <script type="text/javascript" src="../../lib/jquery.mousewheel.min.js"></script> + <script type="text/javascript" src="../../lib/index.js"></script> + <script type="text/javascript" src="../../index.js"></script> + <script type="text/javascript" src="../../lib/scheduler.js"></script> + <script type="text/javascript" src="../../lib/template.js"></script> + + <script type="text/javascript"> + /* this variable can be used by the JS to determine the path to the root document */ + var toRoot = '../../'; + </script> + + </head> + <body> + <div id="search"> + <span id="doc-title">datafu-spark 2.1.0 API<span id="doc-version"></span></span> + <span class="close-results"><span class="left"><</span> Back</span> + <div id="textfilter"> + <span class="input"> + <input autocapitalize="none" placeholder="Search" id="index-input" type="text" accesskey="/" /> + <i class="clear material-icons">î </i> + <i id="search-icon" class="material-icons"></i> + </span> + </div> + </div> + <div id="search-results"> + <div id="search-progress"> + <div id="progress-fill"></div> + </div> + <div id="results-content"> + <div id="entity-results"></div> + <div id="member-results"></div> + </div> + </div> + <div id="content-scroll-container" style="-webkit-overflow-scrolling: touch;"> + <div id="content-container" style="-webkit-overflow-scrolling: touch;"> + <div id="subpackage-spacer"> + <div id="packages"> + <h1>Packages</h1> + <ul> + <li name="_root_.root" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="_root_"></a><a id="root:_root_"></a> + <span class="permalink"> + <a href="../../index.html" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier"></span> + <span class="kind">package</span> + </span> + <span class="symbol"> + <a title="" href="../../index.html"><span class="name">root</span></a> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="../../index.html" class="extype" name="_root_">root</a></dd></dl></div> + </li><li name="_root_.datafu" visbl="pub" class="indented1 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="datafu"></a><a id="datafu:datafu"></a> + <span class="permalink"> + <a href="../../datafu/index.html" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier"></span> + <span class="kind">package</span> + </span> + <span class="symbol"> + <a title="" href="../index.html"><span class="name">datafu</span></a> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="../../index.html" class="extype" name="_root_">root</a></dd></dl></div> + </li><li name="datafu.spark" visbl="pub" class="indented2 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="spark"></a><a id="spark:spark"></a> + <span class="permalink"> + <a href="../../datafu/spark/index.html" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier"></span> + <span class="kind">package</span> + </span> + <span class="symbol"> + <a title="" href="index.html"><span class="name">spark</span></a> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="../index.html" class="extype" name="datafu">datafu</a></dd></dl></div> + </li><li class="current-entities indented2"> + <span class="separator"></span> + <a class="object" href="Aggregators$.html" title="This file contains UDAFs which extend the Aggregator class."></a> + <a href="Aggregators$.html" title="This file contains UDAFs which extend the Aggregator class.">Aggregators</a> + </li><li class="current-entities indented2"> + <span class="separator"></span> + <a class="class" href="CoreBridgeDirectory.html" title="Contains all python files needed by the bridge itself"></a> + <a href="CoreBridgeDirectory.html" title="Contains all python files needed by the bridge itself">CoreBridgeDirectory</a> + </li><li class="current-entities indented2"> + <span class="separator"></span> + <a class="object" href="DataFrameOps$.html" title="implicit class to enable easier usage e.g:"></a> + <a href="DataFrameOps$.html" title="implicit class to enable easier usage e.g:">DataFrameOps</a> + </li><li class="current-entities indented2"> + <span class="separator"></span> + <a class="object" href="PythonPathsManager$.html" title="There are two phases of resolving python files path:"></a> + <a href="PythonPathsManager$.html" title="There are two phases of resolving python files path:">PythonPathsManager</a> + </li><li class="current-entities indented2"> + <span class="separator"></span> + <a class="class" href="PythonResource.html" title="Represents a resource that needs to be added to PYTHONPATH used by ScalaPythonBridge."></a> + <a href="PythonResource.html" title="Represents a resource that needs to be added to PYTHONPATH used by ScalaPythonBridge.">PythonResource</a> + </li><li class="current-entities indented2"> + <span class="separator"></span> + <a class="object" href="ResourceCloning$.html" title="Utility for extracting resource from a jar and copy it to a temporary location"></a> + <a href="ResourceCloning$.html" title="Utility for extracting resource from a jar and copy it to a temporary location">ResourceCloning</a> + </li><li class="current-entities indented2"> + <span class="separator"></span> + <a class="object" href="" title="Do not instantiate this class! Use the companion object instead."></a> + <a href="" title="Do not instantiate this class! Use the companion object instead.">ScalaPythonBridge</a> + </li><li class="current-entities indented2"> + <span class="separator"></span> + <a class="class" href="ScalaPythonBridgeRunner.html" title="this class let's the user invoke PySpark code from scala example usage:"></a> + <a href="ScalaPythonBridgeRunner.html" title="this class let's the user invoke PySpark code from scala example usage:">ScalaPythonBridgeRunner</a> + </li><li class="current-entities indented2"> + <span class="separator"></span> + <a class="object" href="SparkDFUtils$.html" title=""></a> + <a href="SparkDFUtils$.html" title="">SparkDFUtils</a> + </li><li class="current-entities indented2"> + <span class="separator"></span> + <a class="class" href="SparkDFUtilsBridge.html" title="class definition so we could expose this functionality in PySpark"></a> + <a href="SparkDFUtilsBridge.html" title="class definition so we could expose this functionality in PySpark">SparkDFUtilsBridge</a> + </li> + </ul> + </div> + </div> + <div id="content"> + <body class="object value"> + <div id="definition"> + <div class="big-circle object">o</div> + <p id="owner"><a href="../index.html" class="extype" name="datafu">datafu</a>.<a href="index.html" class="extype" name="datafu.spark">spark</a></p> + <h1>ScalaPythonBridge<span class="permalink"> + <a href="../../datafu/spark/ScalaPythonBridge$.html" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span></h1> + <h3><span class="morelinks"></span></h3> + </div> + + <h4 id="signature" class="signature"> + <span class="modifier_kind"> + <span class="modifier"></span> + <span class="kind">object</span> + </span> + <span class="symbol"> + <span class="name">ScalaPythonBridge</span> + </span> + </h4> + + + <div id="comment" class="fullcommenttop"><div class="comment cmt"><p>Do not instantiate this class! Use the companion object instead. +This class should only be used by python +</p></div><div class="toggleContainer block"> + <span class="toggle"> + Linear Supertypes + </span> + <div class="superTypes hiddenContent"><span class="extype" name="scala.AnyRef">AnyRef</span>, <span class="extype" name="scala.Any">Any</span></div> + </div></div> + + + <div id="mbrsel"> + <div class="toggle"></div> + <div id="memberfilter"> + <i class="material-icons arrow">î·</i> + <span class="input"> + <input id="mbrsel-input" placeholder="Filter all members" type="text" accesskey="/" /> + </span> + <i class="clear material-icons">î </i> + </div> + <div id="filterby"> + <div id="order"> + <span class="filtertype">Ordering</span> + <ol> + + <li class="alpha in"><span>Alphabetic</span></li> + <li class="inherit out"><span>By Inheritance</span></li> + </ol> + </div> + <div class="ancestors"> + <span class="filtertype">Inherited<br /> + </span> + <ol id="linearization"> + <li class="in" name="datafu.spark.ScalaPythonBridge"><span>ScalaPythonBridge</span></li><li class="in" name="scala.AnyRef"><span>AnyRef</span></li><li class="in" name="scala.Any"><span>Any</span></li> + </ol> + </div><div class="ancestors"> + <span class="filtertype"></span> + <ol> + <li class="hideall out"><span>Hide All</span></li> + <li class="showall in"><span>Show All</span></li> + </ol> + </div> + <div id="visbl"> + <span class="filtertype">Visibility</span> + <ol><li class="public in"><span>Public</span></li><li class="all out"><span>All</span></li></ol> + </div> + </div> + </div> + + <div id="template"> + <div id="allMembers"> + + + + + + + <div class="values members"> + <h3>Value Members</h3> + <ol> + <li name="scala.AnyRef#!=" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="!=(x$1:Any):Boolean"></a><a id="!=(Any):Boolean"></a> + <span class="permalink"> + <a href="../../datafu/spark/ScalaPythonBridge$.html#!=(x$1:Any):Boolean" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier">final </span> + <span class="kind">def</span> + </span> + <span class="symbol"> + <span title="gt4s: $bang$eq" class="name">!=</span><span class="params">(<span name="arg0">arg0: <span class="extype" name="scala.Any">Any</span></span>)</span><span class="result">: <span class="extype" name="scala.Boolean">Boolean</span></span> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef â Any</dd></dl></div> + </li><li name="scala.AnyRef###" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="##():Int"></a> + <span class="permalink"> + <a href="../../datafu/spark/ScalaPythonBridge$.html###():Int" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier">final </span> + <span class="kind">def</span> + </span> + <span class="symbol"> + <span title="gt4s: $hash$hash" class="name">##</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.Int">Int</span></span> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef â Any</dd></dl></div> + </li><li name="scala.AnyRef#==" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="==(x$1:Any):Boolean"></a><a id="==(Any):Boolean"></a> + <span class="permalink"> + <a href="../../datafu/spark/ScalaPythonBridge$.html#==(x$1:Any):Boolean" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier">final </span> + <span class="kind">def</span> + </span> + <span class="symbol"> + <span title="gt4s: $eq$eq" class="name">==</span><span class="params">(<span name="arg0">arg0: <span class="extype" name="scala.Any">Any</span></span>)</span><span class="result">: <span class="extype" name="scala.Boolean">Boolean</span></span> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef â Any</dd></dl></div> + </li><li name="scala.Any#asInstanceOf" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="asInstanceOf[T0]:T0"></a> + <span class="permalink"> + <a href="../../datafu/spark/ScalaPythonBridge$.html#asInstanceOf[T0]:T0" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier">final </span> + <span class="kind">def</span> + </span> + <span class="symbol"> + <span class="name">asInstanceOf</span><span class="tparams">[<span name="T0">T0</span>]</span><span class="result">: <span class="extype" name="scala.Any.asInstanceOf.T0">T0</span></span> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>Any</dd></dl></div> + </li><li name="scala.AnyRef#clone" visbl="prt" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="clone():Object"></a><a id="clone():AnyRef"></a> + <span class="permalink"> + <a href="../../datafu/spark/ScalaPythonBridge$.html#clone():Object" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier"></span> + <span class="kind">def</span> + </span> + <span class="symbol"> + <span class="name">clone</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.AnyRef">AnyRef</span></span> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Attributes</dt><dd>protected[<span class="extype" name="java.lang">lang</span>] </dd><dt>Definition Classes</dt><dd>AnyRef</dd><dt>Annotations</dt><dd> + <span class="name">@throws</span><span class="args">(<span> + + <span class="defval" name="classOf[java.lang.CloneNotSupportedException]">...</span> + </span>)</span> + + <span class="name">@native</span><span class="args">()</span> + + </dd></dl></div> + </li><li name="scala.AnyRef#eq" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="eq(x$1:AnyRef):Boolean"></a><a id="eq(AnyRef):Boolean"></a> + <span class="permalink"> + <a href="../../datafu/spark/ScalaPythonBridge$.html#eq(x$1:AnyRef):Boolean" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier">final </span> + <span class="kind">def</span> + </span> + <span class="symbol"> + <span class="name">eq</span><span class="params">(<span name="arg0">arg0: <span class="extype" name="scala.AnyRef">AnyRef</span></span>)</span><span class="result">: <span class="extype" name="scala.Boolean">Boolean</span></span> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd></dl></div> + </li><li name="scala.AnyRef#equals" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="equals(x$1:Any):Boolean"></a><a id="equals(Any):Boolean"></a> + <span class="permalink"> + <a href="../../datafu/spark/ScalaPythonBridge$.html#equals(x$1:Any):Boolean" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier"></span> + <span class="kind">def</span> + </span> + <span class="symbol"> + <span class="name">equals</span><span class="params">(<span name="arg0">arg0: <span class="extype" name="scala.Any">Any</span></span>)</span><span class="result">: <span class="extype" name="scala.Boolean">Boolean</span></span> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef â Any</dd></dl></div> + </li><li name="scala.AnyRef#finalize" visbl="prt" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="finalize():Unit"></a> + <span class="permalink"> + <a href="../../datafu/spark/ScalaPythonBridge$.html#finalize():Unit" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier"></span> + <span class="kind">def</span> + </span> + <span class="symbol"> + <span class="name">finalize</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.Unit">Unit</span></span> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Attributes</dt><dd>protected[<span class="extype" name="java.lang">lang</span>] </dd><dt>Definition Classes</dt><dd>AnyRef</dd><dt>Annotations</dt><dd> + <span class="name">@throws</span><span class="args">(<span> + + <span class="symbol">classOf[java.lang.Throwable]</span> + </span>)</span> + + </dd></dl></div> + </li><li name="scala.AnyRef#getClass" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="getClass():Class[_]"></a> + <span class="permalink"> + <a href="../../datafu/spark/ScalaPythonBridge$.html#getClass():Class[_]" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier">final </span> + <span class="kind">def</span> + </span> + <span class="symbol"> + <span class="name">getClass</span><span class="params">()</span><span class="result">: <span class="extype" name="java.lang.Class">Class</span>[_]</span> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef â Any</dd><dt>Annotations</dt><dd> + <span class="name">@native</span><span class="args">()</span> + + </dd></dl></div> + </li><li name="scala.AnyRef#hashCode" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="hashCode():Int"></a> + <span class="permalink"> + <a href="../../datafu/spark/ScalaPythonBridge$.html#hashCode():Int" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier"></span> + <span class="kind">def</span> + </span> + <span class="symbol"> + <span class="name">hashCode</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.Int">Int</span></span> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef â Any</dd><dt>Annotations</dt><dd> + <span class="name">@native</span><span class="args">()</span> + + </dd></dl></div> + </li><li name="scala.Any#isInstanceOf" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="isInstanceOf[T0]:Boolean"></a> + <span class="permalink"> + <a href="../../datafu/spark/ScalaPythonBridge$.html#isInstanceOf[T0]:Boolean" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier">final </span> + <span class="kind">def</span> + </span> + <span class="symbol"> + <span class="name">isInstanceOf</span><span class="tparams">[<span name="T0">T0</span>]</span><span class="result">: <span class="extype" name="scala.Boolean">Boolean</span></span> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>Any</dd></dl></div> + </li><li name="scala.AnyRef#ne" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="ne(x$1:AnyRef):Boolean"></a><a id="ne(AnyRef):Boolean"></a> + <span class="permalink"> + <a href="../../datafu/spark/ScalaPythonBridge$.html#ne(x$1:AnyRef):Boolean" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier">final </span> + <span class="kind">def</span> + </span> + <span class="symbol"> + <span class="name">ne</span><span class="params">(<span name="arg0">arg0: <span class="extype" name="scala.AnyRef">AnyRef</span></span>)</span><span class="result">: <span class="extype" name="scala.Boolean">Boolean</span></span> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd></dl></div> + </li><li name="scala.AnyRef#notify" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="notify():Unit"></a> + <span class="permalink"> + <a href="../../datafu/spark/ScalaPythonBridge$.html#notify():Unit" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier">final </span> + <span class="kind">def</span> + </span> + <span class="symbol"> + <span class="name">notify</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.Unit">Unit</span></span> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd><dt>Annotations</dt><dd> + <span class="name">@native</span><span class="args">()</span> + + </dd></dl></div> + </li><li name="scala.AnyRef#notifyAll" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="notifyAll():Unit"></a> + <span class="permalink"> + <a href="../../datafu/spark/ScalaPythonBridge$.html#notifyAll():Unit" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier">final </span> + <span class="kind">def</span> + </span> + <span class="symbol"> + <span class="name">notifyAll</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.Unit">Unit</span></span> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd><dt>Annotations</dt><dd> + <span class="name">@native</span><span class="args">()</span> + + </dd></dl></div> + </li><li name="datafu.spark.ScalaPythonBridge#pyGetJSparkContext" visbl="pub" class="indented0 " data-isabs="false" fullComment="no" group="Ungrouped"> + <a id="pyGetJSparkContext(sparkSession:org.apache.spark.sql.SparkSession):org.apache.spark.api.java.JavaSparkContext"></a><a id="pyGetJSparkContext(SparkSession):JavaSparkContext"></a> + <span class="permalink"> + <a href="../../datafu/spark/ScalaPythonBridge$.html#pyGetJSparkContext(sparkSession:org.apache.spark.sql.SparkSession):org.apache.spark.api.java.JavaSparkContext" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier"></span> + <span class="kind">def</span> + </span> + <span class="symbol"> + <span class="name">pyGetJSparkContext</span><span class="params">(<span name="sparkSession">sparkSession: <span class="extype" name="org.apache.spark.sql.SparkSession">SparkSession</span></span>)</span><span class="result">: <span class="extype" name="org.apache.spark.api.java.JavaSparkContext">JavaSparkContext</span></span> + </span> + + + </li><li name="datafu.spark.ScalaPythonBridge#pyGetSparkConf" visbl="pub" class="indented0 " data-isabs="false" fullComment="no" group="Ungrouped"> + <a id="pyGetSparkConf(jsc:org.apache.spark.api.java.JavaSparkContext):org.apache.spark.SparkConf"></a><a id="pyGetSparkConf(JavaSparkContext):SparkConf"></a> + <span class="permalink"> + <a href="../../datafu/spark/ScalaPythonBridge$.html#pyGetSparkConf(jsc:org.apache.spark.api.java.JavaSparkContext):org.apache.spark.SparkConf" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier"></span> + <span class="kind">def</span> + </span> + <span class="symbol"> + <span class="name">pyGetSparkConf</span><span class="params">(<span name="jsc">jsc: <span class="extype" name="org.apache.spark.api.java.JavaSparkContext">JavaSparkContext</span></span>)</span><span class="result">: <span class="extype" name="org.apache.spark.SparkConf">SparkConf</span></span> + </span> + + + </li><li name="datafu.spark.ScalaPythonBridge#pyGetSparkSession" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="pyGetSparkSession():org.apache.spark.sql.SparkSession"></a><a id="pyGetSparkSession():SparkSession"></a> + <span class="permalink"> + <a href="../../datafu/spark/ScalaPythonBridge$.html#pyGetSparkSession():org.apache.spark.sql.SparkSession" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier"></span> + <span class="kind">def</span> + </span> + <span class="symbol"> + <span class="name">pyGetSparkSession</span><span class="params">()</span><span class="result">: <span class="extype" name="org.apache.spark.sql.SparkSession">SparkSession</span></span> + </span> + + <p class="shortcomment cmt">members used to allow python script share context with main Scala program calling it.</p><div class="fullcomment"><div class="comment cmt"><p>members used to allow python script share context with main Scala program calling it. +Python script calls : +sc, sqlContext, spark = utils.get_contexts() +our Python util function get_contexts +uses the following to create Python wrappers around Java SparkContext and SQLContext. +</p></div></div> + </li><li name="scala.AnyRef#synchronized" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="synchronized[T0](x$1:=>T0):T0"></a><a id="synchronized[T0](âT0):T0"></a> + <span class="permalink"> + <a href="../../datafu/spark/ScalaPythonBridge$.html#synchronized[T0](x$1:=>T0):T0" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier">final </span> + <span class="kind">def</span> + </span> + <span class="symbol"> + <span class="name">synchronized</span><span class="tparams">[<span name="T0">T0</span>]</span><span class="params">(<span name="arg0">arg0: â <span class="extype" name="java.lang.AnyRef.synchronized.T0">T0</span></span>)</span><span class="result">: <span class="extype" name="java.lang.AnyRef.synchronized.T0">T0</span></span> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd></dl></div> + </li><li name="scala.AnyRef#toString" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="toString():String"></a> + <span class="permalink"> + <a href="../../datafu/spark/ScalaPythonBridge$.html#toString():String" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier"></span> + <span class="kind">def</span> + </span> + <span class="symbol"> + <span class="name">toString</span><span class="params">()</span><span class="result">: <span class="extype" name="java.lang.String">String</span></span> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef â Any</dd></dl></div> + </li><li name="scala.AnyRef#wait" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="wait():Unit"></a> + <span class="permalink"> + <a href="../../datafu/spark/ScalaPythonBridge$.html#wait():Unit" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier">final </span> + <span class="kind">def</span> + </span> + <span class="symbol"> + <span class="name">wait</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.Unit">Unit</span></span> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd><dt>Annotations</dt><dd> + <span class="name">@throws</span><span class="args">(<span> + + <span class="defval" name="classOf[java.lang.InterruptedException]">...</span> + </span>)</span> + + </dd></dl></div> + </li><li name="scala.AnyRef#wait" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="wait(x$1:Long,x$2:Int):Unit"></a><a id="wait(Long,Int):Unit"></a> + <span class="permalink"> + <a href="../../datafu/spark/ScalaPythonBridge$.html#wait(x$1:Long,x$2:Int):Unit" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier">final </span> + <span class="kind">def</span> + </span> + <span class="symbol"> + <span class="name">wait</span><span class="params">(<span name="arg0">arg0: <span class="extype" name="scala.Long">Long</span></span>, <span name="arg1">arg1: <span class="extype" name="scala.Int">Int</span></span>)</span><span class="result">: <span class="extype" name="scala.Unit">Unit</span></span> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd><dt>Annotations</dt><dd> + <span class="name">@throws</span><span class="args">(<span> + + <span class="defval" name="classOf[java.lang.InterruptedException]">...</span> + </span>)</span> + + </dd></dl></div> + </li><li name="scala.AnyRef#wait" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="wait(x$1:Long):Unit"></a><a id="wait(Long):Unit"></a> + <span class="permalink"> + <a href="../../datafu/spark/ScalaPythonBridge$.html#wait(x$1:Long):Unit" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier">final </span> + <span class="kind">def</span> + </span> + <span class="symbol"> + <span class="name">wait</span><span class="params">(<span name="arg0">arg0: <span class="extype" name="scala.Long">Long</span></span>)</span><span class="result">: <span class="extype" name="scala.Unit">Unit</span></span> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd><dt>Annotations</dt><dd> + <span class="name">@throws</span><span class="args">(<span> + + <span class="defval" name="classOf[java.lang.InterruptedException]">...</span> + </span>)</span> + + <span class="name">@native</span><span class="args">()</span> + + </dd></dl></div> + </li> + </ol> + </div> + + + + + </div> + + <div id="inheritedMembers"> + <div class="parent" name="scala.AnyRef"> + <h3>Inherited from <span class="extype" name="scala.AnyRef">AnyRef</span></h3> + </div><div class="parent" name="scala.Any"> + <h3>Inherited from <span class="extype" name="scala.Any">Any</span></h3> + </div> + + </div> + + <div id="groupedMembers"> + <div class="group" name="Ungrouped"> + <h3>Ungrouped</h3> + + </div> + </div> + + </div> + + <div id="tooltip"></div> + + <div id="footer"> </div> + </body> + </div> + </div> + </div> + </body> + </html>
