Added: datafu/site/docs/spark/2.1.0/lib/template.js URL: http://svn.apache.org/viewvc/datafu/site/docs/spark/2.1.0/lib/template.js?rev=1925323&view=auto ============================================================================== --- datafu/site/docs/spark/2.1.0/lib/template.js (added) +++ datafu/site/docs/spark/2.1.0/lib/template.js Tue Apr 29 18:54:44 2025 @@ -0,0 +1,548 @@ +// © 2009â2010 EPFL/LAMP +// code by Gilles Dubochet with contributions by Pedro Furlanetto, Marcin Kubala and Felix Mulder + +var $panzoom = undefined; +$(document).ready(function() { + // Add zoom functionality to type inheritance diagram + $panzoom = $(".diagram-container > .diagram").panzoom({ + increment: 0.1, + minScale: 1, + maxScale: 7, + transition: true, + duration: 200, + contain: 'invert', + easing: "ease-in-out", + $zoomIn: $('#diagram-zoom-in'), + $zoomOut: $('#diagram-zoom-out'), + }); + + var oldWidth = $("div#subpackage-spacer").width() + 1 + "px"; + $("div#packages > ul > li.current").on("click", function() { + $("div#subpackage-spacer").css({ "width": oldWidth }); + $("li.current-entities").toggle(); + }); + + var controls = { + visibility: { + publicOnly: $("#visbl").find("> ol > li.public"), + all: $("#visbl").find("> ol > li.all") + } + }; + + // Escapes special characters and returns a valid jQuery selector + function escapeJquery(str){ + return str.replace(/([;&,\.\+\*\~':"\!\^#$%@\[\]\(\)=<>\|])/g, '\\$1'); + } + + function toggleVisibilityFilter(ctrlToEnable, ctrToDisable) { + if (ctrlToEnable.hasClass("out")) { + ctrlToEnable.removeClass("out").addClass("in"); + ctrToDisable.removeClass("in").addClass("out"); + filter(); + } + } + + controls.visibility.publicOnly.on("click", function() { + toggleVisibilityFilter(controls.visibility.publicOnly, controls.visibility.all); + }); + + controls.visibility.all.on("click", function() { + toggleVisibilityFilter(controls.visibility.all, controls.visibility.publicOnly); + }); + + function exposeMember(jqElem) { + var jqElemParent = jqElem.parent(), + parentName = jqElemParent.attr("name"), + ancestorName = /^([^#]*)(#.*)?$/gi.exec(parentName)[1]; + + // switch visibility filter if necessary + if (jqElemParent.attr("visbl") == "prt") { + toggleVisibilityFilter(controls.visibility.all, controls.visibility.publicOnly); + } + + // toggle appropriate ancestor filter buttons + if (ancestorName) { + $("#filterby li.out[name='" + ancestorName + "']").removeClass("out").addClass("in"); + } + + filter(); + jqElemParent.addClass("selected"); + commentToggleFct(jqElemParent); + $("#content-scroll-container").animate({scrollTop: $("#content-scroll-container").scrollTop() + jqElemParent.offset().top - $("#search").height() - 23 }, 1000); + } + + var isHiddenClass = function (name) { + return name == 'scala.Any' || + name == 'scala.AnyRef'; + }; + + var isHidden = function (elem) { + return $(elem).attr("data-hidden") == 'true'; + }; + + $("#linearization li:gt(0)").filter(function(){ + return isHiddenClass($(this).attr("name")); + }).removeClass("in").addClass("out"); + + $("#implicits li").filter(function(){ + return isHidden(this); + }).removeClass("in").addClass("out"); + + $("#memberfilter > i.arrow").on("click", function() { + $(this).toggleClass("rotate"); + $("#filterby").toggle(); + }); + + // Pre-filter members + filter(); + + // Member filter box + var input = $("#memberfilter input"); + input.on("keyup", function(event) { + + switch ( event.keyCode ) { + + case 27: // escape key + input.val(""); + filter(true); + break; + + case 38: // up + input.val(""); + filter(false); + window.scrollTo(0, $("body").offset().top); + input.trigger("focus"); + break; + + case 33: //page up + input.val(""); + filter(false); + break; + + case 34: //page down + input.val(""); + filter(false); + break; + + default: + window.scrollTo(0, $("#mbrsel").offset().top - 130); + filter(true); + break; + + } + }); + input.on("focus", function(event) { + input.trigger("select"); + }); + $("#memberfilter > .clear").on("click", function() { + $("#memberfilter input").val(""); + $(this).hide(); + filter(); + }); + $(document).on("keydown", function(event) { + if (event.keyCode == 9) { // tab + $("#index-input", window.parent.document).trigger("focus"); + input.val( ""); + return false; + } + }); + + $("#linearization li").on("click", function(){ + if ($(this).hasClass("in")) { + $(this).removeClass("in"); + $(this).addClass("out"); + } else if ($(this).hasClass("out")) { + $(this).removeClass("out"); + $(this).addClass("in"); + } + filter(); + }); + + $("#implicits li").on("click", function(){ + if ($(this).hasClass("in")) { + $(this).removeClass("in"); + $(this).addClass("out"); + } else if ($(this).hasClass("out")) { + $(this).removeClass("out"); + $(this).addClass("in"); + } + filter(); + }); + + $("#mbrsel > div > div.ancestors > ol > li.hideall").on("click", function() { + $("#linearization li.in").removeClass("in").addClass("out"); + $("#linearization li:first").removeClass("out").addClass("in"); + $("#implicits li.in").removeClass("in").addClass("out"); + + if ($(this).hasClass("out") && $("#mbrsel > div > div.ancestors > ol > li.showall").hasClass("in")) { + $(this).removeClass("out").addClass("in"); + $("#mbrsel > div > div.ancestors > ol > li.showall").removeClass("in").addClass("out"); + } + + filter(); + }) + $("#mbrsel > div > div.ancestors > ol > li.showall").on("click", function() { + var filteredLinearization = + $("#linearization li.out").filter(function() { + return ! isHiddenClass($(this).attr("name")); + }); + filteredLinearization.removeClass("out").addClass("in"); + + var filteredImplicits = + $("#implicits li.out").filter(function() { + return ! isHidden(this); + }); + filteredImplicits.removeClass("out").addClass("in"); + + if ($(this).hasClass("out") && $("#mbrsel > div > div.ancestors > ol > li.hideall").hasClass("in")) { + $(this).removeClass("out").addClass("in"); + $("#mbrsel > div > div.ancestors > ol > li.hideall").removeClass("in").addClass("out"); + } + + filter(); + }); + $("#order > ol > li.alpha").on("click", function() { + if ($(this).hasClass("out")) + orderAlpha(); + }) + $("#order > ol > li.inherit").on("click", function() { + if ($(this).hasClass("out")) + orderInherit(); + }); + $("#order > ol > li.group").on("click", function() { + if ($(this).hasClass("out")) + orderGroup(); + }); + $("#groupedMembers").hide(); + + initInherit(); + + // Create tooltips + $(".extype").add(".defval").each(function(_,e) { + var $this = $(e); + $this.attr("title", $this.attr("name")); + }); + + /* Add toggle arrows */ + $("#template li[fullComment=yes] .modifier_kind").addClass("closed"); + + function commentToggleFct(element){ + $("#template li.selected").removeClass("selected"); + if (element.is("[fullcomment=no]")) { + return; + } + element.toggleClass("open"); + var signature = element.find(".modifier_kind") + var shortComment = element.find(".shortcomment"); + var fullComment = element.find(".fullcomment"); + var vis = $(":visible", fullComment); + signature.toggleClass("closed").toggleClass("opened"); + if (vis.length > 0) { + if (!isMobile()) { + shortComment.slideDown(100); + fullComment.slideUp(100); + } else { + fullComment.hide(); + shortComment.show(); + } + } + else { + if (!isMobile()) { + shortComment.slideUp(100); + fullComment.slideDown(100); + } else { + shortComment.hide(); + fullComment.show(); + } + } + }; + + $("#template li[fullComment=yes]").on("click", function() { + var sel = window.getSelection().toString(); + if (!sel) commentToggleFct($(this)); + }); + + /* Linear super types and known subclasses */ + function toggleShowContentFct(e){ + e.toggleClass("open"); + var content = $(".hiddenContent", e); + if(content.is(':visible')) { + if (!isMobile()) content.slideUp(100); + else content.hide(); + } else { + if (!isMobile()) content.slideDown(100); + else content.show(); + } + }; + + $(".toggleContainer:not(.diagram-container):not(.full-signature-block)").on("click", function() { + toggleShowContentFct($(this)); + }); + + $(".toggleContainer.full-signature-block").on("click", function() { + toggleShowContentFct($(this)); + return false; + }); + + if ($("#order > ol > li.group").length == 1) { orderGroup(); }; + + function findElementByHash(locationHash) { + var temp = locationHash.replace('#', ''); + var memberSelector = '#' + escapeJquery(temp); + return $(memberSelector); + } + + // highlight and jump to selected member if an anchor is provided + if (window.location.hash) { + var jqElem = findElementByHash(window.location.hash); + if (jqElem.length > 0) + exposeMember(jqElem); + } + + $("#template span.permalink").on("click", function(e) { + e.preventDefault(); + var href = $("a", this).attr("href"); + if (href.indexOf("#") != -1) { + var hash = href.split("#").pop() + try { + window.history.pushState({}, "", "#" + hash) + } catch (e) { + // fallback for file:// URLs, has worse scrolling behavior + location.hash = hash; + } + exposeMember(findElementByHash(hash)) + } + return false; + }); + + $("#mbrsel-input").on("input", function() { + if ($(this).val().length > 0) + $("#memberfilter > .clear").show(); + else + $("#memberfilter > .clear").hide(); + }); +}); + +function orderAlpha() { + $("#order > ol > li.alpha").removeClass("out").addClass("in"); + $("#order > ol > li.inherit").removeClass("in").addClass("out"); + $("#order > ol > li.group").removeClass("in").addClass("out"); + $("#template > div.parent").hide(); + $("#template > div.conversion").hide(); + $("#mbrsel > div.ancestors").show(); + filter(); +}; + +function orderInherit() { + $("#order > ol > li.inherit").removeClass("out").addClass("in"); + $("#order > ol > li.alpha").removeClass("in").addClass("out"); + $("#order > ol > li.group").removeClass("in").addClass("out"); + $("#template > div.parent").show(); + $("#template > div.conversion").show(); + $("#mbrsel > div.ancestors").hide(); + filter(); +}; + +function orderGroup() { + $("#order > ol > li.group").removeClass("out").addClass("in"); + $("#order > ol > li.alpha").removeClass("in").addClass("out"); + $("#order > ol > li.inherit").removeClass("in").addClass("out"); + $("#template > div.parent").hide(); + $("#template > div.conversion").hide(); + $("#mbrsel > div.ancestors").show(); + filter(); +}; + +/** Prepares the DOM for inheritance-based display. To do so it will: + * - hide all statically-generated parents headings; + * - copy all members from the value and type members lists (flat members) to corresponding lists nested below the + * parent headings (inheritance-grouped members); + * - initialises a control variable used by the filter method to control whether filtering happens on flat members + * or on inheritance-grouped members. */ +function initInherit() { + // inheritParents is a map from fully-qualified names to the DOM node of parent headings. + var inheritParents = new Object(); + var groupParents = new Object(); + $("#inheritedMembers > div.parent").each(function(){ + inheritParents[$(this).attr("name")] = $(this); + }); + $("#inheritedMembers > div.conversion").each(function(){ + inheritParents[$(this).attr("name")] = $(this); + }); + $("#groupedMembers > div.group").each(function(){ + groupParents[$(this).attr("name")] = $(this); + }); + + $("#types > ol > li").each(function(){ + var mbr = $(this); + this.mbrText = mbr.find("> .fullcomment .cmt").text(); + var qualName = mbr.attr("name"); + var owner = qualName.slice(0, qualName.indexOf("#")); + var name = qualName.slice(qualName.indexOf("#") + 1); + var inheritParent = inheritParents[owner]; + if (inheritParent != undefined) { + var types = $("> .types > ol", inheritParent); + if (types.length == 0) { + inheritParent.append("<div class='types members'><h3>Type Members</h3><ol></ol></div>"); + types = $("> .types > ol", inheritParent); + } + var clone = mbr.clone(); + clone[0].mbrText = this.mbrText; + types.append(clone); + } + var group = mbr.attr("group") + var groupParent = groupParents[group]; + if (groupParent != undefined) { + var types = $("> .types > ol", groupParent); + if (types.length == 0) { + groupParent.append("<div class='types members'><ol></ol></div>"); + types = $("> .types > ol", groupParent); + } + var clone = mbr.clone(); + clone[0].mbrText = this.mbrText; + types.append(clone); + } + }); + + $(".values > ol > li").each(function(){ + var mbr = $(this); + this.mbrText = mbr.find("> .fullcomment .cmt").text(); + var qualName = mbr.attr("name"); + var owner = qualName.slice(0, qualName.indexOf("#")); + var name = qualName.slice(qualName.indexOf("#") + 1); + var inheritParent = inheritParents[owner]; + if (inheritParent != undefined) { + var values = $("> .values > ol", inheritParent); + if (values.length == 0) { + inheritParent.append("<div class='values members'><h3>Value Members</h3><ol></ol></div>"); + values = $("> .values > ol", inheritParent); + } + var clone = mbr.clone(); + clone[0].mbrText = this.mbrText; + values.append(clone); + } + var group = mbr.attr("group") + var groupParent = groupParents[group]; + if (groupParent != undefined) { + var values = $("> .values > ol", groupParent); + if (values.length == 0) { + groupParent.append("<div class='values members'><ol></ol></div>"); + values = $("> .values > ol", groupParent); + } + var clone = mbr.clone(); + clone[0].mbrText = this.mbrText; + values.append(clone); + } + }); + $("#inheritedMembers > div.parent").each(function() { + if ($("> div.members", this).length == 0) { $(this).remove(); }; + }); + $("#inheritedMembers > div.conversion").each(function() { + if ($("> div.members", this).length == 0) { $(this).remove(); }; + }); + $("#groupedMembers > div.group").each(function() { + if ($("> div.members", this).length == 0) { $(this).remove(); }; + }); +}; + +/* filter used to take boolean scrollToMember */ +function filter() { + var query = $.trim($("#memberfilter input").val()).toLowerCase(); + query = query.replace(/[-[\]{}()*+?.,\\^$|#]/g, "\\$&").replace(/\s+/g, "|"); + var queryRegExp = new RegExp(query, "i"); + var privateMembersHidden = $("#visbl > ol > li.public").hasClass("in"); + var orderingAlphabetic = $("#order > ol > li.alpha").hasClass("in"); + var orderingInheritance = $("#order > ol > li.inherit").hasClass("in"); + var orderingGroups = $("#order > ol > li.group").hasClass("in"); + var hiddenSuperclassElementsLinearization = orderingInheritance ? $("#linearization > li:gt(0)") : $("#linearization > li.out"); + var hiddenSuperclassesLinearization = hiddenSuperclassElementsLinearization.map(function() { + return $(this).attr("name"); + }).get(); + var hiddenSuperclassElementsImplicits = orderingInheritance ? $("#implicits > li") : $("#implicits > li.out"); + var hiddenSuperclassesImplicits = hiddenSuperclassElementsImplicits.map(function() { + return $(this).attr("name"); + }).get(); + + var hideInheritedMembers; + + if (orderingAlphabetic) { + $("#allMembers").show(); + $("#inheritedMembers").hide(); + $("#groupedMembers").hide(); + hideInheritedMembers = true; + $("#allMembers > .members").each(filterFunc); + } else if (orderingGroups) { + $("#groupedMembers").show(); + $("#inheritedMembers").hide(); + $("#allMembers").hide(); + hideInheritedMembers = true; + $("#groupedMembers > .group > .members").each(filterFunc); + $("#groupedMembers > div.group").each(function() { + $(this).show(); + if ($("> div.members", this).not(":hidden").length == 0) { + $(this).hide(); + } else { + $(this).show(); + } + }); + } else if (orderingInheritance) { + $("#inheritedMembers").show(); + $("#groupedMembers").hide(); + $("#allMembers").hide(); + hideInheritedMembers = false; + $("#inheritedMembers > .parent > .members").each(filterFunc); + $("#inheritedMembers > .conversion > .members").each(filterFunc); + } + + + function filterFunc() { + var membersVisible = false; + var members = $(this); + members.find("> ol > li").each(function() { + var mbr = $(this); + if (privateMembersHidden && mbr.attr("visbl") == "prt") { + mbr.hide(); + return; + } + var name = mbr.attr("name"); + // Owner filtering must not happen in "inherited from" member lists + if (hideInheritedMembers) { + var ownerIndex = name.indexOf("#"); + if (ownerIndex < 0) { + ownerIndex = name.lastIndexOf("."); + } + var owner = name.slice(0, ownerIndex); + for (var i = 0; i < hiddenSuperclassesLinearization.length; i++) { + if (hiddenSuperclassesLinearization[i] == owner) { + mbr.hide(); + return; + } + }; + for (var i = 0; i < hiddenSuperclassesImplicits.length; i++) { + if (hiddenSuperclassesImplicits[i] == owner) { + mbr.hide(); + return; + } + }; + } + if (query && !(queryRegExp.test(name) || queryRegExp.test(this.mbrText))) { + mbr.hide(); + return; + } + mbr.show(); + membersVisible = true; + }); + + if (membersVisible) + members.show(); + else + members.hide(); + }; + + return false; +}; + +/** Check if user agent is associated with a known mobile browser */ +function isMobile() { + return /Android|webOS|Mobi|iPhone|iPad|iPod|BlackBerry|IEMobile|Opera Mini/i.test(navigator.userAgent); +}
Added: datafu/site/docs/spark/2.1.0/lib/trait.svg URL: http://svn.apache.org/viewvc/datafu/site/docs/spark/2.1.0/lib/trait.svg?rev=1925323&view=auto ============================================================================== --- datafu/site/docs/spark/2.1.0/lib/trait.svg (added) +++ datafu/site/docs/spark/2.1.0/lib/trait.svg Tue Apr 29 18:54:44 2025 @@ -0,0 +1,54 @@ +<svg xmlns="http://www.w3.org/2000/svg"; xmlns:xlink="http://www.w3.org/1999/xlink"; width="72px" height="72px" viewBox="0 0 72 72" version="1.1"> + <defs> + <filter x="-50%" y="-50%" width="200%" height="200%" filterUnits="objectBoundingBox" id="filter-1"> + <feOffset dx="0" dy="4" in="SourceAlpha" result="shadowOffsetOuter1"/> + <feGaussianBlur stdDeviation="2" in="shadowOffsetOuter1" result="shadowBlurOuter1"/> + <feColorMatrix values="0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0.14 0" in="shadowBlurOuter1" type="matrix" result="shadowMatrixOuter1"/> + <feMerge> + <feMergeNode in="shadowMatrixOuter1"/> + <feMergeNode in="SourceGraphic"/> + </feMerge> + </filter> + <circle id="path-2" cx="32" cy="32" r="32"/> + <filter x="-50%" y="-50%" width="200%" height="200%" filterUnits="objectBoundingBox" id="filter-4"> + <feOffset dx="0" dy="4" in="SourceAlpha" result="shadowOffsetOuter1"/> + <feGaussianBlur stdDeviation="2" in="shadowOffsetOuter1" result="shadowBlurOuter1"/> + <feColorMatrix values="0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0.14 0" in="shadowBlurOuter1" type="matrix" result="shadowMatrixOuter1"/> + <feOffset dx="0" dy="1" in="SourceAlpha" result="shadowOffsetInner1"/> + <feGaussianBlur stdDeviation="0" in="shadowOffsetInner1" result="shadowBlurInner1"/> + <feComposite in="shadowBlurInner1" in2="SourceAlpha" operator="arithmetic" k2="-1" k3="1" result="shadowInnerInner1"/> + <feColorMatrix values="0 0 0 0 1 0 0 0 0 1 0 0 0 0 1 0 0 0 0.14 0" in="shadowInnerInner1" type="matrix" result="shadowMatrixInner1"/> + <feOffset dx="0" dy="-1" in="SourceAlpha" result="shadowOffsetInner2"/> + <feGaussianBlur stdDeviation="0" in="shadowOffsetInner2" result="shadowBlurInner2"/> + <feComposite in="shadowBlurInner2" in2="SourceAlpha" operator="arithmetic" k2="-1" k3="1" result="shadowInnerInner2"/> + <feColorMatrix values="0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0.14 0" in="shadowInnerInner2" type="matrix" result="shadowMatrixInner2"/> + <feMerge> + <feMergeNode in="shadowMatrixOuter1"/> + <feMergeNode in="SourceGraphic"/> + <feMergeNode in="shadowMatrixInner1"/> + <feMergeNode in="shadowMatrixInner2"/> + </feMerge> + </filter> + <path id="path-5" d="M32 61C49.673112 61 64 48.0162577 64 32 64 15.9837423 49.673112 3 32 3 14.326888 3 0 15.9837423 0 32 0 48.0162577 14.326888 61 32 61Z"/> + </defs> + <g id="Page-1" stroke="none" stroke-width="1" fill="none" fill-rule="evenodd"> + <g id="Artboard-1" transform="translate(-298.000000, -91.000000)"> + <g id="BG" transform="translate(302.000000, 91.000000)"> + <g id="Icon"> + <mask id="mask-3" fill="white"> + <use xlink:href="#path-2"/> + </mask> + <use id="Mask" fill="#19AACF" filter="url(#filter-1)" xlink:href="#path-2"/> + <mask id="mask-6" fill="white"> + <use xlink:href="#path-5"/> + </mask> + <text id="t" mask="url(#mask-6)" font-family="Open Sans, Helvetica Neueu, Sans-serif" font-size="40" font-weight="normal" fill="#FFFFFF"> + <tspan x="27" y="46"> + t + </tspan> + </text> + </g> + </g> + </g> + </g> +</svg> Added: datafu/site/docs/spark/2.1.0/lib/trait_comp.svg URL: http://svn.apache.org/viewvc/datafu/site/docs/spark/2.1.0/lib/trait_comp.svg?rev=1925323&view=auto ============================================================================== --- datafu/site/docs/spark/2.1.0/lib/trait_comp.svg (added) +++ datafu/site/docs/spark/2.1.0/lib/trait_comp.svg Tue Apr 29 18:54:44 2025 @@ -0,0 +1,57 @@ +<svg xmlns="http://www.w3.org/2000/svg"; xmlns:xlink="http://www.w3.org/1999/xlink"; width="72px" height="72px" viewBox="0 0 72 72" version="1.1"> + <defs> + <filter x="-50%" y="-50%" width="200%" height="200%" filterUnits="objectBoundingBox" id="filter-1"> + <feOffset dx="0" dy="4" in="SourceAlpha" result="shadowOffsetOuter1"/> + <feGaussianBlur stdDeviation="2" in="shadowOffsetOuter1" result="shadowBlurOuter1"/> + <feColorMatrix values="0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0.14 0" in="shadowBlurOuter1" type="matrix" result="shadowMatrixOuter1"/> + <feMerge> + <feMergeNode in="shadowMatrixOuter1"/> + <feMergeNode in="SourceGraphic"/> + </feMerge> + </filter> + <circle id="path-2" cx="32" cy="32" r="32"/> + <filter x="-50%" y="-50%" width="200%" height="200%" filterUnits="objectBoundingBox" id="filter-4"> + <feOffset dx="0" dy="4" in="SourceAlpha" result="shadowOffsetOuter1"/> + <feGaussianBlur stdDeviation="2" in="shadowOffsetOuter1" result="shadowBlurOuter1"/> + <feColorMatrix values="0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0.14 0" in="shadowBlurOuter1" type="matrix" result="shadowMatrixOuter1"/> + <feOffset dx="0" dy="1" in="SourceAlpha" result="shadowOffsetInner1"/> + <feGaussianBlur stdDeviation="0" in="shadowOffsetInner1" result="shadowBlurInner1"/> + <feComposite in="shadowBlurInner1" in2="SourceAlpha" operator="arithmetic" k2="-1" k3="1" result="shadowInnerInner1"/> + <feColorMatrix values="0 0 0 0 1 0 0 0 0 1 0 0 0 0 1 0 0 0 0.14 0" in="shadowInnerInner1" type="matrix" result="shadowMatrixInner1"/> + <feOffset dx="0" dy="-1" in="SourceAlpha" result="shadowOffsetInner2"/> + <feGaussianBlur stdDeviation="0" in="shadowOffsetInner2" result="shadowBlurInner2"/> + <feComposite in="shadowBlurInner2" in2="SourceAlpha" operator="arithmetic" k2="-1" k3="1" result="shadowInnerInner2"/> + <feColorMatrix values="0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0.14 0" in="shadowInnerInner2" type="matrix" result="shadowMatrixInner2"/> + <feMerge> + <feMergeNode in="shadowMatrixOuter1"/> + <feMergeNode in="SourceGraphic"/> + <feMergeNode in="shadowMatrixInner1"/> + <feMergeNode in="shadowMatrixInner2"/> + </feMerge> + </filter> + <path id="path-5" d="M32 61C49.673112 61 64 48.0162577 64 32 64 15.9837423 49.673112 3 32 3 14.326888 3 0 15.9837423 0 32 0 48.0162577 14.326888 61 32 61Z"/> + </defs> + <g id="Page-1" stroke="none" stroke-width="1" fill="none" fill-rule="evenodd"> + <g id="Artboard-1" transform="translate(-298.000000, -91.000000)"> + <g id="BG" transform="translate(302.000000, 91.000000)"> + <g id="Icon"> + <mask id="mask-3" fill="white"> + <use xlink:href="#path-2"/> + </mask> + <use id="Mask" fill="#2C6C8D" filter="url(#filter-1)" xlink:href="#path-2"/> + <rect id="Rectangle-2" opacity="0.3" fill="#000000" mask="url(#mask-3)" x="-8" y="33" width="80" height="31"/> + <mask id="mask-6" fill="white"> + <use xlink:href="#path-5"/> + </mask> + <use id="Mask" fill="#19AACF" filter="url(#filter-4)" xlink:href="#path-5"/> + <text id="t" mask="url(#mask-6)" font-family="Open Sans, Helvetica Neueu, Sans-serif" font-size="40" font-weight="normal" fill="#FFFFFF"> + <tspan x="27" y="46"> + t + </tspan> + </text> + <rect id="Rectangle-2" opacity="0.190065299" fill="#000000" mask="url(#mask-6)" x="-8" y="2" width="80" height="31"/> + </g> + </g> + </g> + </g> +</svg> Added: datafu/site/docs/spark/2.1.0/lib/trait_diagram.png URL: http://svn.apache.org/viewvc/datafu/site/docs/spark/2.1.0/lib/trait_diagram.png?rev=1925323&view=auto ============================================================================== Binary file - no diff available. Propchange: datafu/site/docs/spark/2.1.0/lib/trait_diagram.png ------------------------------------------------------------------------------ svn:mime-type = application/octet-stream Added: datafu/site/docs/spark/2.1.0/lib/type_diagram.png URL: http://svn.apache.org/viewvc/datafu/site/docs/spark/2.1.0/lib/type_diagram.png?rev=1925323&view=auto ============================================================================== Binary file - no diff available. Propchange: datafu/site/docs/spark/2.1.0/lib/type_diagram.png ------------------------------------------------------------------------------ svn:mime-type = application/octet-stream Added: datafu/site/docs/spark/2.1.0/org/apache/index.html URL: http://svn.apache.org/viewvc/datafu/site/docs/spark/2.1.0/org/apache/index.html?rev=1925323&view=auto ============================================================================== --- datafu/site/docs/spark/2.1.0/org/apache/index.html (added) +++ datafu/site/docs/spark/2.1.0/org/apache/index.html Tue Apr 29 18:54:44 2025 @@ -0,0 +1,190 @@ +<!DOCTYPE html > +<html> + <head> + <meta http-equiv="X-UA-Compatible" content="IE=edge" /> + <meta name="viewport" content="width=device-width, initial-scale=1.0, maximum-scale=1.0, user-scalable=no" /> + <title>datafu-spark 2.1.0 API - org.apache</title> + <meta name="description" content="datafu - spark 2.1.0 API - org.apache" /> + <meta name="keywords" content="datafu spark 2.1.0 API org.apache" /> + <meta http-equiv="content-type" content="text/html; charset=UTF-8" /> + + + <link href="../../lib/index.css" media="screen" type="text/css" rel="stylesheet" /> + <link href="../../lib/template.css" media="screen" type="text/css" rel="stylesheet" /> + <link href="../../lib/diagrams.css" media="screen" type="text/css" rel="stylesheet" id="diagrams-css" /> + <script type="text/javascript" src="../../lib/jquery.min.js"></script> + <script type="text/javascript" src="../../lib/jquery.panzoom.min.js"></script> + <script type="text/javascript" src="../../lib/jquery.mousewheel.min.js"></script> + <script type="text/javascript" src="../../lib/index.js"></script> + <script type="text/javascript" src="../../index.js"></script> + <script type="text/javascript" src="../../lib/scheduler.js"></script> + <script type="text/javascript" src="../../lib/template.js"></script> + + <script type="text/javascript"> + /* this variable can be used by the JS to determine the path to the root document */ + var toRoot = '../../'; + </script> + + </head> + <body> + <div id="search"> + <span id="doc-title">datafu-spark 2.1.0 API<span id="doc-version"></span></span> + <span class="close-results"><span class="left"><</span> Back</span> + <div id="textfilter"> + <span class="input"> + <input autocapitalize="none" placeholder="Search" id="index-input" type="text" accesskey="/" /> + <i class="clear material-icons">î </i> + <i id="search-icon" class="material-icons"></i> + </span> + </div> + </div> + <div id="search-results"> + <div id="search-progress"> + <div id="progress-fill"></div> + </div> + <div id="results-content"> + <div id="entity-results"></div> + <div id="member-results"></div> + </div> + </div> + <div id="content-scroll-container" style="-webkit-overflow-scrolling: touch;"> + <div id="content-container" style="-webkit-overflow-scrolling: touch;"> + <div id="subpackage-spacer"> + <div id="packages"> + <h1>Packages</h1> + <ul> + <li name="_root_.root" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="_root_"></a><a id="root:_root_"></a> + <span class="permalink"> + <a href="../../index.html" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier"></span> + <span class="kind">package</span> + </span> + <span class="symbol"> + <a title="" href="../../index.html"><span class="name">root</span></a> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="../../index.html" class="extype" name="_root_">root</a></dd></dl></div> + </li><li name="_root_.org" visbl="pub" class="indented1 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="org"></a><a id="org:org"></a> + <span class="permalink"> + <a href="../../org/index.html" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier"></span> + <span class="kind">package</span> + </span> + <span class="symbol"> + <a title="" href="../index.html"><span class="name">org</span></a> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="../../index.html" class="extype" name="_root_">root</a></dd></dl></div> + </li><li name="org.apache" visbl="pub" class="indented2 current" data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="apache"></a><a id="apache:apache"></a> + <span class="permalink"> + <a href="../../org/apache/index.html" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier"></span> + <span class="kind">package</span> + </span> + <span class="symbol"> + <span class="name">apache</span> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="../index.html" class="extype" name="org">org</a></dd></dl></div> + </li><li name="org.apache.spark" visbl="pub" class="indented3 " data-isabs="false" fullComment="no" group="Ungrouped"> + <a id="spark"></a><a id="spark:spark"></a> + <span class="permalink"> + <a href="../../org/apache/spark/index.html" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier"></span> + <span class="kind">package</span> + </span> + <span class="symbol"> + <a title="" href="spark/index.html"><span class="name">spark</span></a> + </span> + + + </li> + </ul> + </div> + </div> + <div id="content"> + <body class="package value"> + <div id="definition"> + <div class="big-circle package">p</div> + <p id="owner"><a href="../index.html" class="extype" name="org">org</a></p> + <h1>apache<span class="permalink"> + <a href="../../org/apache/index.html" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span></h1> + + </div> + + <h4 id="signature" class="signature"> + <span class="modifier_kind"> + <span class="modifier"></span> + <span class="kind">package</span> + </span> + <span class="symbol"> + <span class="name">apache</span> + </span> + </h4> + + + <div id="comment" class="fullcommenttop"></div> + + + + + <div id="template"> + <div id="allMembers"> + + + + + + + + + + + + </div> + + <div id="inheritedMembers"> + + + </div> + + <div id="groupedMembers"> + <div class="group" name="Ungrouped"> + <h3>Ungrouped</h3> + + </div> + </div> + + </div> + + <div id="tooltip"></div> + + <div id="footer"> </div> + </body> + </div> + </div> + </div> + </body> + </html> Added: datafu/site/docs/spark/2.1.0/org/apache/spark/datafu/deploy/SparkPythonRunner.html URL: http://svn.apache.org/viewvc/datafu/site/docs/spark/2.1.0/org/apache/spark/datafu/deploy/SparkPythonRunner.html?rev=1925323&view=auto ============================================================================== --- datafu/site/docs/spark/2.1.0/org/apache/spark/datafu/deploy/SparkPythonRunner.html (added) +++ datafu/site/docs/spark/2.1.0/org/apache/spark/datafu/deploy/SparkPythonRunner.html Tue Apr 29 18:54:44 2025 @@ -0,0 +1,737 @@ +<!DOCTYPE html > +<html> + <head> + <meta http-equiv="X-UA-Compatible" content="IE=edge" /> + <meta name="viewport" content="width=device-width, initial-scale=1.0, maximum-scale=1.0, user-scalable=no" /> + <title>datafu-spark 2.1.0 API - org.apache.spark.datafu.deploy.SparkPythonRunner</title> + <meta name="description" content="datafu - spark 2.1.0 API - org.apache.spark.datafu.deploy.SparkPythonRunner" /> + <meta name="keywords" content="datafu spark 2.1.0 API org.apache.spark.datafu.deploy.SparkPythonRunner" /> + <meta http-equiv="content-type" content="text/html; charset=UTF-8" /> + + + <link href="../../../../../lib/index.css" media="screen" type="text/css" rel="stylesheet" /> + <link href="../../../../../lib/template.css" media="screen" type="text/css" rel="stylesheet" /> + <link href="../../../../../lib/diagrams.css" media="screen" type="text/css" rel="stylesheet" id="diagrams-css" /> + <script type="text/javascript" src="../../../../../lib/jquery.min.js"></script> + <script type="text/javascript" src="../../../../../lib/jquery.panzoom.min.js"></script> + <script type="text/javascript" src="../../../../../lib/jquery.mousewheel.min.js"></script> + <script type="text/javascript" src="../../../../../lib/index.js"></script> + <script type="text/javascript" src="../../../../../index.js"></script> + <script type="text/javascript" src="../../../../../lib/scheduler.js"></script> + <script type="text/javascript" src="../../../../../lib/template.js"></script> + + <script type="text/javascript"> + /* this variable can be used by the JS to determine the path to the root document */ + var toRoot = '../../../../../'; + </script> + + </head> + <body> + <div id="search"> + <span id="doc-title">datafu-spark 2.1.0 API<span id="doc-version"></span></span> + <span class="close-results"><span class="left"><</span> Back</span> + <div id="textfilter"> + <span class="input"> + <input autocapitalize="none" placeholder="Search" id="index-input" type="text" accesskey="/" /> + <i class="clear material-icons">î </i> + <i id="search-icon" class="material-icons"></i> + </span> + </div> + </div> + <div id="search-results"> + <div id="search-progress"> + <div id="progress-fill"></div> + </div> + <div id="results-content"> + <div id="entity-results"></div> + <div id="member-results"></div> + </div> + </div> + <div id="content-scroll-container" style="-webkit-overflow-scrolling: touch;"> + <div id="content-container" style="-webkit-overflow-scrolling: touch;"> + <div id="subpackage-spacer"> + <div id="packages"> + <h1>Packages</h1> + <ul> + <li name="_root_.root" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="_root_"></a><a id="root:_root_"></a> + <span class="permalink"> + <a href="../../../../../index.html" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier"></span> + <span class="kind">package</span> + </span> + <span class="symbol"> + <a title="" href="../../../../../index.html"><span class="name">root</span></a> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="../../../../../index.html" class="extype" name="_root_">root</a></dd></dl></div> + </li><li name="_root_.org" visbl="pub" class="indented1 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="org"></a><a id="org:org"></a> + <span class="permalink"> + <a href="../../../../../org/index.html" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier"></span> + <span class="kind">package</span> + </span> + <span class="symbol"> + <a title="" href="../../../../index.html"><span class="name">org</span></a> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="../../../../../index.html" class="extype" name="_root_">root</a></dd></dl></div> + </li><li name="org.apache" visbl="pub" class="indented2 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="apache"></a><a id="apache:apache"></a> + <span class="permalink"> + <a href="../../../../../org/apache/index.html" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier"></span> + <span class="kind">package</span> + </span> + <span class="symbol"> + <a title="" href="../../../index.html"><span class="name">apache</span></a> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="../../../../index.html" class="extype" name="org">org</a></dd></dl></div> + </li><li name="org.apache.spark" visbl="pub" class="indented3 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="spark"></a><a id="spark:spark"></a> + <span class="permalink"> + <a href="../../../../../org/apache/spark/index.html" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier"></span> + <span class="kind">package</span> + </span> + <span class="symbol"> + <a title="" href="../../index.html"><span class="name">spark</span></a> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="../../../index.html" class="extype" name="org.apache">apache</a></dd></dl></div> + </li><li name="org.apache.spark.datafu" visbl="pub" class="indented4 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="datafu"></a><a id="datafu:datafu"></a> + <span class="permalink"> + <a href="../../../../../org/apache/spark/datafu/index.html" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier"></span> + <span class="kind">package</span> + </span> + <span class="symbol"> + <a title="" href="../index.html"><span class="name">datafu</span></a> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="../../index.html" class="extype" name="org.apache.spark">spark</a></dd></dl></div> + </li><li name="org.apache.spark.datafu.deploy" visbl="pub" class="indented5 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="deploy"></a><a id="deploy:deploy"></a> + <span class="permalink"> + <a href="../../../../../org/apache/spark/datafu/deploy/index.html" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier"></span> + <span class="kind">package</span> + </span> + <span class="symbol"> + <a title="" href="index.html"><span class="name">deploy</span></a> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="../index.html" class="extype" name="org.apache.spark.datafu">datafu</a></dd></dl></div> + </li><li class="current-entities indented5"> + <span class="separator"></span> + <a class="class" href="" title="Internal class - should not be used by user"></a> + <a href="" title="Internal class - should not be used by user">SparkPythonRunner</a> + </li> + </ul> + </div> + </div> + <div id="content"> + <body class="class type"> + <div id="definition"> + <div class="big-circle class">c</div> + <p id="owner"><a href="../../../../index.html" class="extype" name="org">org</a>.<a href="../../../index.html" class="extype" name="org.apache">apache</a>.<a href="../../index.html" class="extype" name="org.apache.spark">spark</a>.<a href="../index.html" class="extype" name="org.apache.spark.datafu">datafu</a>.<a href="index.html" class="extype" name="org.apache.spark.datafu.deploy">deploy</a></p> + <h1>SparkPythonRunner<span class="permalink"> + <a href="../../../../../org/apache/spark/datafu/deploy/SparkPythonRunner.html" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span></h1> + <h3><span class="morelinks"></span></h3> + </div> + + <h4 id="signature" class="signature"> + <span class="modifier_kind"> + <span class="modifier"></span> + <span class="kind">case class</span> + </span> + <span class="symbol"> + <span class="name">SparkPythonRunner</span><span class="params">(<span name="pyPaths">pyPaths: <span class="extype" name="scala.Predef.String">String</span></span>, <span name="otherArgs">otherArgs: <span class="extype" name="scala.Array">Array</span>[<span class="extype" name="scala.Predef.String">String</span>] = <span class="symbol">Array()</span></span>)</span><span class="result"> extends <span class="extype" name="scala.Product">Product</span> with <span class="extype" name="scala.Serializable">Serializable</span></span> + </span> + </h4> + + + <div id="comment" class="fullcommenttop"><div class="comment cmt"><p>Internal class - should not be used by user</p><p>background: +We had to "override" Spark's PythonRunner because we failed on premature python process closing. +In PythonRunner the python process exits immediately when finished to read the file, +this caused us to Accumulators Exceptions when the driver tries to get accumulation data +from the python gateway. +Instead, like in Zeppelin, we create an "interactive" python process, feed it the python +script and not closing the gateway. +</p></div><div class="toggleContainer block"> + <span class="toggle"> + Linear Supertypes + </span> + <div class="superTypes hiddenContent"><span class="extype" name="scala.Serializable">Serializable</span>, <span class="extype" name="java.io.Serializable">Serializable</span>, <span class="extype" name="scala.Product">Product</span>, <span class="extype" name="scala.Equals">Equals</span>, <span class="extype" name="scala.AnyRef">AnyRef</span>, <span class="extype" name="scala.Any">Any</span></div> + </div></div> + + + <div id="mbrsel"> + <div class="toggle"></div> + <div id="memberfilter"> + <i class="material-icons arrow">î·</i> + <span class="input"> + <input id="mbrsel-input" placeholder="Filter all members" type="text" accesskey="/" /> + </span> + <i class="clear material-icons">î </i> + </div> + <div id="filterby"> + <div id="order"> + <span class="filtertype">Ordering</span> + <ol> + + <li class="alpha in"><span>Alphabetic</span></li> + <li class="inherit out"><span>By Inheritance</span></li> + </ol> + </div> + <div class="ancestors"> + <span class="filtertype">Inherited<br /> + </span> + <ol id="linearization"> + <li class="in" name="org.apache.spark.datafu.deploy.SparkPythonRunner"><span>SparkPythonRunner</span></li><li class="in" name="scala.Serializable"><span>Serializable</span></li><li class="in" name="java.io.Serializable"><span>Serializable</span></li><li class="in" name="scala.Product"><span>Product</span></li><li class="in" name="scala.Equals"><span>Equals</span></li><li class="in" name="scala.AnyRef"><span>AnyRef</span></li><li class="in" name="scala.Any"><span>Any</span></li> + </ol> + </div><div class="ancestors"> + <span class="filtertype"></span> + <ol> + <li class="hideall out"><span>Hide All</span></li> + <li class="showall in"><span>Show All</span></li> + </ol> + </div> + <div id="visbl"> + <span class="filtertype">Visibility</span> + <ol><li class="public in"><span>Public</span></li><li class="all out"><span>All</span></li></ol> + </div> + </div> + </div> + + <div id="template"> + <div id="allMembers"> + <div id="constructors" class="members"> + <h3>Instance Constructors</h3> + <ol><li name="org.apache.spark.datafu.deploy.SparkPythonRunner#<init>" visbl="pub" class="indented0 " data-isabs="false" fullComment="no" group="Ungrouped"> + <a id="<init>(pyPaths:String,otherArgs:Array[String]):org.apache.spark.datafu.deploy.SparkPythonRunner"></a><a id="<init>:SparkPythonRunner"></a> + <span class="permalink"> + <a href="../../../../../org/apache/spark/datafu/deploy/SparkPythonRunner.html#<init>(pyPaths:String,otherArgs:Array[String]):org.apache.spark.datafu.deploy.SparkPythonRunner" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier"></span> + <span class="kind">new</span> + </span> + <span class="symbol"> + <span class="name">SparkPythonRunner</span><span class="params">(<span name="pyPaths">pyPaths: <span class="extype" name="scala.Predef.String">String</span></span>, <span name="otherArgs">otherArgs: <span class="extype" name="scala.Array">Array</span>[<span class="extype" name="scala.Predef.String">String</span>] = <span class="symbol">Array()</span></span>)</span> + </span> + + + </li></ol> + </div> + + + + + + <div class="values members"> + <h3>Value Members</h3> + <ol> + <li name="scala.AnyRef#!=" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="!=(x$1:Any):Boolean"></a><a id="!=(Any):Boolean"></a> + <span class="permalink"> + <a href="../../../../../org/apache/spark/datafu/deploy/SparkPythonRunner.html#!=(x$1:Any):Boolean" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier">final </span> + <span class="kind">def</span> + </span> + <span class="symbol"> + <span title="gt4s: $bang$eq" class="name">!=</span><span class="params">(<span name="arg0">arg0: <span class="extype" name="scala.Any">Any</span></span>)</span><span class="result">: <span class="extype" name="scala.Boolean">Boolean</span></span> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef â Any</dd></dl></div> + </li><li name="scala.AnyRef###" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="##():Int"></a> + <span class="permalink"> + <a href="../../../../../org/apache/spark/datafu/deploy/SparkPythonRunner.html###():Int" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier">final </span> + <span class="kind">def</span> + </span> + <span class="symbol"> + <span title="gt4s: $hash$hash" class="name">##</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.Int">Int</span></span> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef â Any</dd></dl></div> + </li><li name="scala.AnyRef#==" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="==(x$1:Any):Boolean"></a><a id="==(Any):Boolean"></a> + <span class="permalink"> + <a href="../../../../../org/apache/spark/datafu/deploy/SparkPythonRunner.html#==(x$1:Any):Boolean" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier">final </span> + <span class="kind">def</span> + </span> + <span class="symbol"> + <span title="gt4s: $eq$eq" class="name">==</span><span class="params">(<span name="arg0">arg0: <span class="extype" name="scala.Any">Any</span></span>)</span><span class="result">: <span class="extype" name="scala.Boolean">Boolean</span></span> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef â Any</dd></dl></div> + </li><li name="scala.Any#asInstanceOf" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="asInstanceOf[T0]:T0"></a> + <span class="permalink"> + <a href="../../../../../org/apache/spark/datafu/deploy/SparkPythonRunner.html#asInstanceOf[T0]:T0" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier">final </span> + <span class="kind">def</span> + </span> + <span class="symbol"> + <span class="name">asInstanceOf</span><span class="tparams">[<span name="T0">T0</span>]</span><span class="result">: <span class="extype" name="scala.Any.asInstanceOf.T0">T0</span></span> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>Any</dd></dl></div> + </li><li name="scala.AnyRef#clone" visbl="prt" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="clone():Object"></a><a id="clone():AnyRef"></a> + <span class="permalink"> + <a href="../../../../../org/apache/spark/datafu/deploy/SparkPythonRunner.html#clone():Object" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier"></span> + <span class="kind">def</span> + </span> + <span class="symbol"> + <span class="name">clone</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.AnyRef">AnyRef</span></span> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Attributes</dt><dd>protected[<span class="extype" name="java.lang">lang</span>] </dd><dt>Definition Classes</dt><dd>AnyRef</dd><dt>Annotations</dt><dd> + <span class="name">@throws</span><span class="args">(<span> + + <span class="defval" name="classOf[java.lang.CloneNotSupportedException]">...</span> + </span>)</span> + + <span class="name">@native</span><span class="args">()</span> + + </dd></dl></div> + </li><li name="org.apache.spark.datafu.deploy.SparkPythonRunner#createSecret" visbl="pub" class="indented0 " data-isabs="false" fullComment="no" group="Ungrouped"> + <a id="createSecret(secretBitLength:Int):String"></a><a id="createSecret(Int):String"></a> + <span class="permalink"> + <a href="../../../../../org/apache/spark/datafu/deploy/SparkPythonRunner.html#createSecret(secretBitLength:Int):String" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier"></span> + <span class="kind">def</span> + </span> + <span class="symbol"> + <span class="name">createSecret</span><span class="params">(<span name="secretBitLength">secretBitLength: <span class="extype" name="scala.Int">Int</span></span>)</span><span class="result">: <span class="extype" name="scala.Predef.String">String</span></span> + </span> + + + </li><li name="scala.AnyRef#eq" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="eq(x$1:AnyRef):Boolean"></a><a id="eq(AnyRef):Boolean"></a> + <span class="permalink"> + <a href="../../../../../org/apache/spark/datafu/deploy/SparkPythonRunner.html#eq(x$1:AnyRef):Boolean" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier">final </span> + <span class="kind">def</span> + </span> + <span class="symbol"> + <span class="name">eq</span><span class="params">(<span name="arg0">arg0: <span class="extype" name="scala.AnyRef">AnyRef</span></span>)</span><span class="result">: <span class="extype" name="scala.Boolean">Boolean</span></span> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd></dl></div> + </li><li name="scala.AnyRef#finalize" visbl="prt" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="finalize():Unit"></a> + <span class="permalink"> + <a href="../../../../../org/apache/spark/datafu/deploy/SparkPythonRunner.html#finalize():Unit" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier"></span> + <span class="kind">def</span> + </span> + <span class="symbol"> + <span class="name">finalize</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.Unit">Unit</span></span> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Attributes</dt><dd>protected[<span class="extype" name="java.lang">lang</span>] </dd><dt>Definition Classes</dt><dd>AnyRef</dd><dt>Annotations</dt><dd> + <span class="name">@throws</span><span class="args">(<span> + + <span class="symbol">classOf[java.lang.Throwable]</span> + </span>)</span> + + </dd></dl></div> + </li><li name="scala.AnyRef#getClass" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="getClass():Class[_]"></a> + <span class="permalink"> + <a href="../../../../../org/apache/spark/datafu/deploy/SparkPythonRunner.html#getClass():Class[_]" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier">final </span> + <span class="kind">def</span> + </span> + <span class="symbol"> + <span class="name">getClass</span><span class="params">()</span><span class="result">: <span class="extype" name="java.lang.Class">Class</span>[_]</span> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef â Any</dd><dt>Annotations</dt><dd> + <span class="name">@native</span><span class="args">()</span> + + </dd></dl></div> + </li><li name="scala.Any#isInstanceOf" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="isInstanceOf[T0]:Boolean"></a> + <span class="permalink"> + <a href="../../../../../org/apache/spark/datafu/deploy/SparkPythonRunner.html#isInstanceOf[T0]:Boolean" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier">final </span> + <span class="kind">def</span> + </span> + <span class="symbol"> + <span class="name">isInstanceOf</span><span class="tparams">[<span name="T0">T0</span>]</span><span class="result">: <span class="extype" name="scala.Boolean">Boolean</span></span> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>Any</dd></dl></div> + </li><li name="org.apache.spark.datafu.deploy.SparkPythonRunner#logger" visbl="pub" class="indented0 " data-isabs="false" fullComment="no" group="Ungrouped"> + <a id="logger:org.apache.logging.log4j.Logger"></a><a id="logger:Logger"></a> + <span class="permalink"> + <a href="../../../../../org/apache/spark/datafu/deploy/SparkPythonRunner.html#logger:org.apache.logging.log4j.Logger" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier"></span> + <span class="kind">val</span> + </span> + <span class="symbol"> + <span class="name">logger</span><span class="result">: <span class="extype" name="org.apache.logging.log4j.Logger">Logger</span></span> + </span> + + + </li><li name="scala.AnyRef#ne" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="ne(x$1:AnyRef):Boolean"></a><a id="ne(AnyRef):Boolean"></a> + <span class="permalink"> + <a href="../../../../../org/apache/spark/datafu/deploy/SparkPythonRunner.html#ne(x$1:AnyRef):Boolean" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier">final </span> + <span class="kind">def</span> + </span> + <span class="symbol"> + <span class="name">ne</span><span class="params">(<span name="arg0">arg0: <span class="extype" name="scala.AnyRef">AnyRef</span></span>)</span><span class="result">: <span class="extype" name="scala.Boolean">Boolean</span></span> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd></dl></div> + </li><li name="scala.AnyRef#notify" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="notify():Unit"></a> + <span class="permalink"> + <a href="../../../../../org/apache/spark/datafu/deploy/SparkPythonRunner.html#notify():Unit" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier">final </span> + <span class="kind">def</span> + </span> + <span class="symbol"> + <span class="name">notify</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.Unit">Unit</span></span> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd><dt>Annotations</dt><dd> + <span class="name">@native</span><span class="args">()</span> + + </dd></dl></div> + </li><li name="scala.AnyRef#notifyAll" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="notifyAll():Unit"></a> + <span class="permalink"> + <a href="../../../../../org/apache/spark/datafu/deploy/SparkPythonRunner.html#notifyAll():Unit" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier">final </span> + <span class="kind">def</span> + </span> + <span class="symbol"> + <span class="name">notifyAll</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.Unit">Unit</span></span> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd><dt>Annotations</dt><dd> + <span class="name">@native</span><span class="args">()</span> + + </dd></dl></div> + </li><li name="org.apache.spark.datafu.deploy.SparkPythonRunner#otherArgs" visbl="pub" class="indented0 " data-isabs="false" fullComment="no" group="Ungrouped"> + <a id="otherArgs:Array[String]"></a> + <span class="permalink"> + <a href="../../../../../org/apache/spark/datafu/deploy/SparkPythonRunner.html#otherArgs:Array[String]" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier"></span> + <span class="kind">val</span> + </span> + <span class="symbol"> + <span class="name">otherArgs</span><span class="result">: <span class="extype" name="scala.Array">Array</span>[<span class="extype" name="scala.Predef.String">String</span>]</span> + </span> + + + </li><li name="org.apache.spark.datafu.deploy.SparkPythonRunner#process" visbl="pub" class="indented0 " data-isabs="false" fullComment="no" group="Ungrouped"> + <a id="process:Process"></a> + <span class="permalink"> + <a href="../../../../../org/apache/spark/datafu/deploy/SparkPythonRunner.html#process:Process" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier"></span> + <span class="kind">val</span> + </span> + <span class="symbol"> + <span class="name">process</span><span class="result">: <span class="extype" name="java.lang.Process">Process</span></span> + </span> + + + </li><li name="org.apache.spark.datafu.deploy.SparkPythonRunner#pyPaths" visbl="pub" class="indented0 " data-isabs="false" fullComment="no" group="Ungrouped"> + <a id="pyPaths:String"></a> + <span class="permalink"> + <a href="../../../../../org/apache/spark/datafu/deploy/SparkPythonRunner.html#pyPaths:String" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier"></span> + <span class="kind">val</span> + </span> + <span class="symbol"> + <span class="name">pyPaths</span><span class="result">: <span class="extype" name="scala.Predef.String">String</span></span> + </span> + + + </li><li name="org.apache.spark.datafu.deploy.SparkPythonRunner#reader" visbl="pub" class="indented0 " data-isabs="false" fullComment="no" group="Ungrouped"> + <a id="reader:java.io.BufferedReader"></a><a id="reader:BufferedReader"></a> + <span class="permalink"> + <a href="../../../../../org/apache/spark/datafu/deploy/SparkPythonRunner.html#reader:java.io.BufferedReader" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier"></span> + <span class="kind">val</span> + </span> + <span class="symbol"> + <span class="name">reader</span><span class="result">: <span class="extype" name="java.io.BufferedReader">BufferedReader</span></span> + </span> + + + </li><li name="org.apache.spark.datafu.deploy.SparkPythonRunner#runPyFile" visbl="pub" class="indented0 " data-isabs="false" fullComment="no" group="Ungrouped"> + <a id="runPyFile(pythonFile:String):String"></a><a id="runPyFile(String):String"></a> + <span class="permalink"> + <a href="../../../../../org/apache/spark/datafu/deploy/SparkPythonRunner.html#runPyFile(pythonFile:String):String" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier"></span> + <span class="kind">def</span> + </span> + <span class="symbol"> + <span class="name">runPyFile</span><span class="params">(<span name="pythonFile">pythonFile: <span class="extype" name="scala.Predef.String">String</span></span>)</span><span class="result">: <span class="extype" name="scala.Predef.String">String</span></span> + </span> + + + </li><li name="scala.AnyRef#synchronized" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="synchronized[T0](x$1:=>T0):T0"></a><a id="synchronized[T0](âT0):T0"></a> + <span class="permalink"> + <a href="../../../../../org/apache/spark/datafu/deploy/SparkPythonRunner.html#synchronized[T0](x$1:=>T0):T0" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier">final </span> + <span class="kind">def</span> + </span> + <span class="symbol"> + <span class="name">synchronized</span><span class="tparams">[<span name="T0">T0</span>]</span><span class="params">(<span name="arg0">arg0: â <span class="extype" name="java.lang.AnyRef.synchronized.T0">T0</span></span>)</span><span class="result">: <span class="extype" name="java.lang.AnyRef.synchronized.T0">T0</span></span> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd></dl></div> + </li><li name="scala.AnyRef#wait" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="wait():Unit"></a> + <span class="permalink"> + <a href="../../../../../org/apache/spark/datafu/deploy/SparkPythonRunner.html#wait():Unit" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier">final </span> + <span class="kind">def</span> + </span> + <span class="symbol"> + <span class="name">wait</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.Unit">Unit</span></span> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd><dt>Annotations</dt><dd> + <span class="name">@throws</span><span class="args">(<span> + + <span class="defval" name="classOf[java.lang.InterruptedException]">...</span> + </span>)</span> + + </dd></dl></div> + </li><li name="scala.AnyRef#wait" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="wait(x$1:Long,x$2:Int):Unit"></a><a id="wait(Long,Int):Unit"></a> + <span class="permalink"> + <a href="../../../../../org/apache/spark/datafu/deploy/SparkPythonRunner.html#wait(x$1:Long,x$2:Int):Unit" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier">final </span> + <span class="kind">def</span> + </span> + <span class="symbol"> + <span class="name">wait</span><span class="params">(<span name="arg0">arg0: <span class="extype" name="scala.Long">Long</span></span>, <span name="arg1">arg1: <span class="extype" name="scala.Int">Int</span></span>)</span><span class="result">: <span class="extype" name="scala.Unit">Unit</span></span> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd><dt>Annotations</dt><dd> + <span class="name">@throws</span><span class="args">(<span> + + <span class="defval" name="classOf[java.lang.InterruptedException]">...</span> + </span>)</span> + + </dd></dl></div> + </li><li name="scala.AnyRef#wait" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="wait(x$1:Long):Unit"></a><a id="wait(Long):Unit"></a> + <span class="permalink"> + <a href="../../../../../org/apache/spark/datafu/deploy/SparkPythonRunner.html#wait(x$1:Long):Unit" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier">final </span> + <span class="kind">def</span> + </span> + <span class="symbol"> + <span class="name">wait</span><span class="params">(<span name="arg0">arg0: <span class="extype" name="scala.Long">Long</span></span>)</span><span class="result">: <span class="extype" name="scala.Unit">Unit</span></span> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd><dt>Annotations</dt><dd> + <span class="name">@throws</span><span class="args">(<span> + + <span class="defval" name="classOf[java.lang.InterruptedException]">...</span> + </span>)</span> + + <span class="name">@native</span><span class="args">()</span> + + </dd></dl></div> + </li><li name="org.apache.spark.datafu.deploy.SparkPythonRunner#writer" visbl="pub" class="indented0 " data-isabs="false" fullComment="no" group="Ungrouped"> + <a id="writer:java.io.BufferedWriter"></a><a id="writer:BufferedWriter"></a> + <span class="permalink"> + <a href="../../../../../org/apache/spark/datafu/deploy/SparkPythonRunner.html#writer:java.io.BufferedWriter" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier"></span> + <span class="kind">val</span> + </span> + <span class="symbol"> + <span class="name">writer</span><span class="result">: <span class="extype" name="java.io.BufferedWriter">BufferedWriter</span></span> + </span> + + + </li> + </ol> + </div> + + + + + </div> + + <div id="inheritedMembers"> + <div class="parent" name="scala.Serializable"> + <h3>Inherited from <span class="extype" name="scala.Serializable">Serializable</span></h3> + </div><div class="parent" name="java.io.Serializable"> + <h3>Inherited from <span class="extype" name="java.io.Serializable">Serializable</span></h3> + </div><div class="parent" name="scala.Product"> + <h3>Inherited from <span class="extype" name="scala.Product">Product</span></h3> + </div><div class="parent" name="scala.Equals"> + <h3>Inherited from <span class="extype" name="scala.Equals">Equals</span></h3> + </div><div class="parent" name="scala.AnyRef"> + <h3>Inherited from <span class="extype" name="scala.AnyRef">AnyRef</span></h3> + </div><div class="parent" name="scala.Any"> + <h3>Inherited from <span class="extype" name="scala.Any">Any</span></h3> + </div> + + </div> + + <div id="groupedMembers"> + <div class="group" name="Ungrouped"> + <h3>Ungrouped</h3> + + </div> + </div> + + </div> + + <div id="tooltip"></div> + + <div id="footer"> </div> + </body> + </div> + </div> + </div> + </body> + </html> Added: datafu/site/docs/spark/2.1.0/org/apache/spark/datafu/deploy/index.html URL: http://svn.apache.org/viewvc/datafu/site/docs/spark/2.1.0/org/apache/spark/datafu/deploy/index.html?rev=1925323&view=auto ============================================================================== --- datafu/site/docs/spark/2.1.0/org/apache/spark/datafu/deploy/index.html (added) +++ datafu/site/docs/spark/2.1.0/org/apache/spark/datafu/deploy/index.html Tue Apr 29 18:54:44 2025 @@ -0,0 +1,252 @@ +<!DOCTYPE html > +<html> + <head> + <meta http-equiv="X-UA-Compatible" content="IE=edge" /> + <meta name="viewport" content="width=device-width, initial-scale=1.0, maximum-scale=1.0, user-scalable=no" /> + <title>datafu-spark 2.1.0 API - org.apache.spark.datafu.deploy</title> + <meta name="description" content="datafu - spark 2.1.0 API - org.apache.spark.datafu.deploy" /> + <meta name="keywords" content="datafu spark 2.1.0 API org.apache.spark.datafu.deploy" /> + <meta http-equiv="content-type" content="text/html; charset=UTF-8" /> + + + <link href="../../../../../lib/index.css" media="screen" type="text/css" rel="stylesheet" /> + <link href="../../../../../lib/template.css" media="screen" type="text/css" rel="stylesheet" /> + <link href="../../../../../lib/diagrams.css" media="screen" type="text/css" rel="stylesheet" id="diagrams-css" /> + <script type="text/javascript" src="../../../../../lib/jquery.min.js"></script> + <script type="text/javascript" src="../../../../../lib/jquery.panzoom.min.js"></script> + <script type="text/javascript" src="../../../../../lib/jquery.mousewheel.min.js"></script> + <script type="text/javascript" src="../../../../../lib/index.js"></script> + <script type="text/javascript" src="../../../../../index.js"></script> + <script type="text/javascript" src="../../../../../lib/scheduler.js"></script> + <script type="text/javascript" src="../../../../../lib/template.js"></script> + + <script type="text/javascript"> + /* this variable can be used by the JS to determine the path to the root document */ + var toRoot = '../../../../../'; + </script> + + </head> + <body> + <div id="search"> + <span id="doc-title">datafu-spark 2.1.0 API<span id="doc-version"></span></span> + <span class="close-results"><span class="left"><</span> Back</span> + <div id="textfilter"> + <span class="input"> + <input autocapitalize="none" placeholder="Search" id="index-input" type="text" accesskey="/" /> + <i class="clear material-icons">î </i> + <i id="search-icon" class="material-icons"></i> + </span> + </div> + </div> + <div id="search-results"> + <div id="search-progress"> + <div id="progress-fill"></div> + </div> + <div id="results-content"> + <div id="entity-results"></div> + <div id="member-results"></div> + </div> + </div> + <div id="content-scroll-container" style="-webkit-overflow-scrolling: touch;"> + <div id="content-container" style="-webkit-overflow-scrolling: touch;"> + <div id="subpackage-spacer"> + <div id="packages"> + <h1>Packages</h1> + <ul> + <li name="_root_.root" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="_root_"></a><a id="root:_root_"></a> + <span class="permalink"> + <a href="../../../../../index.html" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier"></span> + <span class="kind">package</span> + </span> + <span class="symbol"> + <a title="" href="../../../../../index.html"><span class="name">root</span></a> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="../../../../../index.html" class="extype" name="_root_">root</a></dd></dl></div> + </li><li name="_root_.org" visbl="pub" class="indented1 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="org"></a><a id="org:org"></a> + <span class="permalink"> + <a href="../../../../../org/index.html" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier"></span> + <span class="kind">package</span> + </span> + <span class="symbol"> + <a title="" href="../../../../index.html"><span class="name">org</span></a> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="../../../../../index.html" class="extype" name="_root_">root</a></dd></dl></div> + </li><li name="org.apache" visbl="pub" class="indented2 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="apache"></a><a id="apache:apache"></a> + <span class="permalink"> + <a href="../../../../../org/apache/index.html" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier"></span> + <span class="kind">package</span> + </span> + <span class="symbol"> + <a title="" href="../../../index.html"><span class="name">apache</span></a> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="../../../../index.html" class="extype" name="org">org</a></dd></dl></div> + </li><li name="org.apache.spark" visbl="pub" class="indented3 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="spark"></a><a id="spark:spark"></a> + <span class="permalink"> + <a href="../../../../../org/apache/spark/index.html" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier"></span> + <span class="kind">package</span> + </span> + <span class="symbol"> + <a title="" href="../../index.html"><span class="name">spark</span></a> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="../../../index.html" class="extype" name="org.apache">apache</a></dd></dl></div> + </li><li name="org.apache.spark.datafu" visbl="pub" class="indented4 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="datafu"></a><a id="datafu:datafu"></a> + <span class="permalink"> + <a href="../../../../../org/apache/spark/datafu/index.html" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier"></span> + <span class="kind">package</span> + </span> + <span class="symbol"> + <a title="" href="../index.html"><span class="name">datafu</span></a> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="../../index.html" class="extype" name="org.apache.spark">spark</a></dd></dl></div> + </li><li name="org.apache.spark.datafu.deploy" visbl="pub" class="indented5 current" data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="deploy"></a><a id="deploy:deploy"></a> + <span class="permalink"> + <a href="../../../../../org/apache/spark/datafu/deploy/index.html" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier"></span> + <span class="kind">package</span> + </span> + <span class="symbol"> + <span class="name">deploy</span> + </span> + + <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="../index.html" class="extype" name="org.apache.spark.datafu">datafu</a></dd></dl></div> + </li><li class="current-entities indented5"> + <span class="separator"></span> + <a class="class" href="SparkPythonRunner.html" title="Internal class - should not be used by user"></a> + <a href="SparkPythonRunner.html" title="Internal class - should not be used by user">SparkPythonRunner</a> + </li> + </ul> + </div> + </div> + <div id="content"> + <body class="package value"> + <div id="definition"> + <div class="big-circle package">p</div> + <p id="owner"><a href="../../../../index.html" class="extype" name="org">org</a>.<a href="../../../index.html" class="extype" name="org.apache">apache</a>.<a href="../../index.html" class="extype" name="org.apache.spark">spark</a>.<a href="../index.html" class="extype" name="org.apache.spark.datafu">datafu</a></p> + <h1>deploy<span class="permalink"> + <a href="../../../../../org/apache/spark/datafu/deploy/index.html" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span></h1> + + </div> + + <h4 id="signature" class="signature"> + <span class="modifier_kind"> + <span class="modifier"></span> + <span class="kind">package</span> + </span> + <span class="symbol"> + <span class="name">deploy</span> + </span> + </h4> + + + <div id="comment" class="fullcommenttop"></div> + + + + + <div id="template"> + <div id="allMembers"> + + + <div id="types" class="types members"> + <h3>Type Members</h3> + <ol><li name="org.apache.spark.datafu.deploy.SparkPythonRunner" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> + <a id="SparkPythonRunnerextendsProductwithSerializable"></a><a id="SparkPythonRunner:SparkPythonRunner"></a> + <span class="permalink"> + <a href="../../../../../org/apache/spark/datafu/deploy/SparkPythonRunner.html" title="Permalink"> + <i class="material-icons">î </i> + </a> + </span> + <span class="modifier_kind"> + <span class="modifier"></span> + <span class="kind">case class</span> + </span> + <span class="symbol"> + <a title="Internal class - should not be used by user" href="SparkPythonRunner.html"><span class="name">SparkPythonRunner</span></a><span class="params">(<span name="pyPaths">pyPaths: <span class="extype" name="scala.Predef.String">String</span></span>, <span name="otherArgs">otherArgs: <span class="extype" name="scala.Array">Array</span>[<span class="extype" name="scala.Predef.String">String</span>] = <span class="symbol">Array()</span></span>)</span><span class="result"> extends <span class="extype" name="scala.Product">Product</span> with <span class="extype" name="scala.Serializable">Serializable</span></span> + </span> + + <p class="shortcomment cmt">Internal class - should not be used by user</p><div class="fullcomment"><div class="comment cmt"><p>Internal class - should not be used by user</p><p>background: +We had to "override" Spark's PythonRunner because we failed on premature python process closing. +In PythonRunner the python process exits immediately when finished to read the file, +this caused us to Accumulators Exceptions when the driver tries to get accumulation data +from the python gateway. +Instead, like in Zeppelin, we create an "interactive" python process, feed it the python +script and not closing the gateway. +</p></div></div> + </li></ol> + </div> + + + + + + + + + </div> + + <div id="inheritedMembers"> + + + </div> + + <div id="groupedMembers"> + <div class="group" name="Ungrouped"> + <h3>Ungrouped</h3> + + </div> + </div> + + </div> + + <div id="tooltip"></div> + + <div id="footer"> </div> + </body> + </div> + </div> + </div> + </body> + </html>
