This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a commit to branch asf-site
in repository https://gitbox.apache.org/repos/asf/hive-site.git
The following commit(s) were added to refs/heads/asf-site by this push:
new b9f9511 deploy: bc55f52c275064f63b396525421f6c5a35184520
b9f9511 is described below
commit b9f95114046d9ec7a4357c19160a640f3910d89c
Author: kasakrisz <[email protected]>
AuthorDate: Thu Mar 20 11:35:16 2025 +0000
deploy: bc55f52c275064f63b396525421f6c5a35184520
---
docs/latest/capture-lineage-info/index.html | 192 ++++++++++++++++++++++++++++
docs/latest/index.html | 3 +
docs/latest/index.xml | 3 +-
index.json | 2 +-
index.xml | 3 +-
sitemap.xml | 2 +-
6 files changed, 201 insertions(+), 4 deletions(-)
diff --git a/docs/latest/capture-lineage-info/index.html
b/docs/latest/capture-lineage-info/index.html
new file mode 100644
index 0000000..39bbd03
--- /dev/null
+++ b/docs/latest/capture-lineage-info/index.html
@@ -0,0 +1,192 @@
+<!doctype html><html><!doctype html>
+<html>
+<head>
+<meta charset=utf-8>
+<meta http-equiv=x-ua-compatible content="IE=edge">
+<meta name=viewport content="width=device-width,initial-scale=1">
+<meta name=description content>
+<meta name=author content>
+<title></title>
+<link rel=icon href=/images/hive.svg sizes=any type=image/svg+xml>
+<link rel=stylesheet href=https://hive.apache.org/css/hive-theme.css>
+<link rel=stylesheet href=https://hive.apache.org/css/font-awesome.all.min.css>
+<link rel=stylesheet href=https://hive.apache.org/css/bootstrap.min.css>
+<link rel=stylesheet href=https://hive.apache.org/css/termynal.css>
+<link rel=apple-touch-icon sizes=180x180
href=https://hive.apache.org/images/apple-touch-icon.png>
+<link rel=icon type=image/png sizes=32x32
href=https://hive.apache.org/images/favicon-32x32.png>
+<link rel=icon type=image/png sizes=16x16
href=https://hive.apache.org/images/favicon-16x16.png>
+<link rel=manifest href=https://hive.apache.org/images/site.webmanifest>
+<link rel=mask-icon href=https://hive.apache.org/images/safari-pinned-tab.svg
color=#5bbad5>
+<meta name=msapplication-TileColor content="#da532c">
+<meta name=theme-color content="#ffffff">
+<script>var
_paq=window._paq=window._paq||[];_paq.push(['disableCookies']),_paq.push(['trackPageView']),_paq.push(['enableLinkTracking']),function(){var
b="https://analytics.apache.org/",c,a,d;_paq.push(['setTrackerUrl',b+'matomo.php']),_paq.push(['setSiteId','30']),c=document,a=c.createElement('script'),d=c.getElementsByTagName('script')[0],a.async=!0,a.src=b+'matomo.js',d.parentNode.insertBefore(a,d)}()</script>
+</head>
+<body>
+<body>
+<header>
+<menu style=background:#000;margin:0>
+<nav class="navbar navbar-expand-lg navbar-dark bg-black">
+<div class=container-fluid>
+<a href=https://hive.apache.org> <img
src=https://hive.apache.org/images/hive.svg width=60 height=35 alt="Apache
Software Foundation"></a>
+<a class="header-text navbar-brand" href=https://hive.apache.org>Apache
Hive</a>
+<button class=navbar-toggler type=button data-bs-toggle=collapse
data-bs-target=#navbarSupportedContent aria-controls=navbarSupportedContent
aria-expanded=false aria-label="Toggle navigation">
+<span class=navbar-toggler-icon></span>
+</button>
+<div class="collapse navbar-collapse" id=navbarSupportedContent>
+<ul class="navbar-nav me-auto mb-2 mb-lg-0">
+<li class="nav-item dropdown">
+<a class=nav-link href=/general/downloads id=navbarDropdown role=button
aria-expanded=false>
+Releases
+</a>
+</li>
+<li class="nav-item dropdown">
+<a class="nav-link dropdown-toggle" href=/Document id=navbarDropdown
role=button data-bs-toggle=dropdown aria-expanded=false>
+Documentation
+</a>
+<ul class=dropdown-menu aria-labelledby=navbarDropdown>
+<li><a class=dropdown-item href=/docs/latest/>Latest</a></li>
+<li><a class=dropdown-item
href=https://hive.apache.org/docs/javadocs/>Javadocs</a></li>
+<li><a class=dropdown-item
href=https://cwiki.apache.org/confluence/display/Hive/LanguageManual>Language
Manual</a></li>
+</ul>
+</li>
+<li class="nav-item dropdown">
+<a class="nav-link dropdown-toggle" href=/general id=navbarDropdown
role=button data-bs-toggle=dropdown aria-expanded=false>
+General
+</a>
+<ul class=dropdown-menu aria-labelledby=navbarDropdown>
+<li><a class=dropdown-item
href=https://www.apache.org/licenses/LICENSE-2.0.html>License</a></li>
+<li><a class=dropdown-item
href=https://hive.apache.org/general/privacypolicy/>Privacy Policy</a></li>
+</ul>
+</li>
+<li class="nav-item dropdown">
+<a class="nav-link dropdown-toggle" href=# id=navbarDropdown role=button
data-bs-toggle=dropdown aria-expanded=false>
+Development
+</a>
+<ul class=dropdown-menu aria-labelledby=navbarDropdown>
+<li><a class=dropdown-item
href=https://hive.apache.org/development/gettingstarted/>Getting
Started</a></li>
+<li><a class=dropdown-item
href=https://hive.apache.org/development/quickstart/>Quickstart with
Docker</a></li>
+<li><a class=dropdown-item
href=https://cwiki.apache.org/confluence/display/Hive/DesignDocs>Design
Docs</a></li>
+<li><a class=dropdown-item
href=https://issues.apache.org/jira/projects/HIVE/issues>Hive JIRA</a></li>
+<li><a class=dropdown-item
href=https://cwiki.apache.org/confluence/display/Hive/HiveDeveloperFAQ>Hive
Developer FAQ</a></li>
+<li><a class=dropdown-item
href=https://cwiki.apache.org/confluence/display/Hive/Hive+PreCommit+Patch+Testing>Precommit
Patch Testing</a></li>
+<li><a class=dropdown-item
href=https://hive.apache.org/development/versioncontrol/>Version
Control</a></li>
+</ul>
+</li>
+<li class="nav-item dropdown">
+<a class="nav-link dropdown-toggle" href=# id=navbarDropdown role=button
data-bs-toggle=dropdown aria-expanded=false>
+Community
+</a>
+<ul class=dropdown-menu aria-labelledby=navbarDropdown>
+<li><a class=dropdown-item href=/community/becomingcommitter/>Becoming A
Committer</a></li>
+<li><a class=dropdown-item
href=https://cwiki.apache.org/confluence/display/Hive/HowToContribute>How To
Contribute</a></li>
+<li><a class=dropdown-item
href=https://cwiki.apache.org/confluence/display/Hive/Home#Home-ResourcesforContributors>Resources
for Contributors</a></li>
+<li><a class=dropdown-item
href=https://hive.apache.org/community/mailinglists/>Mailing Lists</a></li>
+<li><a class=dropdown-item
href=https://hive.apache.org/community/issuetracking/>Issue Tracking</a></li>
+<li><a class=dropdown-item
href=https://hive.apache.org/community/people/>People</a></li>
+<li>
+<hr class=dropdown-divider>
+</li>
+<li><a class=dropdown-item href=/community/bylaws/>By Laws</a></li>
+<li><a class=dropdown-item
href=https://cwiki.apache.org/confluence/display/Hive/HowToRelease>How To
Release</a></li>
+</ul>
+</li>
+<li class="nav-item dropdown">
+<a class=nav-link href=https://hive.blog.apache.org/ id=navbarDropdown
role=button aria-expanded=false>
+Blogs
+</a>
+</li>
+<li class="nav-item dropdown">
+<a class="nav-link dropdown-toggle" href=# id=navbarDropdown role=button
data-bs-toggle=dropdown aria-expanded=false>
+ASF
+</a>
+<ul class=dropdown-menu aria-labelledby=navbarDropdown>
+<li><a class=dropdown-item
href=https://www.apache.org/foundation/contributing.html>Donations</a></li>
+<li><a class=dropdown-item
href=https://www.apache.org/foundation/sponsorship.html>Sponsorship</a></li>
+<li><a class=dropdown-item
href=https://www.apache.org/foundation/thanks.html>Thanks</a></li>
+<li><a class=dropdown-item href=https://www.apache.org/>Website</a></li>
+</ul>
+</li>
+<li>
+<form action=/search method=get class=search-bar>
+<input type=search name=q id=search-query placeholder=Search...
class=search-input>
+<button type=submit class=search-button>Search</button>
+</form>
+</li>
+</ul>
+</div>
+</div>
+</nav>
+</menu>
+</header>
+<div class=content>
+<div class=docs>
+<h1 id=capture-lineage-information-in-hive-hooks>Capture Lineage Information
In Hive Hooks</h1>
+<h2 id=background>Background</h2>
+<p>In Hive, lineage information is captured in the form of
<code>LineageInfo</code> object. This object is created in the
<code>SemanticAnalyzer</code> and is passed to the <code>HookContext</code>
object. Users can use the following existing Hooks or implement their own
custom hooks to capture this information and utilize it.</p>
+<h5 id=existing-hooks>Existing Hooks</h5>
+<ul>
+<li>org.apache.hadoop.hive.ql.hooks.PostExecutePrinter</li>
+<li>org.apache.hadoop.hive.ql.hooks.LineageLogger</li>
+<li>org.apache.atlas.hive.hook.HiveHook</li>
+</ul>
+<p>To facilitate the capture of lineage information in a custom hook or in a
use case where the <a href=#existing-hooks>existing hooks</a> are not set in
<code>hive.exec.post.hooks</code>, a new configuration
<code>hive.lineage.hook.info.enabled</code> was introduced in <a
href=https://issues.apache.org/jira/browse/HIVE-24051>HIVE-24051</a>. This
configuration is set to <code>false</code> by default.</p>
+<p>To provide filtering capability on query type in the lineage information, a
new configuration <code>hive.lineage.hook.info.query.type</code> was introduced
in <a href=https://issues.apache.org/jira/browse/HIVE-28409>HIVE-28409</a>,
with default value as “<em>ALL</em>”. Users can tune the
configuration accordingly to capture lineage information only for the required
query types. In <a
href=https://issues.apache.org/jira/browse/HIVE-28409>HIVE-28409</a>, the
previously intro [...]
+<p><strong>NOTE: HIVE-28409, will be available in Hive-4.1.0
release.</strong></p>
+<p>Usage example:</p>
+<pre tabindex=0><code>hive.lineage.hook.info.query.type=ALL
-- will capture lineage info for all the queries.
+hive.lineage.hook.info.query.type=CREATE_VIEW,CREATE_TABLE_AS_SELECT -- will
capture lineage info related to these 2 particulare query types only.
+hive.lineage.hook.info.query.type=NONE -- will
not capture lineage info for any query.
+</code></pre><p>Previously, to capture lineage information, users has 2
ways:</p>
+<ol>
+<li>Set any of the above mentioned <a href=#existing-hooks>existing hooks</a>
in <code>hive.exec.post.hooks</code> configuration.</li>
+<li>Set <code>hive.lineage.hook.info.enabled</code> as true in cluster and
restart HiveServer2 service. (Valid since Hive-4.0.0 release).</li>
+</ol>
+<p><strong>NOTE</strong>: Just by enabling
<code>hive.lineage.hook.info.enabled</code>, lineage information for
“Create View” query type won’t be captured, user has to set
the <a href=#existing-hooks>existing hooks</a> in
<code>hive.exec.post.hooks</code> along with their custom hook class name.</p>
+<h2
id=changes-done-in-hive-28768httpsissuesapacheorgjirabrowsehive-28768>Changes
done in <a
href=https://issues.apache.org/jira/browse/HIVE-28768>HIVE-28768</a></h2>
+<p>The hardcoded values of the <a href=#existing-hooks>existing hooks</a> that
capture lineage information in <code>SemanticAnalyzer</code> and
<code>Optimizer</code> code has been removed and to determine, whether lineage
information should be captured or not, the value of
<code>hive.lineage.hook.info.query.type</code> configuration is checked.
<strong>The default value of <code>hive.lineage.hook.info.query.type</code> has
been set to “<em>NONE</em>”.</strong></p>
+<h2
id=implications-of-hive-28768httpsissuesapacheorgjirabrowsehive-28768-on-users>Implications
of <a href=https://issues.apache.org/jira/browse/HIVE-28768>HIVE-28768</a> on
users</h2>
+<ol>
+<li>Users migrating directly from Hive-3.x to HIVE-4.1.0 <strong>will observe
breaking changes</strong> in the way lineage information is captured. Setting
<code>hive.exec.post.hooks</code> to any of the <a
href=#existing-hooks>existing hooks</a> will not capture lineage information
anymore. Users will have to make use of
<code>hive.lineage.hook.info.query.type</code> configuration to capture lineage
information.</li>
+<li>Users migrating from Hive-4.0.x to Hive-4.1.0 who don’t have
<code>hive.lineage.hook.info.enabled</code> set to true, <strong>will also
observe breaking changes</strong> in the way lineage information is
captured.</li>
+</ol>
+<hr>
+<p><strong>NOTE: Recommended way to capture lineage information is though
<code>hive.lineage.hook.info.query.type</code> configuration as
<code>hive.lineage.hook.info.enabled</code> is marked as deprecated and is
subjected to be removed in future release</strong></p>
+<hr>
+</div>
+</div>
+<footer class="black-background static-bottom" style=padding:30px>
+<div class=row>
+<div class=col-3>
+<a href=https://www.apache.org/>
+<img src=https://hive.apache.org/images/asf_logo.png width=270 height=100
alt="Apache Software Foundation"></a>
+</a>
+</div>
+<div class=col-9>
+<p class=footer-text>Apache is a non-profit organization helping open-source
+software projects released under the Apache
+<a href=https://www.apache.org/licenses/>license</a>
+and managed with
+<a href=https://www.apache.org/foundation/how-it-works.html>
+open governance</a> and
+<a href=https://privacy.apache.org/policies/privacy-policy-public.html>
+privacy policy</a>. See upcoming
+<a href=https://www.apache.org/events/current-event>Apache Events</a>.
+If you discover any
+<a href=https://www.apache.org/security/>security</a> vulnerabilities, please
+report them privately. Finally,
+<a href=https://www.apache.org/foundation/sponsorship.html>thanks
+</a> to the sponsors who
+<a href=https://www.apache.org/foundation/contributing.html>
+donate</a> to the Apache Foundation.
+</p>
+</div>
+</div>
+<div class="copyright row">
+<a href=https://hive.apache.org style=color:grey>
+The contents of this website are © 2023 Apache Software Foundation under the
terms of the Apache License v2. Apache Hive and its logo are trademarks of the
Apache Software Foundation.
+</a>
+</div>
+</footer>
+<script src=https://hive.apache.org/js/bootstrap.bundle.min.js></script>
+</body>
+</html>
\ No newline at end of file
diff --git a/docs/latest/index.html b/docs/latest/index.html
index 81c5460..e8fdaeb 100644
--- a/docs/latest/index.html
+++ b/docs/latest/index.html
@@ -1401,6 +1401,9 @@ ASF
<ul>
<li><a
href=https://hive.apache.org/docs/latest/webhcat-usingwebhcat_34015492/>Apache
Hive : WebHCat UsingWebHCat</a></li>
</ul>
+<ul>
+<li><a href=https://hive.apache.org/docs/latest/capture-lineage-info/></a></li>
+</ul>
</div>
</div>
</div>
diff --git a/docs/latest/index.xml b/docs/latest/index.xml
index 0e44067..d9f15b8 100644
--- a/docs/latest/index.xml
+++ b/docs/latest/index.xml
@@ -365,4 +365,5 @@ Version: Hive 0.13.0 and later
GET version/hive is introduced in Hive release 0.13.0 (HIVE-6226).
URL http://www.myserver.com/templeton/v1/version/hive
Parameters Only the standard parameters are
accepted.</description></item><item><title>Apache Hive : WebHCat
UsingWebHCat</title><link>https://hive.apache.org/docs/latest/webhcat-usingwebhcat_34015492/</link><pubDate>Thu,
12 Dec 2024 00:00:00
+0000</pubDate><guid>https://hive.apache.org/docs/latest/webhcat-usingwebhcat_34015492/</guid><description>Apache
Hive : WebHCat UsingWebHCat Using the HCatalog REST API (WebHCat) Using the
HCatalog REST API (WebHCat) Introduction to WebHCat URL For [...]
-The HCatalog project graduated from the Apache incubator and merged with the
Hive project on March 26, 2013.</description></item></channel></rss>
\ No newline at end of file
+The HCatalog project graduated from the Apache incubator and merged with the
Hive project on March 26,
2013.</description></item><item><title/><link>https://hive.apache.org/docs/latest/capture-lineage-info/</link><pubDate>Mon,
01 Jan 0001 00:00:00
+0000</pubDate><guid>https://hive.apache.org/docs/latest/capture-lineage-info/</guid><description>Capture
Lineage Information In Hive Hooks Background In Hive, lineage information is
captured in the form of LineageInfo object. This object is cr [...]
+Existing Hooks org.apache.hadoop.hive.ql.hooks.PostExecutePrinter
org.apache.hadoop.hive.ql.hooks.LineageLogger
org.apache.atlas.hive.hook.HiveHook To facilitate the capture of lineage
information in a custom hook or in a use case where the existing hooks are not
set in hive.</description></item></channel></rss>
\ No newline at end of file
diff --git a/index.json b/index.json
index 3a07399..83880dc 100644
--- a/index.json
+++ b/index.json
@@ -1 +1 @@
-[{"categories":null,"contents":"Apache Hive : AboutThisWiki How to get
permission to edit How to edit the Hive wiki Advanced links How to find
documentation tasks How to export the Hive wiki History This page provides
information about the Hive wiki, including how to edit and export as well as a
brief history of the wiki. Note that the Hive website is separate from the Hive
wiki. See How to edit the website for information on editing the website.\nHow
to get permission to edit Crea [...]
\ No newline at end of file
+[{"categories":null,"contents":"Apache Hive : AboutThisWiki How to get
permission to edit How to edit the Hive wiki Advanced links How to find
documentation tasks How to export the Hive wiki History This page provides
information about the Hive wiki, including how to edit and export as well as a
brief history of the wiki. Note that the Hive website is separate from the Hive
wiki. See How to edit the website for information on editing the website.\nHow
to get permission to edit Crea [...]
\ No newline at end of file
diff --git a/index.xml b/index.xml
index e239e90..e5757d7 100644
--- a/index.xml
+++ b/index.xml
@@ -377,4 +377,5 @@ User Mailing List The user list is for general discussion
or questions on using
Subscribe: [email protected] Post: [email protected]
Unsubscribe: [email protected] Archives: Apache Developer
Mailing List The developer list is for Hive developers to discuss ongoing work,
make decisions, and vote on technical
issues.</description></item><item><title>Version
Control</title><link>https://hive.apache.org/development/versioncontrol/</link><pubDate>Wed,
14 Sep 2022 00:34:39
+0530</pubDate><guid>https://hive.apache.org/development/versioncontr [...]
Anonymous clone via http - https://github.com/apache/hive.git Authenticated
clone via ssh - [email protected]:apache/hive.git Instructions: Apache committer
git instructions</description></item><item><title>Privacy
Policy</title><link>https://hive.apache.org/general/privacypolicy/</link><pubDate>Tue,
13 Sep 2022 19:35:56
+0530</pubDate><guid>https://hive.apache.org/general/privacypolicy/</guid><description>Privacy
Policy Information about your use of this website is collected using server a
[...]
The IP address from which you access the website; The type of browser and
operating system you use to access our site; The date and time you access our
site; The pages you visit; and The addresses of pages from where you followed a
link to our
site.</description></item><item><title>Downloads</title><link>https://hive.apache.org/general/downloads/</link><pubDate>Tue,
13 Sep 2022 19:16:15
+0530</pubDate><guid>https://hive.apache.org/general/downloads/</guid><description>Downloads
All recen [...]
-News 08 October 2024: EOL for release 3.x line The Apache Hive Community has
voted to declare the 3.x release line as End of Life (EOL). This means no
further updates or releases will be made for this series. We urge all Hive
3.</description></item><item><title>Javadocs</title><link>https://hive.apache.org/docs/javadocs/</link><pubDate>Mon,
29 Aug 2022 04:01:38
+0530</pubDate><guid>https://hive.apache.org/docs/javadocs/</guid><description>Recent
versions: javadoc and sources jars for use [...]
\ No newline at end of file
+News 08 October 2024: EOL for release 3.x line The Apache Hive Community has
voted to declare the 3.x release line as End of Life (EOL). This means no
further updates or releases will be made for this series. We urge all Hive
3.</description></item><item><title>Javadocs</title><link>https://hive.apache.org/docs/javadocs/</link><pubDate>Mon,
29 Aug 2022 04:01:38
+0530</pubDate><guid>https://hive.apache.org/docs/javadocs/</guid><description>Recent
versions: javadoc and sources jars for use [...]
+Existing Hooks org.apache.hadoop.hive.ql.hooks.PostExecutePrinter
org.apache.hadoop.hive.ql.hooks.LineageLogger
org.apache.atlas.hive.hook.HiveHook To facilitate the capture of lineage
information in a custom hook or in a use case where the existing hooks are not
set in hive.</description></item></channel></rss>
\ No newline at end of file
diff --git a/sitemap.xml b/sitemap.xml
index a860831..cfb5d85 100644
--- a/sitemap.xml
+++ b/sitemap.xml
@@ -1 +1 @@
-<?xml version="1.0" encoding="utf-8" standalone="yes"?><urlset
xmlns="http://www.sitemaps.org/schemas/sitemap/0.9";
xmlns:xhtml="http://www.w3.org/1999/xhtml";><url><loc>https://hive.apache.org/search/</loc><lastmod>2024-12-25T17:12:03+05:30</lastmod></url><url><loc>https://hive.apache.org/docs/latest/aboutthiswiki_27820116/</loc><lastmod>2024-12-12T00:00:00+00:00</lastmod></url><url><loc>https://hive.apache.org/docs/latest/accessserver-design-proposal_31823045/</loc><lastmod>2024-12-12T00
[...]
\ No newline at end of file
+<?xml version="1.0" encoding="utf-8" standalone="yes"?><urlset
xmlns="http://www.sitemaps.org/schemas/sitemap/0.9";
xmlns:xhtml="http://www.w3.org/1999/xhtml";><url><loc>https://hive.apache.org/search/</loc><lastmod>2024-12-25T17:12:03+05:30</lastmod></url><url><loc>https://hive.apache.org/docs/latest/aboutthiswiki_27820116/</loc><lastmod>2024-12-12T00:00:00+00:00</lastmod></url><url><loc>https://hive.apache.org/docs/latest/accessserver-design-proposal_31823045/</loc><lastmod>2024-12-12T00
[...]
\ No newline at end of file
