This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a commit to branch asf-site
in repository https://gitbox.apache.org/repos/asf/dolphinscheduler-website.git
The following commit(s) were added to refs/heads/asf-site by this push:
new 03d3da219 Automated deployment:
c0b4ce862ca262e3a3d0636f552230dbbd850bb9
03d3da219 is described below
commit 03d3da21917e37217fe70968b8f1ad6b43c80830
Author: github-actions[bot] <github-actions[bot]@users.noreply.github.com>
AuthorDate: Fri Sep 23 05:33:16 2022 +0000
Automated deployment: c0b4ce862ca262e3a3d0636f552230dbbd850bb9
---
python/2.0.5/.buildinfo | 2 +-
python/2.0.5/.doctrees/api.doctree | Bin 1224412 -> 1224412
bytes
python/2.0.5/.doctrees/concept.doctree | Bin 25236 -> 25236 bytes
python/2.0.5/.doctrees/environment.pickle | Bin 308371 -> 308399 bytes
python/2.0.5/.doctrees/index.doctree | Bin 8723 -> 8723 bytes
python/2.0.5/.doctrees/start.doctree | Bin 22435 -> 22435 bytes
python/2.0.5/.doctrees/tasks/condition.doctree | Bin 70944 -> 70944 bytes
python/2.0.5/.doctrees/tasks/datax.doctree | Bin 60312 -> 60312 bytes
python/2.0.5/.doctrees/tasks/dependent.doctree | Bin 112746 -> 112746 bytes
python/2.0.5/.doctrees/tasks/flink.doctree | Bin 51636 -> 51636 bytes
python/2.0.5/.doctrees/tasks/http.doctree | Bin 45893 -> 45893 bytes
python/2.0.5/.doctrees/tasks/index.doctree | Bin 4985 -> 4985 bytes
python/2.0.5/.doctrees/tasks/map_reduce.doctree | Bin 28177 -> 28177 bytes
python/2.0.5/.doctrees/tasks/procedure.doctree | Bin 21849 -> 21849 bytes
python/2.0.5/.doctrees/tasks/python.doctree | Bin 19969 -> 19969 bytes
python/2.0.5/.doctrees/tasks/shell.doctree | Bin 23270 -> 23270 bytes
python/2.0.5/.doctrees/tasks/spark.doctree | Bin 53123 -> 53123 bytes
python/2.0.5/.doctrees/tasks/sql.doctree | Bin 33746 -> 33746 bytes
python/2.0.5/.doctrees/tasks/sub_process.doctree | Bin 23827 -> 23827 bytes
python/2.0.5/.doctrees/tasks/switch.doctree | Bin 64028 -> 64028 bytes
python/2.0.5/.doctrees/tutorial.doctree | Bin 36823 -> 36823 bytes
python/2.0.6/.buildinfo | 2 +-
python/2.0.6/.doctrees/api.doctree | Bin 1224412 -> 1224412
bytes
python/2.0.6/.doctrees/concept.doctree | Bin 25236 -> 25236 bytes
python/2.0.6/.doctrees/environment.pickle | Bin 308373 -> 308399 bytes
python/2.0.6/.doctrees/index.doctree | Bin 8723 -> 8723 bytes
python/2.0.6/.doctrees/start.doctree | Bin 22435 -> 22435 bytes
python/2.0.6/.doctrees/tasks/condition.doctree | Bin 70944 -> 70944 bytes
python/2.0.6/.doctrees/tasks/datax.doctree | Bin 60312 -> 60312 bytes
python/2.0.6/.doctrees/tasks/dependent.doctree | Bin 112746 -> 112746 bytes
python/2.0.6/.doctrees/tasks/flink.doctree | Bin 51636 -> 51636 bytes
python/2.0.6/.doctrees/tasks/http.doctree | Bin 45893 -> 45893 bytes
python/2.0.6/.doctrees/tasks/index.doctree | Bin 4985 -> 4985 bytes
python/2.0.6/.doctrees/tasks/map_reduce.doctree | Bin 28177 -> 28177 bytes
python/2.0.6/.doctrees/tasks/procedure.doctree | Bin 21849 -> 21849 bytes
python/2.0.6/.doctrees/tasks/python.doctree | Bin 19969 -> 19969 bytes
python/2.0.6/.doctrees/tasks/shell.doctree | Bin 23270 -> 23270 bytes
python/2.0.6/.doctrees/tasks/spark.doctree | Bin 53123 -> 53123 bytes
python/2.0.6/.doctrees/tasks/sql.doctree | Bin 33746 -> 33746 bytes
python/2.0.6/.doctrees/tasks/sub_process.doctree | Bin 23827 -> 23827 bytes
python/2.0.6/.doctrees/tasks/switch.doctree | Bin 64028 -> 64028 bytes
python/2.0.6/.doctrees/tutorial.doctree | Bin 36823 -> 36823 bytes
python/3.0.0/.buildinfo | 2 +-
python/3.0.0/.doctrees/api.doctree | Bin 1337048 -> 1337048
bytes
python/3.0.0/.doctrees/cli.doctree | Bin 16143 -> 16143 bytes
python/3.0.0/.doctrees/concept.doctree | Bin 25236 -> 25236 bytes
python/3.0.0/.doctrees/config.doctree | Bin 52292 -> 52292 bytes
python/3.0.0/.doctrees/environment.pickle | Bin 352046 -> 352072 bytes
python/3.0.0/.doctrees/howto/index.doctree | Bin 6199 -> 6199 bytes
python/3.0.0/.doctrees/howto/remote-submit.doctree | Bin 9672 -> 9672 bytes
python/3.0.0/.doctrees/index.doctree | Bin 8776 -> 8776 bytes
python/3.0.0/.doctrees/start.doctree | Bin 34105 -> 34105 bytes
python/3.0.0/.doctrees/tasks/condition.doctree | Bin 70944 -> 70944 bytes
python/3.0.0/.doctrees/tasks/datax.doctree | Bin 60312 -> 60312 bytes
python/3.0.0/.doctrees/tasks/dependent.doctree | Bin 112706 -> 112706 bytes
python/3.0.0/.doctrees/tasks/flink.doctree | Bin 51636 -> 51636 bytes
python/3.0.0/.doctrees/tasks/func_wrap.doctree | Bin 15518 -> 15518 bytes
python/3.0.0/.doctrees/tasks/http.doctree | Bin 45893 -> 45893 bytes
python/3.0.0/.doctrees/tasks/index.doctree | Bin 5008 -> 5008 bytes
python/3.0.0/.doctrees/tasks/map_reduce.doctree | Bin 28177 -> 28177 bytes
python/3.0.0/.doctrees/tasks/procedure.doctree | Bin 21849 -> 21849 bytes
python/3.0.0/.doctrees/tasks/python.doctree | Bin 27046 -> 27046 bytes
python/3.0.0/.doctrees/tasks/shell.doctree | Bin 23270 -> 23270 bytes
python/3.0.0/.doctrees/tasks/spark.doctree | Bin 53123 -> 53123 bytes
python/3.0.0/.doctrees/tasks/sql.doctree | Bin 36618 -> 36618 bytes
python/3.0.0/.doctrees/tasks/sub_process.doctree | Bin 23827 -> 23827 bytes
python/3.0.0/.doctrees/tasks/switch.doctree | Bin 64599 -> 64599 bytes
python/3.0.0/.doctrees/tutorial.doctree | Bin 57717 -> 57717 bytes
python/3.0.1/.buildinfo | 2 +-
python/3.0.1/.doctrees/api.doctree | Bin 1377606 -> 1377606
bytes
python/3.0.1/.doctrees/cli.doctree | Bin 16143 -> 16143 bytes
python/3.0.1/.doctrees/concept.doctree | Bin 25236 -> 25236 bytes
python/3.0.1/.doctrees/config.doctree | Bin 52291 -> 52291 bytes
python/3.0.1/.doctrees/environment.pickle | Bin 359980 -> 360006 bytes
python/3.0.1/.doctrees/howto/index.doctree | Bin 6199 -> 6199 bytes
python/3.0.1/.doctrees/howto/remote-submit.doctree | Bin 9672 -> 9672 bytes
python/3.0.1/.doctrees/index.doctree | Bin 8776 -> 8776 bytes
python/3.0.1/.doctrees/start.doctree | Bin 34105 -> 34105 bytes
python/3.0.1/.doctrees/tasks/condition.doctree | Bin 70956 -> 70956 bytes
python/3.0.1/.doctrees/tasks/datax.doctree | Bin 60312 -> 60312 bytes
python/3.0.1/.doctrees/tasks/dependent.doctree | Bin 112716 -> 112716 bytes
python/3.0.1/.doctrees/tasks/flink.doctree | Bin 51636 -> 51636 bytes
python/3.0.1/.doctrees/tasks/func_wrap.doctree | Bin 15518 -> 15518 bytes
python/3.0.1/.doctrees/tasks/http.doctree | Bin 45893 -> 45893 bytes
python/3.0.1/.doctrees/tasks/index.doctree | Bin 5008 -> 5008 bytes
python/3.0.1/.doctrees/tasks/map_reduce.doctree | Bin 28177 -> 28177 bytes
python/3.0.1/.doctrees/tasks/procedure.doctree | Bin 21849 -> 21849 bytes
python/3.0.1/.doctrees/tasks/python.doctree | Bin 27046 -> 27046 bytes
python/3.0.1/.doctrees/tasks/shell.doctree | Bin 23270 -> 23270 bytes
python/3.0.1/.doctrees/tasks/spark.doctree | Bin 53123 -> 53123 bytes
python/3.0.1/.doctrees/tasks/sql.doctree | Bin 36618 -> 36618 bytes
python/3.0.1/.doctrees/tasks/sub_process.doctree | Bin 23827 -> 23827 bytes
python/3.0.1/.doctrees/tasks/switch.doctree | Bin 64611 -> 64611 bytes
python/3.0.1/.doctrees/tutorial.doctree | Bin 57717 -> 57717 bytes
python/dev/.buildinfo | 2 +-
python/dev/.doctrees/api.doctree | Bin 2393202 -> 2393202
bytes
python/dev/.doctrees/cli.doctree | Bin 18552 -> 18552 bytes
python/dev/.doctrees/concept.doctree | Bin 25236 -> 25236 bytes
python/dev/.doctrees/config.doctree | Bin 52291 -> 52291 bytes
python/dev/.doctrees/environment.pickle | Bin 553369 -> 568318 bytes
python/dev/.doctrees/howto/index.doctree | Bin 6199 -> 6199 bytes
python/dev/.doctrees/howto/remote-submit.doctree | Bin 9672 -> 9672 bytes
python/dev/.doctrees/index.doctree | Bin 8809 -> 8809 bytes
.../dev/.doctrees/resources_plugin/develop.doctree | Bin 11631 -> 11626 bytes
.../dev/.doctrees/resources_plugin/github.doctree | Bin 0 -> 32743 bytes
.../dev/.doctrees/resources_plugin/index.doctree | Bin 4884 -> 4915 bytes
.../dev/.doctrees/resources_plugin/local.doctree | Bin 17167 -> 17167 bytes
.../resources_plugin/resource-plugin.doctree | Bin 27031 -> 30657 bytes
python/dev/.doctrees/start.doctree | Bin 34105 -> 34105 bytes
python/dev/.doctrees/tasks/condition.doctree | Bin 73183 -> 73183 bytes
python/dev/.doctrees/tasks/datax.doctree | Bin 64552 -> 64552 bytes
python/dev/.doctrees/tasks/dependent.doctree | Bin 118449 -> 118449 bytes
python/dev/.doctrees/tasks/dvc.doctree | Bin 81043 -> 81043 bytes
python/dev/.doctrees/tasks/flink.doctree | Bin 52751 -> 52751 bytes
python/dev/.doctrees/tasks/func_wrap.doctree | Bin 15518 -> 15518 bytes
python/dev/.doctrees/tasks/http.doctree | Bin 47583 -> 47583 bytes
python/dev/.doctrees/tasks/index.doctree | Bin 5111 -> 5111 bytes
python/dev/.doctrees/tasks/map_reduce.doctree | Bin 29316 -> 29316 bytes
python/dev/.doctrees/tasks/mlflow.doctree | Bin 157883 -> 157883 bytes
python/dev/.doctrees/tasks/openmldb.doctree | Bin 24511 -> 24511 bytes
python/dev/.doctrees/tasks/procedure.doctree | Bin 22832 -> 22832 bytes
python/dev/.doctrees/tasks/python.doctree | Bin 28052 -> 28052 bytes
python/dev/.doctrees/tasks/pytorch.doctree | Bin 50802 -> 50802 bytes
python/dev/.doctrees/tasks/sagemaker.doctree | Bin 25925 -> 25925 bytes
python/dev/.doctrees/tasks/shell.doctree | Bin 28432 -> 28432 bytes
python/dev/.doctrees/tasks/spark.doctree | Bin 46632 -> 46632 bytes
python/dev/.doctrees/tasks/sql.doctree | Bin 39563 -> 39563 bytes
python/dev/.doctrees/tasks/sub_process.doctree | Bin 26226 -> 26226 bytes
python/dev/.doctrees/tasks/switch.doctree | Bin 66014 -> 66014 bytes
python/dev/.doctrees/tutorial.doctree | Bin 75682 -> 75682 bytes
python/dev/_modules/index.html | 1 +
.../pydolphinscheduler/core/resource_plugin.html | 13 +-
.../resources_plugin/github.html | 232 +++++++++++++++++++++
.../dev/_sources/resources_plugin/develop.rst.txt | 4 +-
.../{index.rst.txt => github.rst.txt} | 23 +-
python/dev/_sources/resources_plugin/index.rst.txt | 3 +-
.../resources_plugin/resource-plugin.rst.txt | 6 +-
python/dev/genindex.html | 37 +++-
python/dev/index.html | 1 +
python/dev/objects.inv | Bin 9174 -> 9302 bytes
python/dev/py-modindex.html | 5 +
python/dev/resources_plugin/develop.html | 5 +-
python/dev/resources_plugin/github.html | 207 ++++++++++++++++++
python/dev/resources_plugin/index.html | 2 +
python/dev/resources_plugin/local.html | 3 +
python/dev/resources_plugin/resource-plugin.html | 21 +-
python/dev/searchindex.js | 2 +-
147 files changed, 542 insertions(+), 33 deletions(-)
diff --git a/python/2.0.5/.buildinfo b/python/2.0.5/.buildinfo
index fc49dc46b..9ecd25d99 100644
--- a/python/2.0.5/.buildinfo
+++ b/python/2.0.5/.buildinfo
@@ -1,4 +1,4 @@
# Sphinx build info version 1
# This file hashes the configuration used when building these files. When it
is not found, a full rebuild will be done.
-config: dc01ca0783b1ca7df92e28142cfac02a
+config: 6b62db34e9f4d2cbf1ba4f49f8f49ee4
tags: 645f666f9bcd5a90fca523b33c5a78b7
diff --git a/python/2.0.5/.doctrees/api.doctree
b/python/2.0.5/.doctrees/api.doctree
index afa0ccdbe..03df847cc 100644
Binary files a/python/2.0.5/.doctrees/api.doctree and
b/python/2.0.5/.doctrees/api.doctree differ
diff --git a/python/2.0.5/.doctrees/concept.doctree
b/python/2.0.5/.doctrees/concept.doctree
index e6cdbc618..066e384ff 100644
Binary files a/python/2.0.5/.doctrees/concept.doctree and
b/python/2.0.5/.doctrees/concept.doctree differ
diff --git a/python/2.0.5/.doctrees/environment.pickle
b/python/2.0.5/.doctrees/environment.pickle
index bdb51b345..eccc8e088 100644
Binary files a/python/2.0.5/.doctrees/environment.pickle and
b/python/2.0.5/.doctrees/environment.pickle differ
diff --git a/python/2.0.5/.doctrees/index.doctree
b/python/2.0.5/.doctrees/index.doctree
index 98faf8636..e585e3c63 100644
Binary files a/python/2.0.5/.doctrees/index.doctree and
b/python/2.0.5/.doctrees/index.doctree differ
diff --git a/python/2.0.5/.doctrees/start.doctree
b/python/2.0.5/.doctrees/start.doctree
index 514842305..25fb89c97 100644
Binary files a/python/2.0.5/.doctrees/start.doctree and
b/python/2.0.5/.doctrees/start.doctree differ
diff --git a/python/2.0.5/.doctrees/tasks/condition.doctree
b/python/2.0.5/.doctrees/tasks/condition.doctree
index 2da32564b..b4b53136a 100644
Binary files a/python/2.0.5/.doctrees/tasks/condition.doctree and
b/python/2.0.5/.doctrees/tasks/condition.doctree differ
diff --git a/python/2.0.5/.doctrees/tasks/datax.doctree
b/python/2.0.5/.doctrees/tasks/datax.doctree
index 9631f6eaf..3287dfe92 100644
Binary files a/python/2.0.5/.doctrees/tasks/datax.doctree and
b/python/2.0.5/.doctrees/tasks/datax.doctree differ
diff --git a/python/2.0.5/.doctrees/tasks/dependent.doctree
b/python/2.0.5/.doctrees/tasks/dependent.doctree
index 51cb01072..36a1b45c1 100644
Binary files a/python/2.0.5/.doctrees/tasks/dependent.doctree and
b/python/2.0.5/.doctrees/tasks/dependent.doctree differ
diff --git a/python/2.0.5/.doctrees/tasks/flink.doctree
b/python/2.0.5/.doctrees/tasks/flink.doctree
index 48cebaa9d..5939c23ca 100644
Binary files a/python/2.0.5/.doctrees/tasks/flink.doctree and
b/python/2.0.5/.doctrees/tasks/flink.doctree differ
diff --git a/python/2.0.5/.doctrees/tasks/http.doctree
b/python/2.0.5/.doctrees/tasks/http.doctree
index fbb9a8a0a..9342bd2cd 100644
Binary files a/python/2.0.5/.doctrees/tasks/http.doctree and
b/python/2.0.5/.doctrees/tasks/http.doctree differ
diff --git a/python/2.0.5/.doctrees/tasks/index.doctree
b/python/2.0.5/.doctrees/tasks/index.doctree
index 8ef8a6ef7..407efeeb0 100644
Binary files a/python/2.0.5/.doctrees/tasks/index.doctree and
b/python/2.0.5/.doctrees/tasks/index.doctree differ
diff --git a/python/2.0.5/.doctrees/tasks/map_reduce.doctree
b/python/2.0.5/.doctrees/tasks/map_reduce.doctree
index 72123a179..85d2ff9dd 100644
Binary files a/python/2.0.5/.doctrees/tasks/map_reduce.doctree and
b/python/2.0.5/.doctrees/tasks/map_reduce.doctree differ
diff --git a/python/2.0.5/.doctrees/tasks/procedure.doctree
b/python/2.0.5/.doctrees/tasks/procedure.doctree
index 4537e1535..f42018e6a 100644
Binary files a/python/2.0.5/.doctrees/tasks/procedure.doctree and
b/python/2.0.5/.doctrees/tasks/procedure.doctree differ
diff --git a/python/2.0.5/.doctrees/tasks/python.doctree
b/python/2.0.5/.doctrees/tasks/python.doctree
index 44a7793aa..0ff33e581 100644
Binary files a/python/2.0.5/.doctrees/tasks/python.doctree and
b/python/2.0.5/.doctrees/tasks/python.doctree differ
diff --git a/python/2.0.5/.doctrees/tasks/shell.doctree
b/python/2.0.5/.doctrees/tasks/shell.doctree
index 810d94296..d9734d231 100644
Binary files a/python/2.0.5/.doctrees/tasks/shell.doctree and
b/python/2.0.5/.doctrees/tasks/shell.doctree differ
diff --git a/python/2.0.5/.doctrees/tasks/spark.doctree
b/python/2.0.5/.doctrees/tasks/spark.doctree
index 51e5dd28c..bb981a2ab 100644
Binary files a/python/2.0.5/.doctrees/tasks/spark.doctree and
b/python/2.0.5/.doctrees/tasks/spark.doctree differ
diff --git a/python/2.0.5/.doctrees/tasks/sql.doctree
b/python/2.0.5/.doctrees/tasks/sql.doctree
index c877e1fa1..1d7cda257 100644
Binary files a/python/2.0.5/.doctrees/tasks/sql.doctree and
b/python/2.0.5/.doctrees/tasks/sql.doctree differ
diff --git a/python/2.0.5/.doctrees/tasks/sub_process.doctree
b/python/2.0.5/.doctrees/tasks/sub_process.doctree
index 4145ea950..80a78a985 100644
Binary files a/python/2.0.5/.doctrees/tasks/sub_process.doctree and
b/python/2.0.5/.doctrees/tasks/sub_process.doctree differ
diff --git a/python/2.0.5/.doctrees/tasks/switch.doctree
b/python/2.0.5/.doctrees/tasks/switch.doctree
index 0efdf11db..7e0b8678e 100644
Binary files a/python/2.0.5/.doctrees/tasks/switch.doctree and
b/python/2.0.5/.doctrees/tasks/switch.doctree differ
diff --git a/python/2.0.5/.doctrees/tutorial.doctree
b/python/2.0.5/.doctrees/tutorial.doctree
index f107b0915..d8f59dca0 100644
Binary files a/python/2.0.5/.doctrees/tutorial.doctree and
b/python/2.0.5/.doctrees/tutorial.doctree differ
diff --git a/python/2.0.6/.buildinfo b/python/2.0.6/.buildinfo
index f6db55dbf..22a20a982 100644
--- a/python/2.0.6/.buildinfo
+++ b/python/2.0.6/.buildinfo
@@ -1,4 +1,4 @@
# Sphinx build info version 1
# This file hashes the configuration used when building these files. When it
is not found, a full rebuild will be done.
-config: 49c346ca18305eafb482923f15009c0d
+config: 7aa408165ba3ea3231947a085c5d0873
tags: 645f666f9bcd5a90fca523b33c5a78b7
diff --git a/python/2.0.6/.doctrees/api.doctree
b/python/2.0.6/.doctrees/api.doctree
index 513e10514..b8a48a9b3 100644
Binary files a/python/2.0.6/.doctrees/api.doctree and
b/python/2.0.6/.doctrees/api.doctree differ
diff --git a/python/2.0.6/.doctrees/concept.doctree
b/python/2.0.6/.doctrees/concept.doctree
index 806a3ff4c..09a5051e9 100644
Binary files a/python/2.0.6/.doctrees/concept.doctree and
b/python/2.0.6/.doctrees/concept.doctree differ
diff --git a/python/2.0.6/.doctrees/environment.pickle
b/python/2.0.6/.doctrees/environment.pickle
index 1fd9d5d38..b5a10debb 100644
Binary files a/python/2.0.6/.doctrees/environment.pickle and
b/python/2.0.6/.doctrees/environment.pickle differ
diff --git a/python/2.0.6/.doctrees/index.doctree
b/python/2.0.6/.doctrees/index.doctree
index ad28a2629..516692143 100644
Binary files a/python/2.0.6/.doctrees/index.doctree and
b/python/2.0.6/.doctrees/index.doctree differ
diff --git a/python/2.0.6/.doctrees/start.doctree
b/python/2.0.6/.doctrees/start.doctree
index 8394967ca..1bc45a0c2 100644
Binary files a/python/2.0.6/.doctrees/start.doctree and
b/python/2.0.6/.doctrees/start.doctree differ
diff --git a/python/2.0.6/.doctrees/tasks/condition.doctree
b/python/2.0.6/.doctrees/tasks/condition.doctree
index fb3c125b1..4c7d61478 100644
Binary files a/python/2.0.6/.doctrees/tasks/condition.doctree and
b/python/2.0.6/.doctrees/tasks/condition.doctree differ
diff --git a/python/2.0.6/.doctrees/tasks/datax.doctree
b/python/2.0.6/.doctrees/tasks/datax.doctree
index de62d8dda..f64603b62 100644
Binary files a/python/2.0.6/.doctrees/tasks/datax.doctree and
b/python/2.0.6/.doctrees/tasks/datax.doctree differ
diff --git a/python/2.0.6/.doctrees/tasks/dependent.doctree
b/python/2.0.6/.doctrees/tasks/dependent.doctree
index bab7ef13e..4a84d7cb1 100644
Binary files a/python/2.0.6/.doctrees/tasks/dependent.doctree and
b/python/2.0.6/.doctrees/tasks/dependent.doctree differ
diff --git a/python/2.0.6/.doctrees/tasks/flink.doctree
b/python/2.0.6/.doctrees/tasks/flink.doctree
index 55ea8abc9..dda3bcc0b 100644
Binary files a/python/2.0.6/.doctrees/tasks/flink.doctree and
b/python/2.0.6/.doctrees/tasks/flink.doctree differ
diff --git a/python/2.0.6/.doctrees/tasks/http.doctree
b/python/2.0.6/.doctrees/tasks/http.doctree
index 4c14a78e9..7f828d56f 100644
Binary files a/python/2.0.6/.doctrees/tasks/http.doctree and
b/python/2.0.6/.doctrees/tasks/http.doctree differ
diff --git a/python/2.0.6/.doctrees/tasks/index.doctree
b/python/2.0.6/.doctrees/tasks/index.doctree
index ee54eb9ae..8a98b630b 100644
Binary files a/python/2.0.6/.doctrees/tasks/index.doctree and
b/python/2.0.6/.doctrees/tasks/index.doctree differ
diff --git a/python/2.0.6/.doctrees/tasks/map_reduce.doctree
b/python/2.0.6/.doctrees/tasks/map_reduce.doctree
index 02d500ceb..0d6874bdb 100644
Binary files a/python/2.0.6/.doctrees/tasks/map_reduce.doctree and
b/python/2.0.6/.doctrees/tasks/map_reduce.doctree differ
diff --git a/python/2.0.6/.doctrees/tasks/procedure.doctree
b/python/2.0.6/.doctrees/tasks/procedure.doctree
index cc998df7c..d294b2894 100644
Binary files a/python/2.0.6/.doctrees/tasks/procedure.doctree and
b/python/2.0.6/.doctrees/tasks/procedure.doctree differ
diff --git a/python/2.0.6/.doctrees/tasks/python.doctree
b/python/2.0.6/.doctrees/tasks/python.doctree
index 3e58b7b03..7e19f3731 100644
Binary files a/python/2.0.6/.doctrees/tasks/python.doctree and
b/python/2.0.6/.doctrees/tasks/python.doctree differ
diff --git a/python/2.0.6/.doctrees/tasks/shell.doctree
b/python/2.0.6/.doctrees/tasks/shell.doctree
index 27df4d305..64fa90f8b 100644
Binary files a/python/2.0.6/.doctrees/tasks/shell.doctree and
b/python/2.0.6/.doctrees/tasks/shell.doctree differ
diff --git a/python/2.0.6/.doctrees/tasks/spark.doctree
b/python/2.0.6/.doctrees/tasks/spark.doctree
index 4393a717e..fb2e6cc1f 100644
Binary files a/python/2.0.6/.doctrees/tasks/spark.doctree and
b/python/2.0.6/.doctrees/tasks/spark.doctree differ
diff --git a/python/2.0.6/.doctrees/tasks/sql.doctree
b/python/2.0.6/.doctrees/tasks/sql.doctree
index f655f54b7..152352675 100644
Binary files a/python/2.0.6/.doctrees/tasks/sql.doctree and
b/python/2.0.6/.doctrees/tasks/sql.doctree differ
diff --git a/python/2.0.6/.doctrees/tasks/sub_process.doctree
b/python/2.0.6/.doctrees/tasks/sub_process.doctree
index 8557f0186..1e55afd47 100644
Binary files a/python/2.0.6/.doctrees/tasks/sub_process.doctree and
b/python/2.0.6/.doctrees/tasks/sub_process.doctree differ
diff --git a/python/2.0.6/.doctrees/tasks/switch.doctree
b/python/2.0.6/.doctrees/tasks/switch.doctree
index 4f965fe7e..4ffca02e6 100644
Binary files a/python/2.0.6/.doctrees/tasks/switch.doctree and
b/python/2.0.6/.doctrees/tasks/switch.doctree differ
diff --git a/python/2.0.6/.doctrees/tutorial.doctree
b/python/2.0.6/.doctrees/tutorial.doctree
index 91fe16cfb..f231d01e6 100644
Binary files a/python/2.0.6/.doctrees/tutorial.doctree and
b/python/2.0.6/.doctrees/tutorial.doctree differ
diff --git a/python/3.0.0/.buildinfo b/python/3.0.0/.buildinfo
index 2e2c0fddf..a15f0f87a 100644
--- a/python/3.0.0/.buildinfo
+++ b/python/3.0.0/.buildinfo
@@ -1,4 +1,4 @@
# Sphinx build info version 1
# This file hashes the configuration used when building these files. When it
is not found, a full rebuild will be done.
-config: 5f45fe819bc42969ca8733c7e18de583
+config: 984a6278663749aa1a9baf3c47e7a2c6
tags: 645f666f9bcd5a90fca523b33c5a78b7
diff --git a/python/3.0.0/.doctrees/api.doctree
b/python/3.0.0/.doctrees/api.doctree
index b72bee83c..d93a9a712 100644
Binary files a/python/3.0.0/.doctrees/api.doctree and
b/python/3.0.0/.doctrees/api.doctree differ
diff --git a/python/3.0.0/.doctrees/cli.doctree
b/python/3.0.0/.doctrees/cli.doctree
index af7e4f0bd..b06d2d0a8 100644
Binary files a/python/3.0.0/.doctrees/cli.doctree and
b/python/3.0.0/.doctrees/cli.doctree differ
diff --git a/python/3.0.0/.doctrees/concept.doctree
b/python/3.0.0/.doctrees/concept.doctree
index fc99b2fcc..43c7b002b 100644
Binary files a/python/3.0.0/.doctrees/concept.doctree and
b/python/3.0.0/.doctrees/concept.doctree differ
diff --git a/python/3.0.0/.doctrees/config.doctree
b/python/3.0.0/.doctrees/config.doctree
index ebc70ca54..0f1aafdcf 100644
Binary files a/python/3.0.0/.doctrees/config.doctree and
b/python/3.0.0/.doctrees/config.doctree differ
diff --git a/python/3.0.0/.doctrees/environment.pickle
b/python/3.0.0/.doctrees/environment.pickle
index 5f0791307..f5de5eca3 100644
Binary files a/python/3.0.0/.doctrees/environment.pickle and
b/python/3.0.0/.doctrees/environment.pickle differ
diff --git a/python/3.0.0/.doctrees/howto/index.doctree
b/python/3.0.0/.doctrees/howto/index.doctree
index 4d74cf3ce..4f3d2401d 100644
Binary files a/python/3.0.0/.doctrees/howto/index.doctree and
b/python/3.0.0/.doctrees/howto/index.doctree differ
diff --git a/python/3.0.0/.doctrees/howto/remote-submit.doctree
b/python/3.0.0/.doctrees/howto/remote-submit.doctree
index efe153d15..e76750f78 100644
Binary files a/python/3.0.0/.doctrees/howto/remote-submit.doctree and
b/python/3.0.0/.doctrees/howto/remote-submit.doctree differ
diff --git a/python/3.0.0/.doctrees/index.doctree
b/python/3.0.0/.doctrees/index.doctree
index 3b7625832..fe082060f 100644
Binary files a/python/3.0.0/.doctrees/index.doctree and
b/python/3.0.0/.doctrees/index.doctree differ
diff --git a/python/3.0.0/.doctrees/start.doctree
b/python/3.0.0/.doctrees/start.doctree
index a8b970863..88f17b2ae 100644
Binary files a/python/3.0.0/.doctrees/start.doctree and
b/python/3.0.0/.doctrees/start.doctree differ
diff --git a/python/3.0.0/.doctrees/tasks/condition.doctree
b/python/3.0.0/.doctrees/tasks/condition.doctree
index 26d0a8df5..ef394cae7 100644
Binary files a/python/3.0.0/.doctrees/tasks/condition.doctree and
b/python/3.0.0/.doctrees/tasks/condition.doctree differ
diff --git a/python/3.0.0/.doctrees/tasks/datax.doctree
b/python/3.0.0/.doctrees/tasks/datax.doctree
index ac46a6666..fbd2f18a1 100644
Binary files a/python/3.0.0/.doctrees/tasks/datax.doctree and
b/python/3.0.0/.doctrees/tasks/datax.doctree differ
diff --git a/python/3.0.0/.doctrees/tasks/dependent.doctree
b/python/3.0.0/.doctrees/tasks/dependent.doctree
index c677eafd9..204467880 100644
Binary files a/python/3.0.0/.doctrees/tasks/dependent.doctree and
b/python/3.0.0/.doctrees/tasks/dependent.doctree differ
diff --git a/python/3.0.0/.doctrees/tasks/flink.doctree
b/python/3.0.0/.doctrees/tasks/flink.doctree
index 7ff0ac77e..7a1170bc8 100644
Binary files a/python/3.0.0/.doctrees/tasks/flink.doctree and
b/python/3.0.0/.doctrees/tasks/flink.doctree differ
diff --git a/python/3.0.0/.doctrees/tasks/func_wrap.doctree
b/python/3.0.0/.doctrees/tasks/func_wrap.doctree
index d4c505b4d..0969174df 100644
Binary files a/python/3.0.0/.doctrees/tasks/func_wrap.doctree and
b/python/3.0.0/.doctrees/tasks/func_wrap.doctree differ
diff --git a/python/3.0.0/.doctrees/tasks/http.doctree
b/python/3.0.0/.doctrees/tasks/http.doctree
index 05a29ba0f..046d4573c 100644
Binary files a/python/3.0.0/.doctrees/tasks/http.doctree and
b/python/3.0.0/.doctrees/tasks/http.doctree differ
diff --git a/python/3.0.0/.doctrees/tasks/index.doctree
b/python/3.0.0/.doctrees/tasks/index.doctree
index c35d922f6..1002cd7b0 100644
Binary files a/python/3.0.0/.doctrees/tasks/index.doctree and
b/python/3.0.0/.doctrees/tasks/index.doctree differ
diff --git a/python/3.0.0/.doctrees/tasks/map_reduce.doctree
b/python/3.0.0/.doctrees/tasks/map_reduce.doctree
index 822dcd29b..f14e5a6b0 100644
Binary files a/python/3.0.0/.doctrees/tasks/map_reduce.doctree and
b/python/3.0.0/.doctrees/tasks/map_reduce.doctree differ
diff --git a/python/3.0.0/.doctrees/tasks/procedure.doctree
b/python/3.0.0/.doctrees/tasks/procedure.doctree
index c6eeecba9..f5150fb9b 100644
Binary files a/python/3.0.0/.doctrees/tasks/procedure.doctree and
b/python/3.0.0/.doctrees/tasks/procedure.doctree differ
diff --git a/python/3.0.0/.doctrees/tasks/python.doctree
b/python/3.0.0/.doctrees/tasks/python.doctree
index 63e5fc2a5..b1fd6783e 100644
Binary files a/python/3.0.0/.doctrees/tasks/python.doctree and
b/python/3.0.0/.doctrees/tasks/python.doctree differ
diff --git a/python/3.0.0/.doctrees/tasks/shell.doctree
b/python/3.0.0/.doctrees/tasks/shell.doctree
index fe9801786..37960b987 100644
Binary files a/python/3.0.0/.doctrees/tasks/shell.doctree and
b/python/3.0.0/.doctrees/tasks/shell.doctree differ
diff --git a/python/3.0.0/.doctrees/tasks/spark.doctree
b/python/3.0.0/.doctrees/tasks/spark.doctree
index 124786cf8..e7bb2958f 100644
Binary files a/python/3.0.0/.doctrees/tasks/spark.doctree and
b/python/3.0.0/.doctrees/tasks/spark.doctree differ
diff --git a/python/3.0.0/.doctrees/tasks/sql.doctree
b/python/3.0.0/.doctrees/tasks/sql.doctree
index abd07853b..9ec8f3a41 100644
Binary files a/python/3.0.0/.doctrees/tasks/sql.doctree and
b/python/3.0.0/.doctrees/tasks/sql.doctree differ
diff --git a/python/3.0.0/.doctrees/tasks/sub_process.doctree
b/python/3.0.0/.doctrees/tasks/sub_process.doctree
index 5d5f56698..f1a59b018 100644
Binary files a/python/3.0.0/.doctrees/tasks/sub_process.doctree and
b/python/3.0.0/.doctrees/tasks/sub_process.doctree differ
diff --git a/python/3.0.0/.doctrees/tasks/switch.doctree
b/python/3.0.0/.doctrees/tasks/switch.doctree
index d3b568efe..5b33fe504 100644
Binary files a/python/3.0.0/.doctrees/tasks/switch.doctree and
b/python/3.0.0/.doctrees/tasks/switch.doctree differ
diff --git a/python/3.0.0/.doctrees/tutorial.doctree
b/python/3.0.0/.doctrees/tutorial.doctree
index 4af235335..5f379ee70 100644
Binary files a/python/3.0.0/.doctrees/tutorial.doctree and
b/python/3.0.0/.doctrees/tutorial.doctree differ
diff --git a/python/3.0.1/.buildinfo b/python/3.0.1/.buildinfo
index c4e0f43f3..36a838563 100644
--- a/python/3.0.1/.buildinfo
+++ b/python/3.0.1/.buildinfo
@@ -1,4 +1,4 @@
# Sphinx build info version 1
# This file hashes the configuration used when building these files. When it
is not found, a full rebuild will be done.
-config: 4cbb2382d627611755f1e99191a1e289
+config: a221bd11f19e781dbb9bf2080c586e7a
tags: 645f666f9bcd5a90fca523b33c5a78b7
diff --git a/python/3.0.1/.doctrees/api.doctree
b/python/3.0.1/.doctrees/api.doctree
index c957632f1..0fe875fc8 100644
Binary files a/python/3.0.1/.doctrees/api.doctree and
b/python/3.0.1/.doctrees/api.doctree differ
diff --git a/python/3.0.1/.doctrees/cli.doctree
b/python/3.0.1/.doctrees/cli.doctree
index 150b161e8..e42bea5bd 100644
Binary files a/python/3.0.1/.doctrees/cli.doctree and
b/python/3.0.1/.doctrees/cli.doctree differ
diff --git a/python/3.0.1/.doctrees/concept.doctree
b/python/3.0.1/.doctrees/concept.doctree
index 40933b8bd..54136f703 100644
Binary files a/python/3.0.1/.doctrees/concept.doctree and
b/python/3.0.1/.doctrees/concept.doctree differ
diff --git a/python/3.0.1/.doctrees/config.doctree
b/python/3.0.1/.doctrees/config.doctree
index 61dc0e1c9..8c76a20ff 100644
Binary files a/python/3.0.1/.doctrees/config.doctree and
b/python/3.0.1/.doctrees/config.doctree differ
diff --git a/python/3.0.1/.doctrees/environment.pickle
b/python/3.0.1/.doctrees/environment.pickle
index 249171996..31af196c0 100644
Binary files a/python/3.0.1/.doctrees/environment.pickle and
b/python/3.0.1/.doctrees/environment.pickle differ
diff --git a/python/3.0.1/.doctrees/howto/index.doctree
b/python/3.0.1/.doctrees/howto/index.doctree
index 41326cb8f..a58733894 100644
Binary files a/python/3.0.1/.doctrees/howto/index.doctree and
b/python/3.0.1/.doctrees/howto/index.doctree differ
diff --git a/python/3.0.1/.doctrees/howto/remote-submit.doctree
b/python/3.0.1/.doctrees/howto/remote-submit.doctree
index a97b20665..3d3fa542a 100644
Binary files a/python/3.0.1/.doctrees/howto/remote-submit.doctree and
b/python/3.0.1/.doctrees/howto/remote-submit.doctree differ
diff --git a/python/3.0.1/.doctrees/index.doctree
b/python/3.0.1/.doctrees/index.doctree
index 68a52126f..8d27d8c45 100644
Binary files a/python/3.0.1/.doctrees/index.doctree and
b/python/3.0.1/.doctrees/index.doctree differ
diff --git a/python/3.0.1/.doctrees/start.doctree
b/python/3.0.1/.doctrees/start.doctree
index 92646b76f..26802caea 100644
Binary files a/python/3.0.1/.doctrees/start.doctree and
b/python/3.0.1/.doctrees/start.doctree differ
diff --git a/python/3.0.1/.doctrees/tasks/condition.doctree
b/python/3.0.1/.doctrees/tasks/condition.doctree
index d90425110..5dfa2d5e1 100644
Binary files a/python/3.0.1/.doctrees/tasks/condition.doctree and
b/python/3.0.1/.doctrees/tasks/condition.doctree differ
diff --git a/python/3.0.1/.doctrees/tasks/datax.doctree
b/python/3.0.1/.doctrees/tasks/datax.doctree
index b0639b870..df7e2053f 100644
Binary files a/python/3.0.1/.doctrees/tasks/datax.doctree and
b/python/3.0.1/.doctrees/tasks/datax.doctree differ
diff --git a/python/3.0.1/.doctrees/tasks/dependent.doctree
b/python/3.0.1/.doctrees/tasks/dependent.doctree
index e98ca1080..b789a3f36 100644
Binary files a/python/3.0.1/.doctrees/tasks/dependent.doctree and
b/python/3.0.1/.doctrees/tasks/dependent.doctree differ
diff --git a/python/3.0.1/.doctrees/tasks/flink.doctree
b/python/3.0.1/.doctrees/tasks/flink.doctree
index 305f26e35..92d6cf41e 100644
Binary files a/python/3.0.1/.doctrees/tasks/flink.doctree and
b/python/3.0.1/.doctrees/tasks/flink.doctree differ
diff --git a/python/3.0.1/.doctrees/tasks/func_wrap.doctree
b/python/3.0.1/.doctrees/tasks/func_wrap.doctree
index 229900248..02a066be9 100644
Binary files a/python/3.0.1/.doctrees/tasks/func_wrap.doctree and
b/python/3.0.1/.doctrees/tasks/func_wrap.doctree differ
diff --git a/python/3.0.1/.doctrees/tasks/http.doctree
b/python/3.0.1/.doctrees/tasks/http.doctree
index 17269f18e..fcdb76bc3 100644
Binary files a/python/3.0.1/.doctrees/tasks/http.doctree and
b/python/3.0.1/.doctrees/tasks/http.doctree differ
diff --git a/python/3.0.1/.doctrees/tasks/index.doctree
b/python/3.0.1/.doctrees/tasks/index.doctree
index 92b7c697e..602d5b21c 100644
Binary files a/python/3.0.1/.doctrees/tasks/index.doctree and
b/python/3.0.1/.doctrees/tasks/index.doctree differ
diff --git a/python/3.0.1/.doctrees/tasks/map_reduce.doctree
b/python/3.0.1/.doctrees/tasks/map_reduce.doctree
index 17c0572b6..432188ef0 100644
Binary files a/python/3.0.1/.doctrees/tasks/map_reduce.doctree and
b/python/3.0.1/.doctrees/tasks/map_reduce.doctree differ
diff --git a/python/3.0.1/.doctrees/tasks/procedure.doctree
b/python/3.0.1/.doctrees/tasks/procedure.doctree
index c04084d62..f74949827 100644
Binary files a/python/3.0.1/.doctrees/tasks/procedure.doctree and
b/python/3.0.1/.doctrees/tasks/procedure.doctree differ
diff --git a/python/3.0.1/.doctrees/tasks/python.doctree
b/python/3.0.1/.doctrees/tasks/python.doctree
index 06b3fc1c5..e656a5365 100644
Binary files a/python/3.0.1/.doctrees/tasks/python.doctree and
b/python/3.0.1/.doctrees/tasks/python.doctree differ
diff --git a/python/3.0.1/.doctrees/tasks/shell.doctree
b/python/3.0.1/.doctrees/tasks/shell.doctree
index 953c16143..a9338314d 100644
Binary files a/python/3.0.1/.doctrees/tasks/shell.doctree and
b/python/3.0.1/.doctrees/tasks/shell.doctree differ
diff --git a/python/3.0.1/.doctrees/tasks/spark.doctree
b/python/3.0.1/.doctrees/tasks/spark.doctree
index 558e197e4..a6fbaf6dc 100644
Binary files a/python/3.0.1/.doctrees/tasks/spark.doctree and
b/python/3.0.1/.doctrees/tasks/spark.doctree differ
diff --git a/python/3.0.1/.doctrees/tasks/sql.doctree
b/python/3.0.1/.doctrees/tasks/sql.doctree
index 76b97ecf4..dc94b4074 100644
Binary files a/python/3.0.1/.doctrees/tasks/sql.doctree and
b/python/3.0.1/.doctrees/tasks/sql.doctree differ
diff --git a/python/3.0.1/.doctrees/tasks/sub_process.doctree
b/python/3.0.1/.doctrees/tasks/sub_process.doctree
index da55b4fbf..ce0431e5d 100644
Binary files a/python/3.0.1/.doctrees/tasks/sub_process.doctree and
b/python/3.0.1/.doctrees/tasks/sub_process.doctree differ
diff --git a/python/3.0.1/.doctrees/tasks/switch.doctree
b/python/3.0.1/.doctrees/tasks/switch.doctree
index 53d75eb4a..747a75f15 100644
Binary files a/python/3.0.1/.doctrees/tasks/switch.doctree and
b/python/3.0.1/.doctrees/tasks/switch.doctree differ
diff --git a/python/3.0.1/.doctrees/tutorial.doctree
b/python/3.0.1/.doctrees/tutorial.doctree
index 89ce8f91a..a84604e37 100644
Binary files a/python/3.0.1/.doctrees/tutorial.doctree and
b/python/3.0.1/.doctrees/tutorial.doctree differ
diff --git a/python/dev/.buildinfo b/python/dev/.buildinfo
index d134d700a..b75ed2f09 100644
--- a/python/dev/.buildinfo
+++ b/python/dev/.buildinfo
@@ -1,4 +1,4 @@
# Sphinx build info version 1
# This file hashes the configuration used when building these files. When it
is not found, a full rebuild will be done.
-config: 2b21d2161d8dc14b7b03a1e55a68005b
+config: 875448914e8275d5150be61d3576dde5
tags: 645f666f9bcd5a90fca523b33c5a78b7
diff --git a/python/dev/.doctrees/api.doctree b/python/dev/.doctrees/api.doctree
index 722181ace..e5d94abca 100644
Binary files a/python/dev/.doctrees/api.doctree and
b/python/dev/.doctrees/api.doctree differ
diff --git a/python/dev/.doctrees/cli.doctree b/python/dev/.doctrees/cli.doctree
index 39f49f749..2807010ee 100644
Binary files a/python/dev/.doctrees/cli.doctree and
b/python/dev/.doctrees/cli.doctree differ
diff --git a/python/dev/.doctrees/concept.doctree
b/python/dev/.doctrees/concept.doctree
index 922059553..12c0c6962 100644
Binary files a/python/dev/.doctrees/concept.doctree and
b/python/dev/.doctrees/concept.doctree differ
diff --git a/python/dev/.doctrees/config.doctree
b/python/dev/.doctrees/config.doctree
index cfab4a2c2..00f28acc8 100644
Binary files a/python/dev/.doctrees/config.doctree and
b/python/dev/.doctrees/config.doctree differ
diff --git a/python/dev/.doctrees/environment.pickle
b/python/dev/.doctrees/environment.pickle
index 7c23ec054..b508e41a5 100644
Binary files a/python/dev/.doctrees/environment.pickle and
b/python/dev/.doctrees/environment.pickle differ
diff --git a/python/dev/.doctrees/howto/index.doctree
b/python/dev/.doctrees/howto/index.doctree
index 4381fae1f..65242d556 100644
Binary files a/python/dev/.doctrees/howto/index.doctree and
b/python/dev/.doctrees/howto/index.doctree differ
diff --git a/python/dev/.doctrees/howto/remote-submit.doctree
b/python/dev/.doctrees/howto/remote-submit.doctree
index 2bacc1f9a..e723cddf2 100644
Binary files a/python/dev/.doctrees/howto/remote-submit.doctree and
b/python/dev/.doctrees/howto/remote-submit.doctree differ
diff --git a/python/dev/.doctrees/index.doctree
b/python/dev/.doctrees/index.doctree
index 5b52ef36a..6698595c9 100644
Binary files a/python/dev/.doctrees/index.doctree and
b/python/dev/.doctrees/index.doctree differ
diff --git a/python/dev/.doctrees/resources_plugin/develop.doctree
b/python/dev/.doctrees/resources_plugin/develop.doctree
index 9f0e87067..27df1ce6b 100644
Binary files a/python/dev/.doctrees/resources_plugin/develop.doctree and
b/python/dev/.doctrees/resources_plugin/develop.doctree differ
diff --git a/python/dev/.doctrees/resources_plugin/github.doctree
b/python/dev/.doctrees/resources_plugin/github.doctree
new file mode 100644
index 000000000..a4ebbbcb9
Binary files /dev/null and
b/python/dev/.doctrees/resources_plugin/github.doctree differ
diff --git a/python/dev/.doctrees/resources_plugin/index.doctree
b/python/dev/.doctrees/resources_plugin/index.doctree
index 632c801c4..51750b20a 100644
Binary files a/python/dev/.doctrees/resources_plugin/index.doctree and
b/python/dev/.doctrees/resources_plugin/index.doctree differ
diff --git a/python/dev/.doctrees/resources_plugin/local.doctree
b/python/dev/.doctrees/resources_plugin/local.doctree
index 305817957..0a0a749e7 100644
Binary files a/python/dev/.doctrees/resources_plugin/local.doctree and
b/python/dev/.doctrees/resources_plugin/local.doctree differ
diff --git a/python/dev/.doctrees/resources_plugin/resource-plugin.doctree
b/python/dev/.doctrees/resources_plugin/resource-plugin.doctree
index a84ba56be..6c63bd8ec 100644
Binary files a/python/dev/.doctrees/resources_plugin/resource-plugin.doctree
and b/python/dev/.doctrees/resources_plugin/resource-plugin.doctree differ
diff --git a/python/dev/.doctrees/start.doctree
b/python/dev/.doctrees/start.doctree
index 7acc2291b..1aee57706 100644
Binary files a/python/dev/.doctrees/start.doctree and
b/python/dev/.doctrees/start.doctree differ
diff --git a/python/dev/.doctrees/tasks/condition.doctree
b/python/dev/.doctrees/tasks/condition.doctree
index 5672cbec6..129e4ecf8 100644
Binary files a/python/dev/.doctrees/tasks/condition.doctree and
b/python/dev/.doctrees/tasks/condition.doctree differ
diff --git a/python/dev/.doctrees/tasks/datax.doctree
b/python/dev/.doctrees/tasks/datax.doctree
index b938c0ceb..9b7a01323 100644
Binary files a/python/dev/.doctrees/tasks/datax.doctree and
b/python/dev/.doctrees/tasks/datax.doctree differ
diff --git a/python/dev/.doctrees/tasks/dependent.doctree
b/python/dev/.doctrees/tasks/dependent.doctree
index cb1c5a724..46d03d49b 100644
Binary files a/python/dev/.doctrees/tasks/dependent.doctree and
b/python/dev/.doctrees/tasks/dependent.doctree differ
diff --git a/python/dev/.doctrees/tasks/dvc.doctree
b/python/dev/.doctrees/tasks/dvc.doctree
index 54f9c77d0..e201b68a3 100644
Binary files a/python/dev/.doctrees/tasks/dvc.doctree and
b/python/dev/.doctrees/tasks/dvc.doctree differ
diff --git a/python/dev/.doctrees/tasks/flink.doctree
b/python/dev/.doctrees/tasks/flink.doctree
index 08088013f..e37f089ee 100644
Binary files a/python/dev/.doctrees/tasks/flink.doctree and
b/python/dev/.doctrees/tasks/flink.doctree differ
diff --git a/python/dev/.doctrees/tasks/func_wrap.doctree
b/python/dev/.doctrees/tasks/func_wrap.doctree
index 1cb06daf1..28ed12418 100644
Binary files a/python/dev/.doctrees/tasks/func_wrap.doctree and
b/python/dev/.doctrees/tasks/func_wrap.doctree differ
diff --git a/python/dev/.doctrees/tasks/http.doctree
b/python/dev/.doctrees/tasks/http.doctree
index 490d0cb54..067183f06 100644
Binary files a/python/dev/.doctrees/tasks/http.doctree and
b/python/dev/.doctrees/tasks/http.doctree differ
diff --git a/python/dev/.doctrees/tasks/index.doctree
b/python/dev/.doctrees/tasks/index.doctree
index a800615d9..9bd353d73 100644
Binary files a/python/dev/.doctrees/tasks/index.doctree and
b/python/dev/.doctrees/tasks/index.doctree differ
diff --git a/python/dev/.doctrees/tasks/map_reduce.doctree
b/python/dev/.doctrees/tasks/map_reduce.doctree
index 0eb4ac7b7..7cb6a3645 100644
Binary files a/python/dev/.doctrees/tasks/map_reduce.doctree and
b/python/dev/.doctrees/tasks/map_reduce.doctree differ
diff --git a/python/dev/.doctrees/tasks/mlflow.doctree
b/python/dev/.doctrees/tasks/mlflow.doctree
index c95a666d5..07c4a2177 100644
Binary files a/python/dev/.doctrees/tasks/mlflow.doctree and
b/python/dev/.doctrees/tasks/mlflow.doctree differ
diff --git a/python/dev/.doctrees/tasks/openmldb.doctree
b/python/dev/.doctrees/tasks/openmldb.doctree
index dac6c9df7..c4f3aa48c 100644
Binary files a/python/dev/.doctrees/tasks/openmldb.doctree and
b/python/dev/.doctrees/tasks/openmldb.doctree differ
diff --git a/python/dev/.doctrees/tasks/procedure.doctree
b/python/dev/.doctrees/tasks/procedure.doctree
index c98272381..40964f7a5 100644
Binary files a/python/dev/.doctrees/tasks/procedure.doctree and
b/python/dev/.doctrees/tasks/procedure.doctree differ
diff --git a/python/dev/.doctrees/tasks/python.doctree
b/python/dev/.doctrees/tasks/python.doctree
index ed22deae7..4e4ec0199 100644
Binary files a/python/dev/.doctrees/tasks/python.doctree and
b/python/dev/.doctrees/tasks/python.doctree differ
diff --git a/python/dev/.doctrees/tasks/pytorch.doctree
b/python/dev/.doctrees/tasks/pytorch.doctree
index 8ed184de7..0a1477204 100644
Binary files a/python/dev/.doctrees/tasks/pytorch.doctree and
b/python/dev/.doctrees/tasks/pytorch.doctree differ
diff --git a/python/dev/.doctrees/tasks/sagemaker.doctree
b/python/dev/.doctrees/tasks/sagemaker.doctree
index b62b00301..ea97bcfb6 100644
Binary files a/python/dev/.doctrees/tasks/sagemaker.doctree and
b/python/dev/.doctrees/tasks/sagemaker.doctree differ
diff --git a/python/dev/.doctrees/tasks/shell.doctree
b/python/dev/.doctrees/tasks/shell.doctree
index d0eca267b..3cdf476cb 100644
Binary files a/python/dev/.doctrees/tasks/shell.doctree and
b/python/dev/.doctrees/tasks/shell.doctree differ
diff --git a/python/dev/.doctrees/tasks/spark.doctree
b/python/dev/.doctrees/tasks/spark.doctree
index f111e1473..381b4963b 100644
Binary files a/python/dev/.doctrees/tasks/spark.doctree and
b/python/dev/.doctrees/tasks/spark.doctree differ
diff --git a/python/dev/.doctrees/tasks/sql.doctree
b/python/dev/.doctrees/tasks/sql.doctree
index 7bd5bc6c7..a61571fcb 100644
Binary files a/python/dev/.doctrees/tasks/sql.doctree and
b/python/dev/.doctrees/tasks/sql.doctree differ
diff --git a/python/dev/.doctrees/tasks/sub_process.doctree
b/python/dev/.doctrees/tasks/sub_process.doctree
index 194e47247..6cdaa7529 100644
Binary files a/python/dev/.doctrees/tasks/sub_process.doctree and
b/python/dev/.doctrees/tasks/sub_process.doctree differ
diff --git a/python/dev/.doctrees/tasks/switch.doctree
b/python/dev/.doctrees/tasks/switch.doctree
index d8abfff65..9a3c645a4 100644
Binary files a/python/dev/.doctrees/tasks/switch.doctree and
b/python/dev/.doctrees/tasks/switch.doctree differ
diff --git a/python/dev/.doctrees/tutorial.doctree
b/python/dev/.doctrees/tutorial.doctree
index 2fb45413a..9803e1b05 100644
Binary files a/python/dev/.doctrees/tutorial.doctree and
b/python/dev/.doctrees/tutorial.doctree differ
diff --git a/python/dev/_modules/index.html b/python/dev/_modules/index.html
index 6d168beb9..0d6d8b791 100644
--- a/python/dev/_modules/index.html
+++ b/python/dev/_modules/index.html
@@ -90,6 +90,7 @@
<li><a
href="pydolphinscheduler/models/tenant.html">pydolphinscheduler.models.tenant</a></li>
<li><a
href="pydolphinscheduler/models/user.html">pydolphinscheduler.models.user</a></li>
<li><a
href="pydolphinscheduler/models/worker_group.html">pydolphinscheduler.models.worker_group</a></li>
+<li><a
href="pydolphinscheduler/resources_plugin/github.html">pydolphinscheduler.resources_plugin.github</a></li>
<li><a
href="pydolphinscheduler/resources_plugin/local.html">pydolphinscheduler.resources_plugin.local</a></li>
<li><a
href="pydolphinscheduler/tasks/condition.html">pydolphinscheduler.tasks.condition</a></li>
<li><a
href="pydolphinscheduler/tasks/datax.html">pydolphinscheduler.tasks.datax</a></li>
diff --git a/python/dev/_modules/pydolphinscheduler/core/resource_plugin.html
b/python/dev/_modules/pydolphinscheduler/core/resource_plugin.html
index 1cba5654c..7edc5d37b 100644
--- a/python/dev/_modules/pydolphinscheduler/core/resource_plugin.html
+++ b/python/dev/_modules/pydolphinscheduler/core/resource_plugin.html
@@ -96,9 +96,10 @@
<span class="sd">"""DolphinScheduler ResourcePlugin
object."""</span>
-
<span class="kn">from</span> <span class="nn">abc</span> <span
class="kn">import</span> <span class="n">ABCMeta</span><span class="p">,</span>
<span class="n">abstractmethod</span>
+<span class="kn">from</span> <span
class="nn">pydolphinscheduler.exceptions</span> <span class="kn">import</span>
<span class="n">PyResPluginException</span>
+
<span class="c1"># [start resource_plugin_definition]</span>
<div class="viewcode-block" id="ResourcePlugin"><a class="viewcode-back"
href="../../../resources_plugin/resource-plugin.html#pydolphinscheduler.core.resource_plugin.ResourcePlugin">[docs]</a><span
class="k">class</span> <span class="nc">ResourcePlugin</span><span
class="p">(</span><span class="nb">object</span><span class="p">,</span> <span
class="n">metaclass</span><span class="o">=</span><span
class="n">ABCMeta</span><span class="p">):</span>
@@ -120,10 +121,18 @@
<span class="sd">"""Get the content of the file.</span>
<span class="sd"> The address of the file is the prefix of the resource
plugin plus the parameter suf.</span>
-<span class="sd"> """</span></div></div>
+<span class="sd"> """</span></div>
<span class="c1"># [end abstractmethod read_file]</span>
+<div class="viewcode-block" id="ResourcePlugin.get_index"><a
class="viewcode-back"
href="../../../resources_plugin/resource-plugin.html#pydolphinscheduler.core.resource_plugin.ResourcePlugin.get_index">[docs]</a>
<span class="k">def</span> <span class="nf">get_index</span><span
class="p">(</span><span class="bp">self</span><span class="p">,</span> <span
class="n">s</span><span class="p">:</span> <span class="nb">str</span><span
class="p">,</span> <span class="n">x</span><span class="p [...]
+ <span class="sd">"""Find the subscript of the nth
occurrence of the X character in the string s."""</span>
+ <span class="k">if</span> <span class="n">n</span> <span
class="o"><=</span> <span class="n">s</span><span class="o">.</span><span
class="n">count</span><span class="p">(</span><span class="n">x</span><span
class="p">):</span>
+ <span class="n">all_index</span> <span class="o">=</span> <span
class="p">[</span><span class="n">key</span> <span class="k">for</span> <span
class="n">key</span><span class="p">,</span> <span class="n">value</span> <span
class="ow">in</span> <span class="nb">enumerate</span><span
class="p">(</span><span class="n">s</span><span class="p">)</span> <span
class="k">if</span> <span class="n">value</span> <span class="o">==</span>
<span class="n">x</span><span class="p">]</span>
+ <span class="k">return</span> <span
class="n">all_index</span><span class="p">[</span><span class="n">n</span>
<span class="o">-</span> <span class="mi">1</span><span class="p">]</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="k">raise</span> <span
class="n">PyResPluginException</span><span class="p">(</span><span
class="s2">"Incomplete path."</span><span
class="p">)</span></div></div>
+
<span class="c1"># [end resource_plugin_definition]</span>
</pre></div>
diff --git
a/python/dev/_modules/pydolphinscheduler/resources_plugin/github.html
b/python/dev/_modules/pydolphinscheduler/resources_plugin/github.html
new file mode 100644
index 000000000..601c43cf1
--- /dev/null
+++ b/python/dev/_modules/pydolphinscheduler/resources_plugin/github.html
@@ -0,0 +1,232 @@
+<!DOCTYPE html>
+<html class="writer-html5" lang="en" >
+<head>
+ <meta charset="utf-8" />
+ <meta name="viewport" content="width=device-width, initial-scale=1.0" />
+ <title>pydolphinscheduler.resources_plugin.github — pydolphinscheduler
0.0.1 documentation</title>
+ <link rel="stylesheet" href="../../../_static/pygments.css"
type="text/css" />
+ <link rel="stylesheet" href="../../../_static/css/theme.css"
type="text/css" />
+ <link rel="stylesheet" href="../../../_static/tabs.css" type="text/css"
/>
+ <link rel="stylesheet" href="../../../_static/copybutton.css"
type="text/css" />
+ <!--[if lt IE 9]>
+ <script src="../../../_static/js/html5shiv.min.js"></script>
+ <![endif]-->
+
+ <script data-url_root="../../../" id="documentation_options"
src="../../../_static/documentation_options.js"></script>
+ <script src="../../../_static/jquery.js"></script>
+ <script src="../../../_static/underscore.js"></script>
+ <script
src="../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+ <script src="../../../_static/doctools.js"></script>
+ <script src="../../../_static/tabs.js"></script>
+ <script src="../../../_static/clipboard.min.js"></script>
+ <script src="../../../_static/copybutton.js"></script>
+ <script src="../../../_static/js/theme.js"></script>
+ <link rel="index" title="Index" href="../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../search.html" />
+</head>
+
+<body class="wy-body-for-nav">
+ <div class="wy-grid-for-nav">
+ <nav data-toggle="wy-nav-shift" class="wy-nav-side">
+ <div class="wy-side-scroll">
+ <div class="wy-side-nav-search" >
+ <a href="../../../index.html" class="icon icon-home">
pydolphinscheduler
+ </a>
+<div role="search">
+ <form id="rtd-search-form" class="wy-form" action="../../../search.html"
method="get">
+ <input type="text" name="q" placeholder="Search docs" />
+ <input type="hidden" name="check_keywords" value="yes" />
+ <input type="hidden" name="area" value="default" />
+ </form>
+</div>
+ </div><div class="wy-menu wy-menu-vertical" data-spy="affix"
role="navigation" aria-label="Navigation menu">
+ <ul>
+<li class="toctree-l1"><a class="reference internal"
href="../../../start.html">Getting Started</a></li>
+<li class="toctree-l1"><a class="reference internal"
href="../../../tutorial.html">Tutorial</a></li>
+<li class="toctree-l1"><a class="reference internal"
href="../../../concept.html">Concepts</a></li>
+<li class="toctree-l1"><a class="reference internal"
href="../../../tasks/index.html">Tasks</a></li>
+<li class="toctree-l1"><a class="reference internal"
href="../../../howto/index.html">HOWTOs</a></li>
+<li class="toctree-l1"><a class="reference internal"
href="../../../cli.html">Command Line Interface</a></li>
+<li class="toctree-l1"><a class="reference internal"
href="../../../config.html">Configuration</a></li>
+<li class="toctree-l1"><a class="reference internal"
href="../../../api.html">API</a></li>
+<li class="toctree-l1"><a class="reference internal"
href="../../../resources_plugin/index.html">Resources_plugin</a></li>
+</ul>
+
+ </div>
+ </div>
+ </nav>
+
+ <section data-toggle="wy-nav-shift" class="wy-nav-content-wrap"><nav
class="wy-nav-top" aria-label="Mobile navigation menu" >
+ <i data-toggle="wy-nav-top" class="fa fa-bars"></i>
+ <a href="../../../index.html">pydolphinscheduler</a>
+ </nav>
+
+ <div class="wy-nav-content">
+ <div class="rst-content">
+ <div role="navigation" aria-label="Page navigation">
+ <ul class="wy-breadcrumbs">
+ <li><a href="../../../index.html" class="icon icon-home"></a>
»</li>
+ <li><a href="../../index.html">Module code</a> »</li>
+ <li>pydolphinscheduler.resources_plugin.github</li>
+ <li class="wy-breadcrumbs-aside">
+ </li>
+ </ul>
+ <hr/>
+</div>
+ <div role="main" class="document" itemscope="itemscope"
itemtype="http://schema.org/Article";>
+ <div itemprop="articleBody">
+
+ <h1>Source code for pydolphinscheduler.resources_plugin.github</h1><div
class="highlight"><pre>
+<span></span><span class="c1"># Licensed to the Apache Software Foundation
(ASF) under one</span>
+<span class="c1"># or more contributor license agreements. See the NOTICE
file</span>
+<span class="c1"># distributed with this work for additional information</span>
+<span class="c1"># regarding copyright ownership. The ASF licenses this
file</span>
+<span class="c1"># to you under the Apache License, Version 2.0 (the</span>
+<span class="c1"># "License"); you may not use this file except in
compliance</span>
+<span class="c1"># with the License. You may obtain a copy of the License
at</span>
+<span class="c1">#</span>
+<span class="c1"># http://www.apache.org/licenses/LICENSE-2.0</span>
+<span class="c1">#</span>
+<span class="c1"># Unless required by applicable law or agreed to in
writing,</span>
+<span class="c1"># software distributed under the License is distributed on
an</span>
+<span class="c1"># "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS
OF ANY</span>
+<span class="c1"># KIND, either express or implied. See the License for
the</span>
+<span class="c1"># specific language governing permissions and
limitations</span>
+<span class="c1"># under the License.</span>
+
+<span class="sd">"""DolphinScheduler github resource
plugin."""</span>
+<span class="kn">import</span> <span class="nn">base64</span>
+<span class="kn">from</span> <span class="nn">typing</span> <span
class="kn">import</span> <span class="n">Optional</span>
+<span class="kn">from</span> <span class="nn">urllib.parse</span> <span
class="kn">import</span> <span class="n">urljoin</span>
+
+<span class="kn">import</span> <span class="nn">requests</span>
+
+<span class="kn">from</span> <span
class="nn">pydolphinscheduler.core.resource_plugin</span> <span
class="kn">import</span> <span class="n">ResourcePlugin</span>
+<span class="kn">from</span> <span
class="nn">pydolphinscheduler.resources_plugin.base.git</span> <span
class="kn">import</span> <span class="n">Git</span><span class="p">,</span>
<span class="n">GitHubFileInfo</span>
+
+
+<div class="viewcode-block" id="GitHub"><a class="viewcode-back"
href="../../../resources_plugin/github.html#pydolphinscheduler.resources_plugin.github.GitHub">[docs]</a><span
class="k">class</span> <span class="nc">GitHub</span><span
class="p">(</span><span class="n">ResourcePlugin</span><span class="p">,</span>
<span class="n">Git</span><span class="p">):</span>
+ <span class="sd">"""GitHub resource plugin, a plugin for
task and workflow to dolphinscheduler to read resource.</span>
+
+<span class="sd"> :param prefix: A string representing the prefix of
GitHub.</span>
+<span class="sd"> :param access_token: A string used for identity
authentication of GitHub private repository.</span>
+<span class="sd"> """</span>
+
+ <span class="k">def</span> <span class="fm">__init__</span><span
class="p">(</span>
+ <span class="bp">self</span><span class="p">,</span> <span
class="n">prefix</span><span class="p">:</span> <span
class="nb">str</span><span class="p">,</span> <span
class="n">access_token</span><span class="p">:</span> <span
class="n">Optional</span><span class="p">[</span><span
class="nb">str</span><span class="p">]</span> <span class="o">=</span> <span
class="kc">None</span><span class="p">,</span> <span class="o">*</span><span
class="n">args</span><span class="p">,</span> <spa [...]
+ <span class="p">):</span>
+ <span class="nb">super</span><span class="p">()</span><span
class="o">.</span><span class="fm">__init__</span><span class="p">(</span><span
class="n">prefix</span><span class="p">,</span> <span class="o">*</span><span
class="n">args</span><span class="p">,</span> <span class="o">**</span><span
class="n">kwargs</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span
class="n">access_token</span> <span class="o">=</span> <span
class="n">access_token</span>
+
+<div class="viewcode-block" id="GitHub.build_req_api"><a class="viewcode-back"
href="../../../resources_plugin/github.html#pydolphinscheduler.resources_plugin.github.GitHub.build_req_api">[docs]</a>
<span class="k">def</span> <span class="nf">build_req_api</span><span
class="p">(</span>
+ <span class="bp">self</span><span class="p">,</span>
+ <span class="n">user</span><span class="p">:</span> <span
class="nb">str</span><span class="p">,</span>
+ <span class="n">repo_name</span><span class="p">:</span> <span
class="nb">str</span><span class="p">,</span>
+ <span class="n">file_path</span><span class="p">:</span> <span
class="nb">str</span><span class="p">,</span>
+ <span class="n">api</span><span class="p">:</span> <span
class="nb">str</span><span class="p">,</span>
+ <span class="p">):</span>
+ <span class="sd">"""Build request file content
API."""</span>
+ <span class="n">api</span> <span class="o">=</span> <span
class="n">api</span><span class="o">.</span><span class="n">replace</span><span
class="p">(</span><span class="s2">"</span><span
class="si">{user}</span><span class="s2">"</span><span class="p">,</span>
<span class="n">user</span><span class="p">)</span>
+ <span class="n">api</span> <span class="o">=</span> <span
class="n">api</span><span class="o">.</span><span class="n">replace</span><span
class="p">(</span><span class="s2">"</span><span
class="si">{repo_name}</span><span class="s2">"</span><span
class="p">,</span> <span class="n">repo_name</span><span class="p">)</span>
+ <span class="n">api</span> <span class="o">=</span> <span
class="n">api</span><span class="o">.</span><span class="n">replace</span><span
class="p">(</span><span class="s2">"</span><span
class="si">{file_path}</span><span class="s2">"</span><span
class="p">,</span> <span class="n">file_path</span><span class="p">)</span>
+ <span class="k">return</span> <span class="n">api</span></div>
+
+<div class="viewcode-block" id="GitHub.get_git_file_info"><a
class="viewcode-back"
href="../../../resources_plugin/github.html#pydolphinscheduler.resources_plugin.github.GitHub.get_git_file_info">[docs]</a>
<span class="k">def</span> <span class="nf">get_git_file_info</span><span
class="p">(</span><span class="bp">self</span><span class="p">,</span> <span
class="n">path</span><span class="p">:</span> <span class="nb">str</span><span
class="p">):</span>
+ <span class="sd">"""Get file information from the file
url, like repository name, user, branch, and file path."""</span>
+ <span class="n">elements</span> <span class="o">=</span> <span
class="n">path</span><span class="o">.</span><span class="n">split</span><span
class="p">(</span><span class="s2">"/"</span><span class="p">)</span>
+ <span class="n">index</span> <span class="o">=</span> <span
class="bp">self</span><span class="o">.</span><span
class="n">get_index</span><span class="p">(</span><span
class="n">path</span><span class="p">,</span> <span
class="s2">"/"</span><span class="p">,</span> <span
class="mi">7</span><span class="p">)</span>
+ <span class="n">index</span> <span class="o">=</span> <span
class="n">index</span> <span class="o">+</span> <span class="mi">1</span>
+ <span class="n">file_info</span> <span class="o">=</span> <span
class="n">GitHubFileInfo</span><span class="p">(</span>
+ <span class="n">user</span><span class="o">=</span><span
class="n">elements</span><span class="p">[</span><span class="mi">3</span><span
class="p">],</span>
+ <span class="n">repo_name</span><span class="o">=</span><span
class="n">elements</span><span class="p">[</span><span class="mi">4</span><span
class="p">],</span>
+ <span class="n">branch</span><span class="o">=</span><span
class="n">elements</span><span class="p">[</span><span class="mi">6</span><span
class="p">],</span>
+ <span class="n">file_path</span><span class="o">=</span><span
class="n">path</span><span class="p">[</span><span class="n">index</span><span
class="p">:],</span>
+ <span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span
class="n">_git_file_info</span> <span class="o">=</span> <span
class="n">file_info</span></div>
+
+<div class="viewcode-block" id="GitHub.get_req_url"><a class="viewcode-back"
href="../../../resources_plugin/github.html#pydolphinscheduler.resources_plugin.github.GitHub.get_req_url">[docs]</a>
<span class="k">def</span> <span class="nf">get_req_url</span><span
class="p">(</span><span class="bp">self</span><span class="p">):</span>
+ <span class="sd">"""Build request URL according to file
information."""</span>
+ <span class="k">return</span> <span class="bp">self</span><span
class="o">.</span><span class="n">build_req_api</span><span class="p">(</span>
+ <span class="n">user</span><span class="o">=</span><span
class="bp">self</span><span class="o">.</span><span
class="n">_git_file_info</span><span class="o">.</span><span
class="n">user</span><span class="p">,</span>
+ <span class="n">repo_name</span><span class="o">=</span><span
class="bp">self</span><span class="o">.</span><span
class="n">_git_file_info</span><span class="o">.</span><span
class="n">repo_name</span><span class="p">,</span>
+ <span class="n">file_path</span><span class="o">=</span><span
class="bp">self</span><span class="o">.</span><span
class="n">_git_file_info</span><span class="o">.</span><span
class="n">file_path</span><span class="p">,</span>
+ <span class="n">api</span><span class="o">=</span><span
class="s2">"https://api.github.com/repos/</span><span
class="si">{user}</span><span class="s2">/</span><span
class="si">{repo_name}</span><span class="s2">/contents/</span><span
class="si">{file_path}</span><span class="s2">"</span><span
class="p">,</span>
+ <span class="p">)</span></div>
+
+<div class="viewcode-block" id="GitHub.read_file"><a class="viewcode-back"
href="../../../resources_plugin/github.html#pydolphinscheduler.resources_plugin.github.GitHub.read_file">[docs]</a>
<span class="k">def</span> <span class="nf">read_file</span><span
class="p">(</span><span class="bp">self</span><span class="p">,</span> <span
class="n">suf</span><span class="p">:</span> <span class="nb">str</span><span
class="p">):</span>
+ <span class="sd">"""Get the content of the file.</span>
+
+<span class="sd"> The address of the file is the prefix of the resource
plugin plus the parameter suf.</span>
+<span class="sd"> """</span>
+ <span class="n">path</span> <span class="o">=</span> <span
class="n">urljoin</span><span class="p">(</span><span
class="bp">self</span><span class="o">.</span><span
class="n">prefix</span><span class="p">,</span> <span class="n">suf</span><span
class="p">)</span>
+ <span class="k">return</span> <span class="bp">self</span><span
class="o">.</span><span class="n">req</span><span class="p">(</span><span
class="n">path</span><span class="p">)</span></div>
+
+<div class="viewcode-block" id="GitHub.req"><a class="viewcode-back"
href="../../../resources_plugin/github.html#pydolphinscheduler.resources_plugin.github.GitHub.req">[docs]</a>
<span class="k">def</span> <span class="nf">req</span><span
class="p">(</span><span class="bp">self</span><span class="p">,</span> <span
class="n">path</span><span class="p">:</span> <span class="nb">str</span><span
class="p">):</span>
+ <span class="sd">"""Send HTTP request, parse response
data, and get file content."""</span>
+ <span class="n">headers</span> <span class="o">=</span> <span
class="p">{</span>
+ <span class="s2">"Content-Type"</span><span
class="p">:</span> <span class="s2">"application/json;
charset=utf-8"</span><span class="p">,</span>
+ <span class="p">}</span>
+ <span class="k">if</span> <span class="bp">self</span><span
class="o">.</span><span class="n">access_token</span> <span
class="ow">is</span> <span class="ow">not</span> <span
class="kc">None</span><span class="p">:</span>
+ <span class="n">headers</span><span class="o">.</span><span
class="n">setdefault</span><span class="p">(</span><span
class="s2">"Authorization"</span><span class="p">,</span> <span
class="s2">"Bearer </span><span class="si">%s</span><span
class="s2">"</span> <span class="o">%</span> <span
class="bp">self</span><span class="o">.</span><span
class="n">access_token</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span
class="n">get_git_file_info</span><span class="p">(</span><span
class="n">path</span><span class="p">)</span>
+ <span class="n">response</span> <span class="o">=</span> <span
class="n">requests</span><span class="o">.</span><span
class="n">get</span><span class="p">(</span>
+ <span class="n">headers</span><span class="o">=</span><span
class="n">headers</span><span class="p">,</span>
+ <span class="n">url</span><span class="o">=</span><span
class="bp">self</span><span class="o">.</span><span
class="n">get_req_url</span><span class="p">(),</span>
+ <span class="n">params</span><span class="o">=</span><span
class="p">{</span><span class="s2">"ref"</span><span
class="p">:</span> <span class="bp">self</span><span class="o">.</span><span
class="n">_git_file_info</span><span class="o">.</span><span
class="n">branch</span><span class="p">},</span>
+ <span class="p">)</span>
+ <span class="k">if</span> <span class="n">response</span><span
class="o">.</span><span class="n">status_code</span> <span class="o">==</span>
<span class="n">requests</span><span class="o">.</span><span
class="n">codes</span><span class="o">.</span><span class="n">ok</span><span
class="p">:</span>
+ <span class="n">json_response</span> <span class="o">=</span>
<span class="n">response</span><span class="o">.</span><span
class="n">json</span><span class="p">()</span>
+ <span class="n">content</span> <span class="o">=</span> <span
class="n">base64</span><span class="o">.</span><span
class="n">b64decode</span><span class="p">(</span><span
class="n">json_response</span><span class="p">[</span><span
class="s2">"content"</span><span class="p">])</span>
+ <span class="k">return</span> <span class="n">content</span><span
class="o">.</span><span class="n">decode</span><span class="p">(</span><span
class="s2">"utf-8"</span><span class="p">)</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="k">raise</span> <span
class="ne">Exception</span><span class="p">(</span><span
class="n">response</span><span class="o">.</span><span
class="n">json</span><span class="p">())</span></div></div>
+</pre></div>
+
+ </div>
+ </div>
+ <footer>
+
+ <hr/>
+
+ <div role="contentinfo">
+ <p>© Copyright 2022, apache.</p>
+ </div>
+
+ Built with <a href="https://www.sphinx-doc.org/";>Sphinx</a> using a
+ <a href="https://github.com/readthedocs/sphinx_rtd_theme";>theme</a>
+ provided by <a href="https://readthedocs.org";>Read the Docs</a>.
+
+
+</footer>
+ </div>
+ </div>
+ </section>
+ </div>
+
+<div class="rst-versions" data-toggle="rst-versions" role="note"
aria-label="versions">
+ <span class="rst-current-version" data-toggle="rst-current-version">
+ <span class="fa fa-book"> Other Versions</span>
+ v: dev
+ <span class="fa fa-caret-down"></span>
+ </span>
+ <div class="rst-other-versions">
+ <dl>
+ <dt>Tags</dt>
+ <dd><a href="../../../../2.0.5/index.html">2.0.5</a></dd>
+ <dd><a href="../../../../2.0.6/index.html">2.0.6</a></dd>
+ <dd><a href="../../../../3.0.0/index.html">3.0.0</a></dd>
+ <dd><a href="../../../../3.0.1/index.html">3.0.1</a></dd>
+ </dl>
+ <dl>
+ <dt>Branches</dt>
+ <dd><a href="github.html">dev</a></dd>
+ </dl>
+ </div>
+</div><script>
+ jQuery(function () {
+ SphinxRtdTheme.Navigation.enable(true);
+ });
+ </script>
+
+</body>
+</html>
\ No newline at end of file
diff --git a/python/dev/_sources/resources_plugin/develop.rst.txt
b/python/dev/_sources/resources_plugin/develop.rst.txt
index 9e112b240..e7d90ea03 100644
--- a/python/dev/_sources/resources_plugin/develop.rst.txt
+++ b/python/dev/_sources/resources_plugin/develop.rst.txt
@@ -20,7 +20,7 @@ How to develop
When you want to create a new resource plugin, you need to add a new class in
the module `resources_plugin`.
-The resource plug-in class needs to inherit the abstract class
`ResourcePlugin` and implement its abstract method `read_file` function.
+The resource plugin class needs to inherit the abstract class `ResourcePlugin`
and implement its abstract method `read_file` function.
The parameter of the `__init__` function of `ResourcePlugin` is the prefix of
STR type. You can override this function when necessary.
@@ -37,7 +37,7 @@ Example
- Method `read_file`: Get content from the given URI, The function parameter
is the suffix of the file path.
-The file prefix has been initialized in init of the resource plug-in.
+The file prefix has been initialized in init of the resource plugin.
The prefix plus suffix is the absolute path of the file in this resource.
diff --git a/python/dev/_sources/resources_plugin/index.rst.txt
b/python/dev/_sources/resources_plugin/github.rst.txt
similarity index 52%
copy from python/dev/_sources/resources_plugin/index.rst.txt
copy to python/dev/_sources/resources_plugin/github.rst.txt
index 05a7ebd94..16febd4fc 100644
--- a/python/dev/_sources/resources_plugin/index.rst.txt
+++ b/python/dev/_sources/resources_plugin/github.rst.txt
@@ -15,14 +15,21 @@
specific language governing permissions and limitations
under the License.
-Resources_plugin
-================
+GitHub
+======
-In this section
+`GitHub` is a github resource plugin for pydolphinscheduler.
-.. toctree::
- :maxdepth: 1
+When using a github resource plugin, you only need to add the
`resource_plugin` parameter in the task subclass or workflow definition,
+such as `resource_plugin=GitHub(prefix="https://github.com/xxx";,
access_token="ghpxx")`.
+The token parameter is optional. You need to add it when your warehouse is a
private repository.
- develop
- resource-plugin
- local
\ No newline at end of file
+You can view this `document
<https://docs.github.com/en/authentication/keeping-your-account-and-data-secure/creating-a-personal-access-token>`_
+when creating a token.
+
+For the specific use of resource plugins, you can see `How to use` in
:doc:`resource-plugin`
+
+Dive Into
+---------
+
+.. automodule:: pydolphinscheduler.resources_plugin.github
\ No newline at end of file
diff --git a/python/dev/_sources/resources_plugin/index.rst.txt
b/python/dev/_sources/resources_plugin/index.rst.txt
index 05a7ebd94..1110cf315 100644
--- a/python/dev/_sources/resources_plugin/index.rst.txt
+++ b/python/dev/_sources/resources_plugin/index.rst.txt
@@ -25,4 +25,5 @@ In this section
develop
resource-plugin
- local
\ No newline at end of file
+ local
+ github
\ No newline at end of file
diff --git a/python/dev/_sources/resources_plugin/resource-plugin.rst.txt
b/python/dev/_sources/resources_plugin/resource-plugin.rst.txt
index 0b90eeecb..bdd7dc3a3 100644
--- a/python/dev/_sources/resources_plugin/resource-plugin.rst.txt
+++ b/python/dev/_sources/resources_plugin/resource-plugin.rst.txt
@@ -55,10 +55,10 @@ It is an abstract function. You must rewrite it
How to use
----------
-Resource plug-ins can be used in task subclasses and workflows. You can use
the resource plug-ins by adding the `resource_plugin` parameter when they are
initialized.
-For example, local resource plug-ins, add `resource_plugin = Local("/tmp")`.
+Resource plugin can be used in task subclasses and workflows. You can use the
resource plugin by adding the `resource_plugin` parameter when they are
initialized.
+For example, local resource plugin, add `resource_plugin = Local("/tmp")`.
-The resource plug-ins we currently support is `local`.
+The resource plugin we currently support are `local`, `github`.
Here is an example.
diff --git a/python/dev/genindex.html b/python/dev/genindex.html
index ce55b1f31..96df8ee73 100644
--- a/python/dev/genindex.html
+++ b/python/dev/genindex.html
@@ -191,6 +191,8 @@
<li><a
href="resources_plugin/resource-plugin.html#pydolphinscheduler.core.resource_plugin.ResourcePlugin._abc_impl">_abc_impl
(pydolphinscheduler.core.resource_plugin.ResourcePlugin attribute)</a>
<ul>
+ <li><a
href="resources_plugin/github.html#pydolphinscheduler.resources_plugin.github.GitHub._abc_impl">(pydolphinscheduler.resources_plugin.github.GitHub
attribute)</a>
+</li>
<li><a
href="resources_plugin/local.html#pydolphinscheduler.resources_plugin.local.Local._abc_impl">(pydolphinscheduler.resources_plugin.local.Local
attribute)</a>
</li>
</ul></li>
@@ -958,10 +960,10 @@
</li>
<li><a
href="tasks/mlflow.html#pydolphinscheduler.tasks.mlflow.BaseMLflow">BaseMLflow
(class in pydolphinscheduler.tasks.mlflow)</a>
</li>
- </ul></td>
- <td style="width: 33%; vertical-align: top;"><ul>
<li><a href="api.html#pydolphinscheduler.models.BaseSide">BaseSide
(class in pydolphinscheduler.models)</a>
</li>
+ </ul></td>
+ <td style="width: 33%; vertical-align: top;"><ul>
<li><a
href="tasks/mlflow.html#pydolphinscheduler.tasks.mlflow.MLflowJobType.BASIC_ALGORITHM">BASIC_ALGORITHM
(pydolphinscheduler.tasks.mlflow.MLflowJobType attribute)</a>
</li>
<li><a
href="tasks/http.html#pydolphinscheduler.tasks.http.HttpCheckCondition.BODY_CONTAINS">BODY_CONTAINS
(pydolphinscheduler.tasks.http.HttpCheckCondition attribute)</a>
@@ -969,6 +971,8 @@
<li><a
href="tasks/http.html#pydolphinscheduler.tasks.http.HttpCheckCondition.BODY_NOT_CONTAINS">BODY_NOT_CONTAINS
(pydolphinscheduler.tasks.http.HttpCheckCondition attribute)</a>
</li>
<li><a
href="tasks/switch.html#pydolphinscheduler.tasks.switch.Branch">Branch (class
in pydolphinscheduler.tasks.switch)</a>
+</li>
+ <li><a
href="resources_plugin/github.html#pydolphinscheduler.resources_plugin.github.GitHub.build_req_api">build_req_api()
(pydolphinscheduler.resources_plugin.github.GitHub method)</a>
</li>
</ul></td>
</tr></table>
@@ -1768,6 +1772,10 @@
<li><a
href="api.html#pydolphinscheduler.tasks.Switch.get_define_custom">(pydolphinscheduler.tasks.Switch
method)</a>
</li>
</ul></li>
+ <li><a
href="resources_plugin/github.html#pydolphinscheduler.resources_plugin.github.GitHub.get_git_file_info">get_git_file_info()
(pydolphinscheduler.resources_plugin.github.GitHub method)</a>
+</li>
+ <li><a
href="resources_plugin/resource-plugin.html#pydolphinscheduler.core.resource_plugin.ResourcePlugin.get_index">get_index()
(pydolphinscheduler.core.resource_plugin.ResourcePlugin method)</a>
+</li>
<li><a
href="api.html#pydolphinscheduler.core.Engine.get_jar_id">get_jar_id()
(pydolphinscheduler.core.Engine method)</a>
<ul>
@@ -1841,6 +1849,8 @@
</li>
</ul></li>
<li><a
href="api.html#pydolphinscheduler.models.Project.get_project_by_name">get_project_by_name()
(pydolphinscheduler.models.Project class method)</a>
+</li>
+ <li><a
href="resources_plugin/github.html#pydolphinscheduler.resources_plugin.github.GitHub.get_req_url">get_req_url()
(pydolphinscheduler.resources_plugin.github.GitHub method)</a>
</li>
<li><a
href="api.html#pydolphinscheduler.core.Engine.get_resource_info">get_resource_info()
(pydolphinscheduler.core.Engine method)</a>
@@ -1859,6 +1869,8 @@
<li><a
href="api.html#pydolphinscheduler.models.Tenant.get_tenant">get_tenant()
(pydolphinscheduler.models.Tenant class method)</a>
</li>
<li><a
href="api.html#pydolphinscheduler.models.User.get_user">get_user()
(pydolphinscheduler.models.User class method)</a>
+</li>
+ <li><a
href="resources_plugin/github.html#pydolphinscheduler.resources_plugin.github.GitHub">GitHub
(class in pydolphinscheduler.resources_plugin.github)</a>
</li>
</ul></td>
</tr></table>
@@ -2066,10 +2078,10 @@
<li><a
href="tasks/mlflow.html#pydolphinscheduler.tasks.mlflow.MLFlowProjectsCustom">(class
in pydolphinscheduler.tasks.mlflow)</a>
</li>
</ul></li>
- </ul></td>
- <td style="width: 33%; vertical-align: top;"><ul>
<li><a
href="tasks/mlflow.html#pydolphinscheduler.tasks.mlflow.MLflowTaskType">MLflowTaskType
(class in pydolphinscheduler.tasks.mlflow)</a>
</li>
+ </ul></td>
+ <td style="width: 33%; vertical-align: top;"><ul>
<li>
module
@@ -2083,6 +2095,8 @@
<li><a
href="api.html#module-pydolphinscheduler.exceptions">pydolphinscheduler.exceptions</a>
</li>
<li><a
href="api.html#module-pydolphinscheduler.models">pydolphinscheduler.models</a>
+</li>
+ <li><a
href="resources_plugin/github.html#module-pydolphinscheduler.resources_plugin.github">pydolphinscheduler.resources_plugin.github</a>
</li>
<li><a
href="resources_plugin/local.html#module-pydolphinscheduler.resources_plugin.local">pydolphinscheduler.resources_plugin.local</a>
</li>
@@ -2333,8 +2347,6 @@
<li><a
href="resources_plugin/resource-plugin.html#module-pydolphinscheduler.core.resource_plugin">module</a>
</li>
</ul></li>
- </ul></td>
- <td style="width: 33%; vertical-align: top;"><ul>
<li>
pydolphinscheduler.exceptions
@@ -2342,11 +2354,20 @@
<li><a href="api.html#module-pydolphinscheduler.exceptions">module</a>
</li>
</ul></li>
+ </ul></td>
+ <td style="width: 33%; vertical-align: top;"><ul>
<li>
pydolphinscheduler.models
<ul>
<li><a href="api.html#module-pydolphinscheduler.models">module</a>
+</li>
+ </ul></li>
+ <li>
+ pydolphinscheduler.resources_plugin.github
+
+ <ul>
+ <li><a
href="resources_plugin/github.html#module-pydolphinscheduler.resources_plugin.github">module</a>
</li>
</ul></li>
<li>
@@ -2551,6 +2572,8 @@
<li><a
href="resources_plugin/resource-plugin.html#pydolphinscheduler.core.resource_plugin.ResourcePlugin.read_file">read_file()
(pydolphinscheduler.core.resource_plugin.ResourcePlugin method)</a>
<ul>
+ <li><a
href="resources_plugin/github.html#pydolphinscheduler.resources_plugin.github.GitHub.read_file">(pydolphinscheduler.resources_plugin.github.GitHub
method)</a>
+</li>
<li><a
href="resources_plugin/local.html#pydolphinscheduler.resources_plugin.local.Local.read_file">(pydolphinscheduler.resources_plugin.local.Local
method)</a>
</li>
</ul></li>
@@ -2561,6 +2584,8 @@
</li>
</ul></li>
<li><a
href="api.html#pydolphinscheduler.core.ProcessDefinition.release_state">release_state
(pydolphinscheduler.core.ProcessDefinition property)</a>
+</li>
+ <li><a
href="resources_plugin/github.html#pydolphinscheduler.resources_plugin.github.GitHub.req">req()
(pydolphinscheduler.resources_plugin.github.GitHub method)</a>
</li>
<li><a
href="api.html#pydolphinscheduler.core.Engine.resource_list">resource_list
(pydolphinscheduler.core.Engine property)</a>
diff --git a/python/dev/index.html b/python/dev/index.html
index 99cc781af..e6e092a19 100644
--- a/python/dev/index.html
+++ b/python/dev/index.html
@@ -160,6 +160,7 @@ then go and see <a class="reference internal"
href="tutorial.html"><span class="
<li class="toctree-l2"><a class="reference internal"
href="resources_plugin/develop.html">How to develop</a></li>
<li class="toctree-l2"><a class="reference internal"
href="resources_plugin/resource-plugin.html">ResourcePlugin</a></li>
<li class="toctree-l2"><a class="reference internal"
href="resources_plugin/local.html">Local</a></li>
+<li class="toctree-l2"><a class="reference internal"
href="resources_plugin/github.html">GitHub</a></li>
</ul>
</li>
</ul>
diff --git a/python/dev/objects.inv b/python/dev/objects.inv
index cf4cea31e..b53e8c5a5 100644
Binary files a/python/dev/objects.inv and b/python/dev/objects.inv differ
diff --git a/python/dev/py-modindex.html b/python/dev/py-modindex.html
index 341797632..87fbdc2c9 100644
--- a/python/dev/py-modindex.html
+++ b/python/dev/py-modindex.html
@@ -120,6 +120,11 @@
<td>   
<a href="api.html#module-pydolphinscheduler.models"><code
class="xref">pydolphinscheduler.models</code></a></td><td>
<em></em></td></tr>
+ <tr class="cg-1">
+ <td></td>
+ <td>   
+ <a
href="resources_plugin/github.html#module-pydolphinscheduler.resources_plugin.github"><code
class="xref">pydolphinscheduler.resources_plugin.github</code></a></td><td>
+ <em></em></td></tr>
<tr class="cg-1">
<td></td>
<td>   
diff --git a/python/dev/resources_plugin/develop.html
b/python/dev/resources_plugin/develop.html
index 515bac4a2..a097a0c4c 100644
--- a/python/dev/resources_plugin/develop.html
+++ b/python/dev/resources_plugin/develop.html
@@ -59,6 +59,7 @@
</li>
<li class="toctree-l2"><a class="reference internal"
href="resource-plugin.html">ResourcePlugin</a></li>
<li class="toctree-l2"><a class="reference internal"
href="local.html">Local</a></li>
+<li class="toctree-l2"><a class="reference internal"
href="github.html">GitHub</a></li>
</ul>
</li>
</ul>
@@ -91,7 +92,7 @@
<section id="how-to-develop">
<h1>How to develop<a class="headerlink" href="#how-to-develop"
title="Permalink to this heading"></a></h1>
<p>When you want to create a new resource plugin, you need to add a new class
in the module <cite>resources_plugin</cite>.</p>
-<p>The resource plug-in class needs to inherit the abstract class
<cite>ResourcePlugin</cite> and implement its abstract method
<cite>read_file</cite> function.</p>
+<p>The resource plugin class needs to inherit the abstract class
<cite>ResourcePlugin</cite> and implement its abstract method
<cite>read_file</cite> function.</p>
<p>The parameter of the <cite>__init__</cite> function of
<cite>ResourcePlugin</cite> is the prefix of STR type. You can override this
function when necessary.</p>
<p>The <cite>read_file</cite> function parameter of
<cite>ResourcePlugin</cite> is the file suffix of STR type, and its return
value is the file content, if it exists and is readable.</p>
<section id="example">
@@ -107,7 +108,7 @@
<ul class="simple">
<li><p>Method <cite>read_file</cite>: Get content from the given URI, The
function parameter is the suffix of the file path.</p></li>
</ul>
-<p>The file prefix has been initialized in init of the resource plug-in.</p>
+<p>The file prefix has been initialized in init of the resource plugin.</p>
<p>The prefix plus suffix is the absolute path of the file in this
resource.</p>
<div class="highlight-default notranslate"><div
class="highlight"><pre><span></span> <span class="k">def</span> <span
class="nf">read_file</span><span class="p">(</span><span
class="bp">self</span><span class="p">,</span> <span class="n">suf</span><span
class="p">:</span> <span class="nb">str</span><span class="p">):</span>
<span class="sd">"""Get the content of the file.</span>
diff --git a/python/dev/resources_plugin/github.html
b/python/dev/resources_plugin/github.html
new file mode 100644
index 000000000..fd9e96979
--- /dev/null
+++ b/python/dev/resources_plugin/github.html
@@ -0,0 +1,207 @@
+<!DOCTYPE html>
+<html class="writer-html5" lang="en" >
+<head>
+ <meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1:
http://docutils.sourceforge.net/"; />
+
+ <meta name="viewport" content="width=device-width, initial-scale=1.0" />
+ <title>GitHub — pydolphinscheduler 0.0.1 documentation</title>
+ <link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
+ <link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
+ <link rel="stylesheet" href="../_static/tabs.css" type="text/css" />
+ <link rel="stylesheet" href="../_static/copybutton.css" type="text/css"
/>
+ <!--[if lt IE 9]>
+ <script src="../_static/js/html5shiv.min.js"></script>
+ <![endif]-->
+
+ <script data-url_root="../" id="documentation_options"
src="../_static/documentation_options.js"></script>
+ <script src="../_static/jquery.js"></script>
+ <script src="../_static/underscore.js"></script>
+ <script
src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
+ <script src="../_static/doctools.js"></script>
+ <script src="../_static/tabs.js"></script>
+ <script src="../_static/clipboard.min.js"></script>
+ <script src="../_static/copybutton.js"></script>
+ <script src="../_static/js/theme.js"></script>
+ <link rel="index" title="Index" href="../genindex.html" />
+ <link rel="search" title="Search" href="../search.html" />
+ <link rel="prev" title="Local" href="local.html" />
+</head>
+
+<body class="wy-body-for-nav">
+ <div class="wy-grid-for-nav">
+ <nav data-toggle="wy-nav-shift" class="wy-nav-side">
+ <div class="wy-side-scroll">
+ <div class="wy-side-nav-search" >
+ <a href="../index.html" class="icon icon-home"> pydolphinscheduler
+ </a>
+<div role="search">
+ <form id="rtd-search-form" class="wy-form" action="../search.html"
method="get">
+ <input type="text" name="q" placeholder="Search docs" />
+ <input type="hidden" name="check_keywords" value="yes" />
+ <input type="hidden" name="area" value="default" />
+ </form>
+</div>
+ </div><div class="wy-menu wy-menu-vertical" data-spy="affix"
role="navigation" aria-label="Navigation menu">
+ <ul class="current">
+<li class="toctree-l1"><a class="reference internal"
href="../start.html">Getting Started</a></li>
+<li class="toctree-l1"><a class="reference internal"
href="../tutorial.html">Tutorial</a></li>
+<li class="toctree-l1"><a class="reference internal"
href="../concept.html">Concepts</a></li>
+<li class="toctree-l1"><a class="reference internal"
href="../tasks/index.html">Tasks</a></li>
+<li class="toctree-l1"><a class="reference internal"
href="../howto/index.html">HOWTOs</a></li>
+<li class="toctree-l1"><a class="reference internal"
href="../cli.html">Command Line Interface</a></li>
+<li class="toctree-l1"><a class="reference internal"
href="../config.html">Configuration</a></li>
+<li class="toctree-l1"><a class="reference internal"
href="../api.html">API</a></li>
+<li class="toctree-l1 current"><a class="reference internal"
href="index.html">Resources_plugin</a><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="develop.html">How
to develop</a></li>
+<li class="toctree-l2"><a class="reference internal"
href="resource-plugin.html">ResourcePlugin</a></li>
+<li class="toctree-l2"><a class="reference internal"
href="local.html">Local</a></li>
+<li class="toctree-l2 current"><a class="current reference internal"
href="#">GitHub</a><ul>
+<li class="toctree-l3"><a class="reference internal"
href="#module-pydolphinscheduler.resources_plugin.github">Dive Into</a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+
+ </div>
+ </div>
+ </nav>
+
+ <section data-toggle="wy-nav-shift" class="wy-nav-content-wrap"><nav
class="wy-nav-top" aria-label="Mobile navigation menu" >
+ <i data-toggle="wy-nav-top" class="fa fa-bars"></i>
+ <a href="../index.html">pydolphinscheduler</a>
+ </nav>
+
+ <div class="wy-nav-content">
+ <div class="rst-content">
+ <div role="navigation" aria-label="Page navigation">
+ <ul class="wy-breadcrumbs">
+ <li><a href="../index.html" class="icon icon-home"></a> »</li>
+ <li><a href="index.html">Resources_plugin</a> »</li>
+ <li>GitHub</li>
+ <li class="wy-breadcrumbs-aside">
+ <a href="../_sources/resources_plugin/github.rst.txt"
rel="nofollow"> View page source</a>
+ </li>
+ </ul>
+ <hr/>
+</div>
+ <div role="main" class="document" itemscope="itemscope"
itemtype="http://schema.org/Article";>
+ <div itemprop="articleBody">
+
+ <section id="github">
+<h1>GitHub<a class="headerlink" href="#github" title="Permalink to this
heading"></a></h1>
+<p><cite>GitHub</cite> is a github resource plugin for pydolphinscheduler.</p>
+<p>When using a github resource plugin, you only need to add the
<cite>resource_plugin</cite> parameter in the task subclass or workflow
definition,
+such as <cite>resource_plugin=GitHub(prefix=”https://github.com/xxx”,
access_token=”ghpxx”)</cite>.
+The token parameter is optional. You need to add it when your warehouse is a
private repository.</p>
+<p>You can view this <a class="reference external"
href="https://docs.github.com/en/authentication/keeping-your-account-and-data-secure/creating-a-personal-access-token";>document</a>
+when creating a token.</p>
+<p>For the specific use of resource plugins, you can see <cite>How to
use</cite> in <a class="reference internal" href="resource-plugin.html"><span
class="doc">ResourcePlugin</span></a></p>
+<section id="module-pydolphinscheduler.resources_plugin.github">
+<span id="dive-into"></span><h2>Dive Into<a class="headerlink"
href="#module-pydolphinscheduler.resources_plugin.github" title="Permalink to
this heading"></a></h2>
+<p>DolphinScheduler github resource plugin.</p>
+<dl class="py class">
+<dt class="sig sig-object py"
id="pydolphinscheduler.resources_plugin.github.GitHub">
+<em class="property"><span class="pre">class</span><span class="w">
</span></em><span class="sig-prename descclassname"><span
class="pre">pydolphinscheduler.resources_plugin.github.</span></span><span
class="sig-name descname"><span class="pre">GitHub</span></span><span
class="sig-paren">(</span><em class="sig-param"><span class="n"><span
class="pre">prefix</span></span><span class="p"><span
class="pre">:</span></span><span class="w"> </span><span class="n"><span
class="pre">str</span></ [...]
+<dd><p>Bases: <a class="reference internal"
href="resource-plugin.html#pydolphinscheduler.core.resource_plugin.ResourcePlugin"
title="pydolphinscheduler.core.resource_plugin.ResourcePlugin"><code
class="xref py py-class docutils literal notranslate"><span
class="pre">ResourcePlugin</span></code></a>, <code class="xref py py-class
docutils literal notranslate"><span class="pre">Git</span></code></p>
+<p>GitHub resource plugin, a plugin for task and workflow to dolphinscheduler
to read resource.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>prefix</strong> – A string representing the prefix of
GitHub.</p></li>
+<li><p><strong>access_token</strong> – A string used for identity
authentication of GitHub private repository.</p></li>
+</ul>
+</dd>
+</dl>
+<dl class="py method">
+<dt class="sig sig-object py"
id="pydolphinscheduler.resources_plugin.github.GitHub.build_req_api">
+<span class="sig-name descname"><span
class="pre">build_req_api</span></span><span class="sig-paren">(</span><em
class="sig-param"><span class="n"><span class="pre">user</span></span><span
class="p"><span class="pre">:</span></span><span class="w"> </span><span
class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span
class="n"><span class="pre">repo_name</span></span><span class="p"><span
class="pre">:</span></span><span class="w"> </span><span class="n"><span clas
[...]
+<dd><p>Build request file content API.</p>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py"
id="pydolphinscheduler.resources_plugin.github.GitHub.get_git_file_info">
+<span class="sig-name descname"><span
class="pre">get_git_file_info</span></span><span class="sig-paren">(</span><em
class="sig-param"><span class="n"><span class="pre">path</span></span><span
class="p"><span class="pre">:</span></span><span class="w"> </span><span
class="n"><span class="pre">str</span></span></em><span
class="sig-paren">)</span><a class="reference internal"
href="../_modules/pydolphinscheduler/resources_plugin/github.html#GitHub.get_git_file_info"><span
class="viewcode- [...]
+<dd><p>Get file information from the file url, like repository name, user,
branch, and file path.</p>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py"
id="pydolphinscheduler.resources_plugin.github.GitHub.get_req_url">
+<span class="sig-name descname"><span
class="pre">get_req_url</span></span><span class="sig-paren">(</span><span
class="sig-paren">)</span><a class="reference internal"
href="../_modules/pydolphinscheduler/resources_plugin/github.html#GitHub.get_req_url"><span
class="viewcode-link"><span class="pre">[source]</span></span></a><a
class="headerlink"
href="#pydolphinscheduler.resources_plugin.github.GitHub.get_req_url"
title="Permalink to this definition"></a></dt>
+<dd><p>Build request URL according to file information.</p>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py"
id="pydolphinscheduler.resources_plugin.github.GitHub.read_file">
+<span class="sig-name descname"><span class="pre">read_file</span></span><span
class="sig-paren">(</span><em class="sig-param"><span class="n"><span
class="pre">suf</span></span><span class="p"><span
class="pre">:</span></span><span class="w"> </span><span class="n"><span
class="pre">str</span></span></em><span class="sig-paren">)</span><a
class="reference internal"
href="../_modules/pydolphinscheduler/resources_plugin/github.html#GitHub.read_file"><span
class="viewcode-link"><span class [...]
+<dd><p>Get the content of the file.</p>
+<p>The address of the file is the prefix of the resource plugin plus the
parameter suf.</p>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py"
id="pydolphinscheduler.resources_plugin.github.GitHub.req">
+<span class="sig-name descname"><span class="pre">req</span></span><span
class="sig-paren">(</span><em class="sig-param"><span class="n"><span
class="pre">path</span></span><span class="p"><span
class="pre">:</span></span><span class="w"> </span><span class="n"><span
class="pre">str</span></span></em><span class="sig-paren">)</span><a
class="reference internal"
href="../_modules/pydolphinscheduler/resources_plugin/github.html#GitHub.req"><span
class="viewcode-link"><span class="pre">[sou [...]
+<dd><p>Send HTTP request, parse response data, and get file content.</p>
+</dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py"
id="pydolphinscheduler.resources_plugin.github.GitHub._abc_impl">
+<span class="sig-name descname"><span class="pre">_abc_impl</span></span><em
class="property"><span class="w"> </span><span class="p"><span
class="pre">=</span></span><span class="w"> </span><span
class="pre"><_abc_data</span> <span class="pre">object></span></em><a
class="headerlink"
href="#pydolphinscheduler.resources_plugin.github.GitHub._abc_impl"
title="Permalink to this definition"></a></dt>
+<dd></dd></dl>
+
+</dd></dl>
+
+</section>
+</section>
+
+
+ </div>
+ </div>
+ <footer><div class="rst-footer-buttons" role="navigation"
aria-label="Footer">
+ <a href="local.html" class="btn btn-neutral float-left" title="Local"
accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left"
aria-hidden="true"></span> Previous</a>
+ </div>
+
+ <hr/>
+
+ <div role="contentinfo">
+ <p>© Copyright 2022, apache.</p>
+ </div>
+
+ Built with <a href="https://www.sphinx-doc.org/";>Sphinx</a> using a
+ <a href="https://github.com/readthedocs/sphinx_rtd_theme";>theme</a>
+ provided by <a href="https://readthedocs.org";>Read the Docs</a>.
+
+
+</footer>
+ </div>
+ </div>
+ </section>
+ </div>
+
+<div class="rst-versions" data-toggle="rst-versions" role="note"
aria-label="versions">
+ <span class="rst-current-version" data-toggle="rst-current-version">
+ <span class="fa fa-book"> Other Versions</span>
+ v: dev
+ <span class="fa fa-caret-down"></span>
+ </span>
+ <div class="rst-other-versions">
+ <dl>
+ <dt>Tags</dt>
+ <dd><a href="../../2.0.5/index.html">2.0.5</a></dd>
+ <dd><a href="../../2.0.6/index.html">2.0.6</a></dd>
+ <dd><a href="../../3.0.0/index.html">3.0.0</a></dd>
+ <dd><a href="../../3.0.1/index.html">3.0.1</a></dd>
+ </dl>
+ <dl>
+ <dt>Branches</dt>
+ <dd><a href="github.html">dev</a></dd>
+ </dl>
+ </div>
+</div><script>
+ jQuery(function () {
+ SphinxRtdTheme.Navigation.enable(true);
+ });
+ </script>
+
+</body>
+</html>
\ No newline at end of file
diff --git a/python/dev/resources_plugin/index.html
b/python/dev/resources_plugin/index.html
index 2ee7b070d..e879abacb 100644
--- a/python/dev/resources_plugin/index.html
+++ b/python/dev/resources_plugin/index.html
@@ -56,6 +56,7 @@
<li class="toctree-l2"><a class="reference internal" href="develop.html">How
to develop</a></li>
<li class="toctree-l2"><a class="reference internal"
href="resource-plugin.html">ResourcePlugin</a></li>
<li class="toctree-l2"><a class="reference internal"
href="local.html">Local</a></li>
+<li class="toctree-l2"><a class="reference internal"
href="github.html">GitHub</a></li>
</ul>
</li>
</ul>
@@ -92,6 +93,7 @@
<li class="toctree-l1"><a class="reference internal" href="develop.html">How
to develop</a></li>
<li class="toctree-l1"><a class="reference internal"
href="resource-plugin.html">ResourcePlugin</a></li>
<li class="toctree-l1"><a class="reference internal"
href="local.html">Local</a></li>
+<li class="toctree-l1"><a class="reference internal"
href="github.html">GitHub</a></li>
</ul>
</div>
</section>
diff --git a/python/dev/resources_plugin/local.html
b/python/dev/resources_plugin/local.html
index a65b69ace..66d55b6bd 100644
--- a/python/dev/resources_plugin/local.html
+++ b/python/dev/resources_plugin/local.html
@@ -24,6 +24,7 @@
<script src="../_static/js/theme.js"></script>
<link rel="index" title="Index" href="../genindex.html" />
<link rel="search" title="Search" href="../search.html" />
+ <link rel="next" title="GitHub" href="github.html" />
<link rel="prev" title="ResourcePlugin" href="resource-plugin.html" />
</head>
@@ -58,6 +59,7 @@
<li class="toctree-l3"><a class="reference internal"
href="#module-pydolphinscheduler.resources_plugin.local">Dive Into</a></li>
</ul>
</li>
+<li class="toctree-l2"><a class="reference internal"
href="github.html">GitHub</a></li>
</ul>
</li>
</ul>
@@ -128,6 +130,7 @@ such as <cite>resource_plugin=Local(“/tmp”)</cite>.</p>
</div>
<footer><div class="rst-footer-buttons" role="navigation"
aria-label="Footer">
<a href="resource-plugin.html" class="btn btn-neutral float-left"
title="ResourcePlugin" accesskey="p" rel="prev"><span class="fa
fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
+ <a href="github.html" class="btn btn-neutral float-right"
title="GitHub" accesskey="n" rel="next">Next <span class="fa
fa-arrow-circle-right" aria-hidden="true"></span></a>
</div>
<hr/>
diff --git a/python/dev/resources_plugin/resource-plugin.html
b/python/dev/resources_plugin/resource-plugin.html
index ba92101cd..920eb8bb7 100644
--- a/python/dev/resources_plugin/resource-plugin.html
+++ b/python/dev/resources_plugin/resource-plugin.html
@@ -61,6 +61,7 @@
</ul>
</li>
<li class="toctree-l2"><a class="reference internal"
href="local.html">Local</a></li>
+<li class="toctree-l2"><a class="reference internal"
href="github.html">GitHub</a></li>
</ul>
</li>
</ul>
@@ -119,6 +120,14 @@ All resource plugins need to inherit and override its
abstract methods.</p>
<span class="c1"># [end abstractmethod read_file]</span>
+ <span class="k">def</span> <span class="nf">get_index</span><span
class="p">(</span><span class="bp">self</span><span class="p">,</span> <span
class="n">s</span><span class="p">:</span> <span class="nb">str</span><span
class="p">,</span> <span class="n">x</span><span class="p">,</span> <span
class="n">n</span><span class="p">):</span>
+ <span class="sd">"""Find the subscript of the nth
occurrence of the X character in the string s."""</span>
+ <span class="k">if</span> <span class="n">n</span> <span
class="o"><=</span> <span class="n">s</span><span class="o">.</span><span
class="n">count</span><span class="p">(</span><span class="n">x</span><span
class="p">):</span>
+ <span class="n">all_index</span> <span class="o">=</span> <span
class="p">[</span><span class="n">key</span> <span class="k">for</span> <span
class="n">key</span><span class="p">,</span> <span class="n">value</span> <span
class="ow">in</span> <span class="nb">enumerate</span><span
class="p">(</span><span class="n">s</span><span class="p">)</span> <span
class="k">if</span> <span class="n">value</span> <span class="o">==</span>
<span class="n">x</span><span class="p">]</span>
+ <span class="k">return</span> <span
class="n">all_index</span><span class="p">[</span><span class="n">n</span>
<span class="o">-</span> <span class="mi">1</span><span class="p">]</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="k">raise</span> <span
class="n">PyResPluginException</span><span class="p">(</span><span
class="s2">"Incomplete path."</span><span class="p">)</span>
+
</pre></div>
</div>
@@ -161,6 +170,12 @@ All resource plugins need to inherit and override its
abstract methods.</p>
<dd class="field-odd"><p><strong>prefix</strong> – A string representing the
prefix of ResourcePlugin.</p>
</dd>
</dl>
+<dl class="py method">
+<dt class="sig sig-object py"
id="pydolphinscheduler.core.resource_plugin.ResourcePlugin.get_index">
+<span class="sig-name descname"><span class="pre">get_index</span></span><span
class="sig-paren">(</span><em class="sig-param"><span class="n"><span
class="pre">s</span></span><span class="p"><span
class="pre">:</span></span><span class="w"> </span><span class="n"><span
class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span
class="pre">x</span></span></em>, <em class="sig-param"><span class="n"><span
class="pre">n</span></span></em><span class="sig-paren">)</span [...]
+<dd><p>Find the subscript of the nth occurrence of the X character in the
string s.</p>
+</dd></dl>
+
<dl class="py method">
<dt class="sig sig-object py"
id="pydolphinscheduler.core.resource_plugin.ResourcePlugin.read_file">
<em class="property"><span class="pre">abstract</span><span class="w">
</span></em><span class="sig-name descname"><span
class="pre">read_file</span></span><span class="sig-paren">(</span><em
class="sig-param"><span class="n"><span class="pre">suf</span></span><span
class="p"><span class="pre">:</span></span><span class="w"> </span><span
class="n"><span class="pre">str</span></span></em><span
class="sig-paren">)</span><a class="reference internal"
href="../_modules/pydolphinscheduler/cor [...]
@@ -178,9 +193,9 @@ All resource plugins need to inherit and override its
abstract methods.</p>
</section>
<section id="how-to-use">
<h2>How to use<a class="headerlink" href="#how-to-use" title="Permalink to
this heading"></a></h2>
-<p>Resource plug-ins can be used in task subclasses and workflows. You can use
the resource plug-ins by adding the <cite>resource_plugin</cite> parameter when
they are initialized.
-For example, local resource plug-ins, add <cite>resource_plugin =
Local(“/tmp”)</cite>.</p>
-<p>The resource plug-ins we currently support is <cite>local</cite>.</p>
+<p>Resource plugin can be used in task subclasses and workflows. You can use
the resource plugin by adding the <cite>resource_plugin</cite> parameter when
they are initialized.
+For example, local resource plugin, add <cite>resource_plugin =
Local(“/tmp”)</cite>.</p>
+<p>The resource plugin we currently support are <cite>local</cite>,
<cite>github</cite>.</p>
<p>Here is an example.</p>
<div class="highlight-default notranslate"><div
class="highlight"><pre><span></span><span class="k">with</span> <span
class="n">ProcessDefinition</span><span class="p">(</span>
<span class="n">name</span><span class="o">=</span><span
class="s2">"tutorial_resource_plugin"</span><span class="p">,</span>
diff --git a/python/dev/searchindex.js b/python/dev/searchindex.js
index b1f6063d4..5c724aa0e 100644
--- a/python/dev/searchindex.js
+++ b/python/dev/searchindex.js
@@ -1 +1 @@
-Search.setIndex({"docnames": ["api", "cli", "concept", "config",
"howto/index", "howto/remote-submit", "index", "resources_plugin/develop",
"resources_plugin/index", "resources_plugin/local",
"resources_plugin/resource-plugin", "start", "tasks/condition", "tasks/datax",
"tasks/dependent", "tasks/dvc", "tasks/flink", "tasks/func_wrap", "tasks/http",
"tasks/index", "tasks/map_reduce", "tasks/mlflow", "tasks/openmldb",
"tasks/procedure", "tasks/python", "tasks/pytorch", "tasks/sagemaker", " [...]
\ No newline at end of file
+Search.setIndex({"docnames": ["api", "cli", "concept", "config",
"howto/index", "howto/remote-submit", "index", "resources_plugin/develop",
"resources_plugin/github", "resources_plugin/index", "resources_plugin/local",
"resources_plugin/resource-plugin", "start", "tasks/condition", "tasks/datax",
"tasks/dependent", "tasks/dvc", "tasks/flink", "tasks/func_wrap", "tasks/http",
"tasks/index", "tasks/map_reduce", "tasks/mlflow", "tasks/openmldb",
"tasks/procedure", "tasks/python", "tasks/pyt [...]
\ No newline at end of file
