This is an automated email from the ASF dual-hosted git repository.
tqchen pushed a commit to branch asf-site
in repository https://gitbox.apache.org/repos/asf/tvm-site.git
The following commit(s) were added to refs/heads/asf-site by this push:
new 7c611e7846 deploying docs
(apache/tvm@04b351cfe80c24696c767f32447a48fd473f39c1)
7c611e7846 is described below
commit 7c611e78463781abd994fe5c35bbba8911b1e5c4
Author: tvm-bot <[email protected]>
AuthorDate: Wed Feb 18 20:42:35 2026 +0000
deploying docs (apache/tvm@04b351cfe80c24696c767f32447a48fd473f39c1)
---
.../11c11e53c7dace51a8be968ee169ed0d/ir_module.zip | Bin 23917 -> 23917 bytes
.../tir_transformation.zip | Bin 15612 -> 15612 bytes
.../relax_creation.zip | Bin 22399 -> 22399 bytes
.../relax_transformation.zip | Bin 11461 -> 11461 bytes
.../optimize_llm.zip | Bin 54145 -> 54145 bytes
.../e2e_opt_model.zip | Bin 14487 -> 14487 bytes
.../quick_start.zip | Bin 16255 -> 16255 bytes
.../export_and_load_executable.zip | Bin 31473 -> 31473 bytes
.../tir_creation.zip | Bin 24396 -> 24396 bytes
.../cross_compilation_and_rpc.zip | Bin 47248 -> 47248 bytes
.../customize_opt.zip | Bin 20563 -> 20563 bytes
.../relax/tutorials/sg_execution_times.rst.txt | 6 ++---
.../tensor_ir/tutorials/sg_execution_times.rst.txt | 6 ++---
.../tensor_ir/tutorials/tir_creation.rst.txt | 20 +++++++-------
.../tensor_ir/tutorials/tir_transformation.rst.txt | 6 ++---
.../get_started/tutorials/ir_module.rst.txt | 8 +++---
.../get_started/tutorials/quick_start.rst.txt | 4 +--
.../tutorials/sg_execution_times.rst.txt | 6 ++---
.../tutorials/cross_compilation_and_rpc.rst.txt | 6 ++---
.../how_to/tutorials/customize_opt.rst.txt | 4 +--
.../how_to/tutorials/e2e_opt_model.rst.txt | 2 +-
.../how_to/tutorials/sg_execution_times.rst.txt | 14 +++++-----
docs/_sources/sg_execution_times.rst.txt | 30 ++++++++++-----------
.../relax/tutorials/sg_execution_times.html | 6 ++---
.../tensor_ir/tutorials/sg_execution_times.html | 6 ++---
.../tensor_ir/tutorials/tir_creation.html | 20 +++++++-------
.../tensor_ir/tutorials/tir_transformation.html | 6 ++---
docs/get_started/tutorials/ir_module.html | 16 +++++------
docs/get_started/tutorials/quick_start.html | 24 ++++++++---------
docs/get_started/tutorials/sg_execution_times.html | 6 ++---
.../tutorials/cross_compilation_and_rpc.html | 6 ++---
docs/how_to/tutorials/customize_opt.html | 8 +++---
docs/how_to/tutorials/e2e_opt_model.html | 7 +++--
.../tutorials/export_and_load_executable.html | 8 +++---
docs/how_to/tutorials/optimize_llm.html | 10 +++----
docs/how_to/tutorials/sg_execution_times.html | 14 +++++-----
docs/objects.inv | Bin 18884 -> 18891 bytes
docs/reference/api/python/runtime/vm.html | 2 +-
docs/searchindex.js | 2 +-
docs/sg_execution_times.html | 30 ++++++++++-----------
40 files changed, 141 insertions(+), 142 deletions(-)
diff --git a/docs/_downloads/11c11e53c7dace51a8be968ee169ed0d/ir_module.zip
b/docs/_downloads/11c11e53c7dace51a8be968ee169ed0d/ir_module.zip
index b0fec3a7b3..9731dc31f8 100644
Binary files a/docs/_downloads/11c11e53c7dace51a8be968ee169ed0d/ir_module.zip
and b/docs/_downloads/11c11e53c7dace51a8be968ee169ed0d/ir_module.zip differ
diff --git
a/docs/_downloads/18ba0d2ee8120824175aaef66bc9c9bf/tir_transformation.zip
b/docs/_downloads/18ba0d2ee8120824175aaef66bc9c9bf/tir_transformation.zip
index 982b8c2e53..d4d6c52e5a 100644
Binary files
a/docs/_downloads/18ba0d2ee8120824175aaef66bc9c9bf/tir_transformation.zip and
b/docs/_downloads/18ba0d2ee8120824175aaef66bc9c9bf/tir_transformation.zip differ
diff --git
a/docs/_downloads/4753776bbe68e7c9ee4d19117973fc8b/relax_creation.zip
b/docs/_downloads/4753776bbe68e7c9ee4d19117973fc8b/relax_creation.zip
index 72525d7d89..a45e0e7a41 100644
Binary files
a/docs/_downloads/4753776bbe68e7c9ee4d19117973fc8b/relax_creation.zip and
b/docs/_downloads/4753776bbe68e7c9ee4d19117973fc8b/relax_creation.zip differ
diff --git
a/docs/_downloads/7d201684dfa095a5ea48d98e9a2ef7ad/relax_transformation.zip
b/docs/_downloads/7d201684dfa095a5ea48d98e9a2ef7ad/relax_transformation.zip
index 30abd897dd..8c42498733 100644
Binary files
a/docs/_downloads/7d201684dfa095a5ea48d98e9a2ef7ad/relax_transformation.zip and
b/docs/_downloads/7d201684dfa095a5ea48d98e9a2ef7ad/relax_transformation.zip
differ
diff --git a/docs/_downloads/83e85f38cf16f1d926d06615fd54095c/optimize_llm.zip
b/docs/_downloads/83e85f38cf16f1d926d06615fd54095c/optimize_llm.zip
index 93ea4f2e15..6ce617b6ce 100644
Binary files
a/docs/_downloads/83e85f38cf16f1d926d06615fd54095c/optimize_llm.zip and
b/docs/_downloads/83e85f38cf16f1d926d06615fd54095c/optimize_llm.zip differ
diff --git a/docs/_downloads/a7dd7652b2ad50f82d7b739ce3645799/e2e_opt_model.zip
b/docs/_downloads/a7dd7652b2ad50f82d7b739ce3645799/e2e_opt_model.zip
index 9b30f6b922..ab41c68948 100644
Binary files
a/docs/_downloads/a7dd7652b2ad50f82d7b739ce3645799/e2e_opt_model.zip and
b/docs/_downloads/a7dd7652b2ad50f82d7b739ce3645799/e2e_opt_model.zip differ
diff --git a/docs/_downloads/bb7db6678496193ed0c55d3b95fa6778/quick_start.zip
b/docs/_downloads/bb7db6678496193ed0c55d3b95fa6778/quick_start.zip
index b87e08ffd1..977a28c075 100644
Binary files a/docs/_downloads/bb7db6678496193ed0c55d3b95fa6778/quick_start.zip
and b/docs/_downloads/bb7db6678496193ed0c55d3b95fa6778/quick_start.zip differ
diff --git
a/docs/_downloads/bc875d02d5382abc9ea5fb9eb2c1de2c/export_and_load_executable.zip
b/docs/_downloads/bc875d02d5382abc9ea5fb9eb2c1de2c/export_and_load_executable.zip
index d6fd6fc71a..ea283c54c3 100644
Binary files
a/docs/_downloads/bc875d02d5382abc9ea5fb9eb2c1de2c/export_and_load_executable.zip
and
b/docs/_downloads/bc875d02d5382abc9ea5fb9eb2c1de2c/export_and_load_executable.zip
differ
diff --git a/docs/_downloads/be26483bb70b8468499a01c55e8e866c/tir_creation.zip
b/docs/_downloads/be26483bb70b8468499a01c55e8e866c/tir_creation.zip
index aa7c103c59..9f2a12c19b 100644
Binary files
a/docs/_downloads/be26483bb70b8468499a01c55e8e866c/tir_creation.zip and
b/docs/_downloads/be26483bb70b8468499a01c55e8e866c/tir_creation.zip differ
diff --git
a/docs/_downloads/f69380821f417ef2210f45503d81bded/cross_compilation_and_rpc.zip
b/docs/_downloads/f69380821f417ef2210f45503d81bded/cross_compilation_and_rpc.zip
index a8299b0e4a..fa8a843802 100644
Binary files
a/docs/_downloads/f69380821f417ef2210f45503d81bded/cross_compilation_and_rpc.zip
and
b/docs/_downloads/f69380821f417ef2210f45503d81bded/cross_compilation_and_rpc.zip
differ
diff --git a/docs/_downloads/f69433a4a80715725df90d1386679956/customize_opt.zip
b/docs/_downloads/f69433a4a80715725df90d1386679956/customize_opt.zip
index 52c3e5ca29..2ddda77c37 100644
Binary files
a/docs/_downloads/f69433a4a80715725df90d1386679956/customize_opt.zip and
b/docs/_downloads/f69433a4a80715725df90d1386679956/customize_opt.zip differ
diff --git a/docs/_sources/deep_dive/relax/tutorials/sg_execution_times.rst.txt
b/docs/_sources/deep_dive/relax/tutorials/sg_execution_times.rst.txt
index f801d51e76..95535dadbb 100644
--- a/docs/_sources/deep_dive/relax/tutorials/sg_execution_times.rst.txt
+++ b/docs/_sources/deep_dive/relax/tutorials/sg_execution_times.rst.txt
@@ -6,7 +6,7 @@
Computation times
=================
-**00:00.176** total execution time for 2 files **from
deep_dive/relax/tutorials**:
+**00:00.178** total execution time for 2 files **from
deep_dive/relax/tutorials**:
.. container::
@@ -33,8 +33,8 @@ Computation times
- Time
- Mem (MB)
* - :ref:`sphx_glr_deep_dive_relax_tutorials_relax_creation.py`
(``relax_creation.py``)
- - 00:00.110
+ - 00:00.111
- 0.0
* - :ref:`sphx_glr_deep_dive_relax_tutorials_relax_transformation.py`
(``relax_transformation.py``)
- - 00:00.066
+ - 00:00.068
- 0.0
diff --git
a/docs/_sources/deep_dive/tensor_ir/tutorials/sg_execution_times.rst.txt
b/docs/_sources/deep_dive/tensor_ir/tutorials/sg_execution_times.rst.txt
index 029f177b20..cfda300685 100644
--- a/docs/_sources/deep_dive/tensor_ir/tutorials/sg_execution_times.rst.txt
+++ b/docs/_sources/deep_dive/tensor_ir/tutorials/sg_execution_times.rst.txt
@@ -6,7 +6,7 @@
Computation times
=================
-**00:00.467** total execution time for 2 files **from
deep_dive/tensor_ir/tutorials**:
+**00:00.464** total execution time for 2 files **from
deep_dive/tensor_ir/tutorials**:
.. container::
@@ -33,8 +33,8 @@ Computation times
- Time
- Mem (MB)
* - :ref:`sphx_glr_deep_dive_tensor_ir_tutorials_tir_transformation.py`
(``tir_transformation.py``)
- - 00:00.297
+ - 00:00.295
- 0.0
* - :ref:`sphx_glr_deep_dive_tensor_ir_tutorials_tir_creation.py`
(``tir_creation.py``)
- - 00:00.171
+ - 00:00.169
- 0.0
diff --git a/docs/_sources/deep_dive/tensor_ir/tutorials/tir_creation.rst.txt
b/docs/_sources/deep_dive/tensor_ir/tutorials/tir_creation.rst.txt
index 7c20369a3b..5764fbc1a5 100644
--- a/docs/_sources/deep_dive/tensor_ir/tutorials/tir_creation.rst.txt
+++ b/docs/_sources/deep_dive/tensor_ir/tutorials/tir_creation.rst.txt
@@ -319,17 +319,17 @@ Now let's check the runtime dynamic shape inference:
.. code-block:: none
- [[0.9140167 1.4090099 0.8890678 1.2257648 ]
- [0.997444 1.475323 0.88666666 1.1764424 ]
- [0.8709541 1.821181 1.2237474 0.8334133 ]
- [0.82009095 1.1628909 0.7739204 1.1170292 ]]
- [[30.635298 28.777779 30.988787 ... 28.15327 32.243374 30.300894]
- [31.41273 32.077183 33.677708 ... 30.934444 35.047604 32.411278]
- [27.742723 27.819874 30.269201 ... 29.2328 27.191433 28.401554]
+ [[1.5460874 0.70469785 1.2476006 1.3851266 ]
+ [1.5032555 0.88633287 1.3514662 1.5731535 ]
+ [0.8326285 0.24415544 0.78368384 0.36437285]
+ [0.7103025 0.62263703 0.859794 1.067519 ]]
+ [[32.185955 33.84741 30.650963 ... 30.1743 31.04867 30.859762]
+ [33.816998 36.096085 34.92349 ... 34.515312 33.89752 32.267582]
+ [32.61251 33.37451 32.11026 ... 32.515724 33.359352 30.115248]
...
- [28.041388 27.632986 31.046568 ... 28.953411 32.94573 30.489145]
- [26.288324 27.269596 30.550243 ... 28.496784 29.078426 28.940971]
- [25.481964 26.163074 30.239113 ... 27.598864 27.768389 29.066212]]
+ [33.21637 34.5198 31.62458 ... 30.571556 33.71252 31.426783]
+ [33.421505 35.820538 31.701185 ... 31.910398 32.178543 34.080765]
+ [38.023357 38.09495 35.935974 ... 34.533375 36.369503 34.215965]]
diff --git
a/docs/_sources/deep_dive/tensor_ir/tutorials/tir_transformation.rst.txt
b/docs/_sources/deep_dive/tensor_ir/tutorials/tir_transformation.rst.txt
index ea6d889d5a..931af097cf 100644
--- a/docs/_sources/deep_dive/tensor_ir/tutorials/tir_transformation.rst.txt
+++ b/docs/_sources/deep_dive/tensor_ir/tutorials/tir_transformation.rst.txt
@@ -117,7 +117,7 @@ original implementation.
Execution time summary:
mean (ms) median (ms) max (ms) min (ms) std (ms)
- 2.7510 2.7510 2.7510 2.7510 0.0000
+ 2.7290 2.7290 2.7290 2.7290 0.0000
@@ -289,7 +289,7 @@ action involves reordering these two loops.
Execution time summary:
mean (ms) median (ms) max (ms) min (ms) std (ms)
- 0.8605 0.8605 0.8605 0.8605 0.0000
+ 0.8587 0.8587 0.8587 0.8587 0.0000
@@ -417,7 +417,7 @@ from the reduction update via the **decompose_reduction**
primitive.
Execution time summary:
mean (ms) median (ms) max (ms) min (ms) std (ms)
- 0.3372 0.3372 0.3372 0.3372 0.0000
+ 0.3405 0.3405 0.3405 0.3405 0.0000
diff --git a/docs/_sources/get_started/tutorials/ir_module.rst.txt
b/docs/_sources/get_started/tutorials/ir_module.rst.txt
index dbbddce656..426edc3ba1 100644
--- a/docs/_sources/get_started/tutorials/ir_module.rst.txt
+++ b/docs/_sources/get_started/tutorials/ir_module.rst.txt
@@ -694,8 +694,8 @@ We can deploy the IRModule on CPU by specifying the target
as ``llvm``.
.. code-block:: none
- [[ 0.12769365 -0.18817122 -0.09124297 -0.2062645 0.21320069 0.12120663
- 0.0190272 -0.09665083 0.1637704 -0.1308619 ]]
+ [[ 0.307944 0.0320059 0.10183138 0.04473478 0.0559893 0.07739662
+ -0.22990224 0.18249041 -0.10721236 0.00951741]]
@@ -761,8 +761,8 @@ Now we can compile the IRModule on GPU, the similar way as
we did on CPU.
.. code-block:: none
- [[ 0.12769371 -0.18817124 -0.09124308 -0.20626447 0.21320054 0.12120665
- 0.0190272 -0.09665084 0.16377038 -0.13086185]]
+ [[ 0.30794394 0.03200591 0.10183134 0.04473475 0.05598933 0.07739665
+ -0.22990215 0.18249047 -0.10721231 0.00951741]]
diff --git a/docs/_sources/get_started/tutorials/quick_start.rst.txt
b/docs/_sources/get_started/tutorials/quick_start.rst.txt
index 4678a981cc..39b929129c 100644
--- a/docs/_sources/get_started/tutorials/quick_start.rst.txt
+++ b/docs/_sources/get_started/tutorials/quick_start.rst.txt
@@ -224,8 +224,8 @@ different devices.
.. code-block:: none
- [[26249.887 25619.016 25764.912 24988.812 23079.621 25931.736 23198.61
- 24897.82 26962.953 24648.514]]
+ [[24534.152 24800.373 23521.486 22978.033 25311.764 25944.475 25626.617
+ 24180.197 25468.277 23881.469]]
diff --git a/docs/_sources/get_started/tutorials/sg_execution_times.rst.txt
b/docs/_sources/get_started/tutorials/sg_execution_times.rst.txt
index e86fb34bf9..07a10e8f2c 100644
--- a/docs/_sources/get_started/tutorials/sg_execution_times.rst.txt
+++ b/docs/_sources/get_started/tutorials/sg_execution_times.rst.txt
@@ -6,7 +6,7 @@
Computation times
=================
-**00:08.359** total execution time for 2 files **from get_started/tutorials**:
+**00:05.709** total execution time for 2 files **from get_started/tutorials**:
.. container::
@@ -33,8 +33,8 @@ Computation times
- Time
- Mem (MB)
* - :ref:`sphx_glr_get_started_tutorials_ir_module.py` (``ir_module.py``)
- - 00:08.188
+ - 00:05.533
- 0.0
* - :ref:`sphx_glr_get_started_tutorials_quick_start.py`
(``quick_start.py``)
- - 00:00.171
+ - 00:00.176
- 0.0
diff --git a/docs/_sources/how_to/tutorials/cross_compilation_and_rpc.rst.txt
b/docs/_sources/how_to/tutorials/cross_compilation_and_rpc.rst.txt
index 9d00c87ddb..7eed90047c 100644
--- a/docs/_sources/how_to/tutorials/cross_compilation_and_rpc.rst.txt
+++ b/docs/_sources/how_to/tutorials/cross_compilation_and_rpc.rst.txt
@@ -268,7 +268,7 @@ device and returns the measured cost. Network overhead is
excluded.
.. code-block:: none
- 1.12e-07 secs/op
+ 1.14e-07 secs/op
@@ -653,8 +653,8 @@ This workflow is applicable to various deployment scenarios:
Converted PyTorch model to Relax:
- Number of parameters: 4
Using local target for demonstration
- Exported library to: /tmp/tmpcbafgec5/model_deployed.so
- Saved parameters to: /tmp/tmpcbafgec5/model_params.npz
+ Exported library to: /tmp/tmpwkay63pf/model_deployed.so
+ Saved parameters to: /tmp/tmpwkay63pf/model_params.npz
RPC workflow (works for any remote device):
==================================================
diff --git a/docs/_sources/how_to/tutorials/customize_opt.rst.txt
b/docs/_sources/how_to/tutorials/customize_opt.rst.txt
index 8ae8a3e3cc..fe91ec0629 100644
--- a/docs/_sources/how_to/tutorials/customize_opt.rst.txt
+++ b/docs/_sources/how_to/tutorials/customize_opt.rst.txt
@@ -423,8 +423,8 @@ We can build and deploy the optimized model to the TVM
runtime.
.. code-block:: none
- [[24901.947 23686.145 25136.734 24923.117 24349.863 23877.277 24212.25
- 26079.812 24398.203 25689.379]]
+ [[25019.04 24513.295 24488.006 24900.885 26955.727 24714.52 24619.305
+ 25092.459 24385.756 22945.197]]
diff --git a/docs/_sources/how_to/tutorials/e2e_opt_model.rst.txt
b/docs/_sources/how_to/tutorials/e2e_opt_model.rst.txt
index d2287caf1f..54be557c72 100644
--- a/docs/_sources/how_to/tutorials/e2e_opt_model.rst.txt
+++ b/docs/_sources/how_to/tutorials/e2e_opt_model.rst.txt
@@ -53,7 +53,7 @@ PyTorch.
.. code-block:: none
Downloading: "https://download.pytorch.org/models/resnet18-f37072fd.pth";
to /workspace/.cache/torch/hub/checkpoints/resnet18-f37072fd.pth
- 0%| | 0.00/44.7M [00:00<?, ?B/s] 39%|███▊ |
17.2M/44.7M [00:00<00:00, 181MB/s] 91%|█████████ | 40.5M/44.7M
[00:00<00:00, 216MB/s] 100%|██████████| 44.7M/44.7M [00:00<00:00, 184MB/s]
+ 0%| | 0.00/44.7M [00:00<?, ?B/s] 57%|█████▋ |
25.4M/44.7M [00:00<00:00, 266MB/s] 100%|██████████| 44.7M/44.7M
[00:00<00:00, 297MB/s]
diff --git a/docs/_sources/how_to/tutorials/sg_execution_times.rst.txt
b/docs/_sources/how_to/tutorials/sg_execution_times.rst.txt
index 762b43b54e..15fbbc247d 100644
--- a/docs/_sources/how_to/tutorials/sg_execution_times.rst.txt
+++ b/docs/_sources/how_to/tutorials/sg_execution_times.rst.txt
@@ -6,7 +6,7 @@
Computation times
=================
-**00:34.785** total execution time for 5 files **from how_to/tutorials**:
+**00:34.111** total execution time for 5 files **from how_to/tutorials**:
.. container::
@@ -33,16 +33,16 @@ Computation times
- Time
- Mem (MB)
* - :ref:`sphx_glr_how_to_tutorials_optimize_llm.py` (``optimize_llm.py``)
- - 00:32.681
+ - 00:32.424
- 0.0
* - :ref:`sphx_glr_how_to_tutorials_customize_opt.py` (``customize_opt.py``)
- - 00:00.781
- - 0.0
- * - :ref:`sphx_glr_how_to_tutorials_e2e_opt_model.py` (``e2e_opt_model.py``)
- - 00:00.736
+ - 00:00.649
- 0.0
* - :ref:`sphx_glr_how_to_tutorials_cross_compilation_and_rpc.py`
(``cross_compilation_and_rpc.py``)
- - 00:00.586
+ - 00:00.563
+ - 0.0
+ * - :ref:`sphx_glr_how_to_tutorials_e2e_opt_model.py` (``e2e_opt_model.py``)
+ - 00:00.472
- 0.0
* - :ref:`sphx_glr_how_to_tutorials_export_and_load_executable.py`
(``export_and_load_executable.py``)
- 00:00.002
diff --git a/docs/_sources/sg_execution_times.rst.txt
b/docs/_sources/sg_execution_times.rst.txt
index 9cbfb22bd7..9612a6ab96 100644
--- a/docs/_sources/sg_execution_times.rst.txt
+++ b/docs/_sources/sg_execution_times.rst.txt
@@ -6,7 +6,7 @@
Computation times
=================
-**00:43.787** total execution time for 11 files **from all galleries**:
+**00:40.462** total execution time for 11 files **from all galleries**:
.. container::
@@ -33,34 +33,34 @@ Computation times
- Time
- Mem (MB)
* - :ref:`sphx_glr_how_to_tutorials_optimize_llm.py`
(``../how_to/tutorials/optimize_llm.py``)
- - 00:32.681
+ - 00:32.424
- 0.0
* - :ref:`sphx_glr_get_started_tutorials_ir_module.py`
(``../get_started/tutorials/ir_module.py``)
- - 00:08.188
+ - 00:05.533
- 0.0
* - :ref:`sphx_glr_how_to_tutorials_customize_opt.py`
(``../how_to/tutorials/customize_opt.py``)
- - 00:00.781
- - 0.0
- * - :ref:`sphx_glr_how_to_tutorials_e2e_opt_model.py`
(``../how_to/tutorials/e2e_opt_model.py``)
- - 00:00.736
+ - 00:00.649
- 0.0
* - :ref:`sphx_glr_how_to_tutorials_cross_compilation_and_rpc.py`
(``../how_to/tutorials/cross_compilation_and_rpc.py``)
- - 00:00.586
+ - 00:00.563
- 0.0
- * - :ref:`sphx_glr_deep_dive_tensor_ir_tutorials_tir_transformation.py`
(``../deep_dive/tensor_ir/tutorials/tir_transformation.py``)
- - 00:00.297
+ * - :ref:`sphx_glr_how_to_tutorials_e2e_opt_model.py`
(``../how_to/tutorials/e2e_opt_model.py``)
+ - 00:00.472
- 0.0
- * - :ref:`sphx_glr_deep_dive_tensor_ir_tutorials_tir_creation.py`
(``../deep_dive/tensor_ir/tutorials/tir_creation.py``)
- - 00:00.171
+ * - :ref:`sphx_glr_deep_dive_tensor_ir_tutorials_tir_transformation.py`
(``../deep_dive/tensor_ir/tutorials/tir_transformation.py``)
+ - 00:00.295
- 0.0
* - :ref:`sphx_glr_get_started_tutorials_quick_start.py`
(``../get_started/tutorials/quick_start.py``)
- - 00:00.171
+ - 00:00.176
+ - 0.0
+ * - :ref:`sphx_glr_deep_dive_tensor_ir_tutorials_tir_creation.py`
(``../deep_dive/tensor_ir/tutorials/tir_creation.py``)
+ - 00:00.169
- 0.0
* - :ref:`sphx_glr_deep_dive_relax_tutorials_relax_creation.py`
(``../deep_dive/relax/tutorials/relax_creation.py``)
- - 00:00.110
+ - 00:00.111
- 0.0
* - :ref:`sphx_glr_deep_dive_relax_tutorials_relax_transformation.py`
(``../deep_dive/relax/tutorials/relax_transformation.py``)
- - 00:00.066
+ - 00:00.068
- 0.0
* - :ref:`sphx_glr_how_to_tutorials_export_and_load_executable.py`
(``../how_to/tutorials/export_and_load_executable.py``)
- 00:00.002
diff --git a/docs/deep_dive/relax/tutorials/sg_execution_times.html
b/docs/deep_dive/relax/tutorials/sg_execution_times.html
index 5def0fe8fb..0db810ac8c 100644
--- a/docs/deep_dive/relax/tutorials/sg_execution_times.html
+++ b/docs/deep_dive/relax/tutorials/sg_execution_times.html
@@ -294,7 +294,7 @@
<section id="computation-times">
<span
id="sphx-glr-deep-dive-relax-tutorials-sg-execution-times"></span><h1>Computation
times<a class="headerlink" href="#computation-times" title="Link to this
heading"></a></h1>
-<p><strong>00:00.176</strong> total execution time for 2 files <strong>from
deep_dive/relax/tutorials</strong>:</p>
+<p><strong>00:00.178</strong> total execution time for 2 files <strong>from
deep_dive/relax/tutorials</strong>:</p>
<div class="docutils container">
<style scoped>
<link
href="https://cdnjs.cloudflare.com/ajax/libs/twitter-bootstrap/5.3.0/css/bootstrap.min.css";
rel="stylesheet" />
@@ -316,11 +316,11 @@ $(document).ready( function () {
</thead>
<tbody>
<tr class="row-even"><td><p><a class="reference internal"
href="relax_creation.html#sphx-glr-deep-dive-relax-tutorials-relax-creation-py"><span
class="std std-ref">Relax Creation</span></a> (<code class="docutils literal
notranslate"><span class="pre">relax_creation.py</span></code>)</p></td>
-<td><p>00:00.110</p></td>
+<td><p>00:00.111</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal"
href="relax_transformation.html#sphx-glr-deep-dive-relax-tutorials-relax-transformation-py"><span
class="std std-ref">Transformation</span></a> (<code class="docutils literal
notranslate"><span class="pre">relax_transformation.py</span></code>)</p></td>
-<td><p>00:00.066</p></td>
+<td><p>00:00.068</p></td>
<td><p>0.0</p></td>
</tr>
</tbody>
diff --git a/docs/deep_dive/tensor_ir/tutorials/sg_execution_times.html
b/docs/deep_dive/tensor_ir/tutorials/sg_execution_times.html
index 329791dcb7..1e52cd7609 100644
--- a/docs/deep_dive/tensor_ir/tutorials/sg_execution_times.html
+++ b/docs/deep_dive/tensor_ir/tutorials/sg_execution_times.html
@@ -294,7 +294,7 @@
<section id="computation-times">
<span
id="sphx-glr-deep-dive-tensor-ir-tutorials-sg-execution-times"></span><h1>Computation
times<a class="headerlink" href="#computation-times" title="Link to this
heading"></a></h1>
-<p><strong>00:00.467</strong> total execution time for 2 files <strong>from
deep_dive/tensor_ir/tutorials</strong>:</p>
+<p><strong>00:00.464</strong> total execution time for 2 files <strong>from
deep_dive/tensor_ir/tutorials</strong>:</p>
<div class="docutils container">
<style scoped>
<link
href="https://cdnjs.cloudflare.com/ajax/libs/twitter-bootstrap/5.3.0/css/bootstrap.min.css";
rel="stylesheet" />
@@ -316,11 +316,11 @@ $(document).ready( function () {
</thead>
<tbody>
<tr class="row-even"><td><p><a class="reference internal"
href="tir_transformation.html#sphx-glr-deep-dive-tensor-ir-tutorials-tir-transformation-py"><span
class="std std-ref">Transformation</span></a> (<code class="docutils literal
notranslate"><span class="pre">tir_transformation.py</span></code>)</p></td>
-<td><p>00:00.297</p></td>
+<td><p>00:00.295</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal"
href="tir_creation.html#sphx-glr-deep-dive-tensor-ir-tutorials-tir-creation-py"><span
class="std std-ref">TensorIR Creation</span></a> (<code class="docutils
literal notranslate"><span class="pre">tir_creation.py</span></code>)</p></td>
-<td><p>00:00.171</p></td>
+<td><p>00:00.169</p></td>
<td><p>0.0</p></td>
</tr>
</tbody>
diff --git a/docs/deep_dive/tensor_ir/tutorials/tir_creation.html
b/docs/deep_dive/tensor_ir/tutorials/tir_creation.html
index 551e2ae87e..b48426ef1c 100644
--- a/docs/deep_dive/tensor_ir/tutorials/tir_creation.html
+++ b/docs/deep_dive/tensor_ir/tutorials/tir_creation.html
@@ -489,17 +489,17 @@ be used to ascertain the shape and data type of a
TensorIR.</p>
<span class="nb">print</span><span class="p">(</span><span
class="n">evaluate_dynamic_shape</span><span class="p">(</span><span
class="n">dyn_shape_lib</span><span class="p">,</span> <span
class="n">m</span><span class="o">=</span><span class="mi">64</span><span
class="p">,</span> <span class="n">n</span><span class="o">=</span><span
class="mi">64</span><span class="p">,</span> <a
href="../../../reference/api/python/tir/tir.html#tvm.tir.IterVar"
title="tvm.tir.IterVar" class="sphx-glr-ba [...]
</pre></div>
</div>
-<div class="sphx-glr-script-out highlight-none notranslate"><div
class="highlight"><pre><span></span>[[0.9140167 1.4090099 0.8890678
1.2257648 ]
- [0.997444 1.475323 0.88666666 1.1764424 ]
- [0.8709541 1.821181 1.2237474 0.8334133 ]
- [0.82009095 1.1628909 0.7739204 1.1170292 ]]
-[[30.635298 28.777779 30.988787 ... 28.15327 32.243374 30.300894]
- [31.41273 32.077183 33.677708 ... 30.934444 35.047604 32.411278]
- [27.742723 27.819874 30.269201 ... 29.2328 27.191433 28.401554]
+<div class="sphx-glr-script-out highlight-none notranslate"><div
class="highlight"><pre><span></span>[[1.5460874 0.70469785 1.2476006
1.3851266 ]
+ [1.5032555 0.88633287 1.3514662 1.5731535 ]
+ [0.8326285 0.24415544 0.78368384 0.36437285]
+ [0.7103025 0.62263703 0.859794 1.067519 ]]
+[[32.185955 33.84741 30.650963 ... 30.1743 31.04867 30.859762]
+ [33.816998 36.096085 34.92349 ... 34.515312 33.89752 32.267582]
+ [32.61251 33.37451 32.11026 ... 32.515724 33.359352 30.115248]
...
- [28.041388 27.632986 31.046568 ... 28.953411 32.94573 30.489145]
- [26.288324 27.269596 30.550243 ... 28.496784 29.078426 28.940971]
- [25.481964 26.163074 30.239113 ... 27.598864 27.768389 29.066212]]
+ [33.21637 34.5198 31.62458 ... 30.571556 33.71252 31.426783]
+ [33.421505 35.820538 31.701185 ... 31.910398 32.178543 34.080765]
+ [38.023357 38.09495 35.935974 ... 34.533375 36.369503 34.215965]]
</pre></div>
</div>
</section>
diff --git a/docs/deep_dive/tensor_ir/tutorials/tir_transformation.html
b/docs/deep_dive/tensor_ir/tutorials/tir_transformation.html
index 13426abe54..e13e43b86e 100644
--- a/docs/deep_dive/tensor_ir/tutorials/tir_transformation.html
+++ b/docs/deep_dive/tensor_ir/tutorials/tir_transformation.html
@@ -368,7 +368,7 @@ original implementation.</p>
</div>
<div class="sphx-glr-script-out highlight-none notranslate"><div
class="highlight"><pre><span></span>Execution time summary:
mean (ms) median (ms) max (ms) min (ms) std (ms)
- 2.7510 2.7510 2.7510 2.7510 0.0000
+ 2.7290 2.7290 2.7290 2.7290 0.0000
</pre></div>
</div>
<section id="initialization-schedule">
@@ -464,7 +464,7 @@ class Module:
Execution time summary:
mean (ms) median (ms) max (ms) min (ms) std (ms)
- 0.8605 0.8605 0.8605 0.8605 0.0000
+ 0.8587 0.8587 0.8587 0.8587 0.0000
</pre></div>
</div>
</section>
@@ -558,7 +558,7 @@ class Module:
Execution time summary:
mean (ms) median (ms) max (ms) min (ms) std (ms)
- 0.3372 0.3372 0.3372 0.3372 0.0000
+ 0.3405 0.3405 0.3405 0.3405 0.0000
</pre></div>
</div>
</section>
diff --git a/docs/get_started/tutorials/ir_module.html
b/docs/get_started/tutorials/ir_module.html
index bb4fa185e6..007b403fc5 100644
--- a/docs/get_started/tutorials/ir_module.html
+++ b/docs/get_started/tutorials/ir_module.html
@@ -805,16 +805,16 @@ backends.</p>
<p>We can deploy the IRModule on CPU by specifying the target as <code
class="docutils literal notranslate"><span class="pre">llvm</span></code>.</p>
<div class="highlight-Python notranslate"><div
class="highlight"><pre><span></span><a
href="../../reference/api/python/relax/relax.html#tvm.relax.VMExecutable"
title="tvm.relax.VMExecutable" class="sphx-glr-backref-module-tvm-relax
sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span
class="n">exec</span></a> <span class="o">=</span> <a
href="../../reference/api/python/driver.html#tvm.compile" title="tvm.compile"
class="sphx-glr-backref-module-tvm sphx-glr-backref-type-py-func [...]
<span class="n">dev</span> <span class="o">=</span> <span
class="n">tvm</span><span class="o">.</span><span class="n">cpu</span><span
class="p">()</span>
-<a
href="../../reference/api/python/runtime/vm.html#tvm.runtime.vm.VirtualMachine"
title="tvm.runtime.vm.VirtualMachine"
class="sphx-glr-backref-module-tvm-runtime-vm sphx-glr-backref-type-py-class
sphx-glr-backref-instance"><span class="n">vm</span></a> <span
class="o">=</span> <a
href="../../reference/api/python/runtime/vm.html#tvm.runtime.vm.VirtualMachine"
title="tvm.runtime.vm.VirtualMachine"
class="sphx-glr-backref-module-tvm-runtime-vm
sphx-glr-backref-type-py-class"><span class=" [...]
+<span class="n">vm</span> <span class="o">=</span> <a
href="../../reference/api/python/relax/relax.html#tvm.relax.VirtualMachine"
title="tvm.relax.VirtualMachine" class="sphx-glr-backref-module-tvm-relax
sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span
class="n">relax</span><span class="o">.</span><span
class="n">VirtualMachine</span></a><span class="p">(</span><a
href="../../reference/api/python/relax/relax.html#tvm.relax.VMExecutable"
title="tvm.relax.VMExecutable" class [...]
<span class="n">raw_data</span> <span class="o">=</span> <span
class="n">np</span><span class="o">.</span><span class="n">random</span><span
class="o">.</span><span class="n">rand</span><span class="p">(</span><span
class="mi">1</span><span class="p">,</span> <span class="mi">784</span><span
class="p">)</span><span class="o">.</span><span class="n">astype</span><span
class="p">(</span><span class="s2">"float32"</span><span
class="p">)</span>
<span class="n">data</span> <span class="o">=</span> <span
class="n">tvm</span><span class="o">.</span><span class="n">runtime</span><span
class="o">.</span><span class="n">tensor</span><span class="p">(</span><span
class="n">raw_data</span><span class="p">,</span> <span
class="n">dev</span><span class="p">)</span>
-<span class="n">cpu_out</span> <span class="o">=</span> <a
href="../../reference/api/python/runtime/vm.html#tvm.runtime.vm.VirtualMachine"
title="tvm.runtime.vm.VirtualMachine"
class="sphx-glr-backref-module-tvm-runtime-vm sphx-glr-backref-type-py-class
sphx-glr-backref-instance"><span class="n">vm</span></a><span
class="p">[</span><span class="s2">"main"</span><span
class="p">](</span><span class="n">data</span><span class="p">,</span> <span
class="o">*</span><a href="https:// [...]
+<span class="n">cpu_out</span> <span class="o">=</span> <span
class="n">vm</span><span class="p">[</span><span
class="s2">"main"</span><span class="p">](</span><span
class="n">data</span><span class="p">,</span> <span class="o">*</span><a
href="https://docs.python.org/3/library/stdtypes.html#dict";
title="builtins.dict" class="sphx-glr-backref-module-builtins
sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span
class="n">params_from_torch</span></a><span class="p">[</ [...]
<span class="nb">print</span><span class="p">(</span><span
class="n">cpu_out</span><span class="p">)</span>
</pre></div>
</div>
-<div class="sphx-glr-script-out highlight-none notranslate"><div
class="highlight"><pre><span></span>[[ 0.12769365 -0.18817122 -0.09124297
-0.2062645 0.21320069 0.12120663
- 0.0190272 -0.09665083 0.1637704 -0.1308619 ]]
+<div class="sphx-glr-script-out highlight-none notranslate"><div
class="highlight"><pre><span></span>[[ 0.307944 0.0320059 0.10183138
0.04473478 0.0559893 0.07739662
+ -0.22990224 0.18249041 -0.10721236 0.00951741]]
</pre></div>
</div>
</section>
@@ -837,19 +837,19 @@ the details of <code class="docutils literal
notranslate"><span class="pre">DLig
<p>Now we can compile the IRModule on GPU, the similar way as we did on
CPU.</p>
<div class="highlight-Python notranslate"><div
class="highlight"><pre><span></span><a
href="../../reference/api/python/relax/relax.html#tvm.relax.VMExecutable"
title="tvm.relax.VMExecutable" class="sphx-glr-backref-module-tvm-relax
sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span
class="n">exec</span></a> <span class="o">=</span> <a
href="../../reference/api/python/driver.html#tvm.compile" title="tvm.compile"
class="sphx-glr-backref-module-tvm sphx-glr-backref-type-py-func [...]
<span class="n">dev</span> <span class="o">=</span> <span
class="n">tvm</span><span class="o">.</span><span class="n">device</span><span
class="p">(</span><span class="s2">"cuda"</span><span
class="p">,</span> <span class="mi">0</span><span class="p">)</span>
-<a
href="../../reference/api/python/runtime/vm.html#tvm.runtime.vm.VirtualMachine"
title="tvm.runtime.vm.VirtualMachine"
class="sphx-glr-backref-module-tvm-runtime-vm sphx-glr-backref-type-py-class
sphx-glr-backref-instance"><span class="n">vm</span></a> <span
class="o">=</span> <a
href="../../reference/api/python/runtime/vm.html#tvm.runtime.vm.VirtualMachine"
title="tvm.runtime.vm.VirtualMachine"
class="sphx-glr-backref-module-tvm-runtime-vm
sphx-glr-backref-type-py-class"><span class=" [...]
+<span class="n">vm</span> <span class="o">=</span> <a
href="../../reference/api/python/relax/relax.html#tvm.relax.VirtualMachine"
title="tvm.relax.VirtualMachine" class="sphx-glr-backref-module-tvm-relax
sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span
class="n">relax</span><span class="o">.</span><span
class="n">VirtualMachine</span></a><span class="p">(</span><a
href="../../reference/api/python/relax/relax.html#tvm.relax.VMExecutable"
title="tvm.relax.VMExecutable" class [...]
<span class="c1"># Need to allocate data and params on GPU device</span>
<span class="n">data</span> <span class="o">=</span> <span
class="n">tvm</span><span class="o">.</span><span class="n">runtime</span><span
class="o">.</span><span class="n">tensor</span><span class="p">(</span><span
class="n">raw_data</span><span class="p">,</span> <span
class="n">dev</span><span class="p">)</span>
<a href="https://docs.python.org/3/library/stdtypes.html#list";
title="builtins.list" class="sphx-glr-backref-module-builtins
sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span
class="n">gpu_params</span></a> <span class="o">=</span> <span
class="p">[</span><span class="n">tvm</span><span class="o">.</span><span
class="n">runtime</span><span class="o">.</span><span
class="n">tensor</span><span class="p">(</span><span class="n">p</span><span
class="p">,</span> <span class="n"> [...]
-<span class="n">gpu_out</span> <span class="o">=</span> <a
href="../../reference/api/python/runtime/vm.html#tvm.runtime.vm.VirtualMachine"
title="tvm.runtime.vm.VirtualMachine"
class="sphx-glr-backref-module-tvm-runtime-vm sphx-glr-backref-type-py-class
sphx-glr-backref-instance"><span class="n">vm</span></a><span
class="p">[</span><span class="s2">"main"</span><span
class="p">](</span><span class="n">data</span><span class="p">,</span> <span
class="o">*</span><a href="https:// [...]
+<span class="n">gpu_out</span> <span class="o">=</span> <span
class="n">vm</span><span class="p">[</span><span
class="s2">"main"</span><span class="p">](</span><span
class="n">data</span><span class="p">,</span> <span class="o">*</span><a
href="https://docs.python.org/3/library/stdtypes.html#list";
title="builtins.list" class="sphx-glr-backref-module-builtins
sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span
class="n">gpu_params</span></a><span class="p">)</span><s [...]
<span class="nb">print</span><span class="p">(</span><span
class="n">gpu_out</span><span class="p">)</span>
<span class="c1"># Check the correctness of the results</span>
<span class="k">assert</span> <span class="n">np</span><span
class="o">.</span><span class="n">allclose</span><span class="p">(</span><span
class="n">cpu_out</span><span class="p">,</span> <span
class="n">gpu_out</span><span class="p">,</span> <span
class="n">atol</span><span class="o">=</span><span class="mf">1e-3</span><span
class="p">)</span>
</pre></div>
</div>
-<div class="sphx-glr-script-out highlight-none notranslate"><div
class="highlight"><pre><span></span>[[ 0.12769371 -0.18817124 -0.09124308
-0.20626447 0.21320054 0.12120665
- 0.0190272 -0.09665084 0.16377038 -0.13086185]]
+<div class="sphx-glr-script-out highlight-none notranslate"><div
class="highlight"><pre><span></span>[[ 0.30794394 0.03200591 0.10183134
0.04473475 0.05598933 0.07739665
+ -0.22990215 0.18249047 -0.10721231 0.00951741]]
</pre></div>
</div>
</section>
diff --git a/docs/get_started/tutorials/quick_start.html
b/docs/get_started/tutorials/quick_start.html
index 735ec95a75..b634350386 100644
--- a/docs/get_started/tutorials/quick_start.html
+++ b/docs/get_started/tutorials/quick_start.html
@@ -449,16 +449,16 @@ different devices.</p>
<a href="../../reference/api/python/target.html#tvm.target.Target"
title="tvm.target.Target" class="sphx-glr-backref-module-tvm-target
sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span
class="n">target</span></a> <span class="o">=</span> <a
href="../../reference/api/python/target.html#tvm.target.Target"
title="tvm.target.Target" class="sphx-glr-backref-module-tvm-target
sphx-glr-backref-type-py-class"><span class="n">tvm</span><span
class="o">.</span><span class="n">target< [...]
<a href="../../reference/api/python/relax/relax.html#tvm.relax.VMExecutable"
title="tvm.relax.VMExecutable" class="sphx-glr-backref-module-tvm-relax
sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span
class="n">ex</span></a> <span class="o">=</span> <a
href="../../reference/api/python/driver.html#tvm.compile" title="tvm.compile"
class="sphx-glr-backref-module-tvm sphx-glr-backref-type-py-function"><span
class="n">tvm</span><span class="o">.</span><span class="n">compile</span [...]
<span class="n">device</span> <span class="o">=</span> <span
class="n">tvm</span><span class="o">.</span><span class="n">cpu</span><span
class="p">()</span>
-<a
href="../../reference/api/python/runtime/vm.html#tvm.runtime.vm.VirtualMachine"
title="tvm.runtime.vm.VirtualMachine"
class="sphx-glr-backref-module-tvm-runtime-vm sphx-glr-backref-type-py-class
sphx-glr-backref-instance"><span class="n">vm</span></a> <span
class="o">=</span> <a
href="../../reference/api/python/runtime/vm.html#tvm.runtime.vm.VirtualMachine"
title="tvm.runtime.vm.VirtualMachine"
class="sphx-glr-backref-module-tvm-runtime-vm
sphx-glr-backref-type-py-class"><span class=" [...]
+<span class="n">vm</span> <span class="o">=</span> <a
href="../../reference/api/python/relax/relax.html#tvm.relax.VirtualMachine"
title="tvm.relax.VirtualMachine" class="sphx-glr-backref-module-tvm-relax
sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span
class="n">relax</span><span class="o">.</span><span
class="n">VirtualMachine</span></a><span class="p">(</span><a
href="../../reference/api/python/relax/relax.html#tvm.relax.VMExecutable"
title="tvm.relax.VMExecutable" class [...]
<span class="n">data</span> <span class="o">=</span> <span
class="n">np</span><span class="o">.</span><span class="n">random</span><span
class="o">.</span><span class="n">rand</span><span class="p">(</span><span
class="mi">1</span><span class="p">,</span> <span class="mi">784</span><span
class="p">)</span><span class="o">.</span><span class="n">astype</span><span
class="p">(</span><span class="s2">"float32"</span><span
class="p">)</span>
<span class="n">tvm_data</span> <span class="o">=</span> <span
class="n">tvm</span><span class="o">.</span><span class="n">runtime</span><span
class="o">.</span><span class="n">tensor</span><span class="p">(</span><span
class="n">data</span><span class="p">,</span> <span
class="n">device</span><span class="o">=</span><span
class="n">device</span><span class="p">)</span>
<a href="https://docs.python.org/3/library/stdtypes.html#list";
title="builtins.list" class="sphx-glr-backref-module-builtins
sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span
class="n">params</span></a> <span class="o">=</span> <span
class="p">[</span><span class="n">np</span><span class="o">.</span><span
class="n">random</span><span class="o">.</span><span class="n">rand</span><span
class="p">(</span><span class="o">*</span><span class="n">param</span><span
class="o">.</sp [...]
<a href="https://docs.python.org/3/library/stdtypes.html#list";
title="builtins.list" class="sphx-glr-backref-module-builtins
sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span
class="n">params</span></a> <span class="o">=</span> <span
class="p">[</span><span class="n">tvm</span><span class="o">.</span><span
class="n">runtime</span><span class="o">.</span><span
class="n">tensor</span><span class="p">(</span><span
class="n">param</span><span class="p">,</span> <span class="n"> [...]
-<span class="nb">print</span><span class="p">(</span><a
href="../../reference/api/python/runtime/vm.html#tvm.runtime.vm.VirtualMachine"
title="tvm.runtime.vm.VirtualMachine"
class="sphx-glr-backref-module-tvm-runtime-vm sphx-glr-backref-type-py-class
sphx-glr-backref-instance"><span class="n">vm</span></a><span
class="p">[</span><span class="s2">"forward"</span><span
class="p">](</span><span class="n">tvm_data</span><span class="p">,</span>
<span class="o">*</span><a href="http [...]
+<span class="nb">print</span><span class="p">(</span><span
class="n">vm</span><span class="p">[</span><span
class="s2">"forward"</span><span class="p">](</span><span
class="n">tvm_data</span><span class="p">,</span> <span class="o">*</span><a
href="https://docs.python.org/3/library/stdtypes.html#list";
title="builtins.list" class="sphx-glr-backref-module-builtins
sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span
class="n">params</span></a><span class="p">)</span><s [...]
</pre></div>
</div>
-<div class="sphx-glr-script-out highlight-none notranslate"><div
class="highlight"><pre><span></span>[[26249.887 25619.016 25764.912 24988.812
23079.621 25931.736 23198.61
- 24897.82 26962.953 24648.514]]
+<div class="sphx-glr-script-out highlight-none notranslate"><div
class="highlight"><pre><span></span>[[24534.152 24800.373 23521.486 22978.033
25311.764 25944.475 25626.617
+ 24180.197 25468.277 23881.469]]
</pre></div>
</div>
<p>Our goal is to bring machine learning to the application with any language
of interest,
@@ -466,8 +466,8 @@ with the minimum runtime support.</p>
<ul>
<li><p>Each function in IRModule becomes a runnable function in the runtime.
For example in LLM
cases, we can call <code class="docutils literal notranslate"><span
class="pre">prefill</span></code> and <code class="docutils literal
notranslate"><span class="pre">decode</span></code> functions directly.</p>
-<div class="highlight-Python notranslate"><div
class="highlight"><pre><span></span><span class="n">prefill_logits</span> <span
class="o">=</span> <a
href="../../reference/api/python/runtime/vm.html#tvm.runtime.vm.VirtualMachine"
title="tvm.runtime.vm.VirtualMachine"
class="sphx-glr-backref-module-tvm-runtime-vm sphx-glr-backref-type-py-class
sphx-glr-backref-instance"><span class="n">vm</span></a><span
class="p">[</span><span class="s2">"prefill"</span><span
class="p">](</span> [...]
-<span class="n">decoded_logits</span> <span class="o">=</span> <a
href="../../reference/api/python/runtime/vm.html#tvm.runtime.vm.VirtualMachine"
title="tvm.runtime.vm.VirtualMachine"
class="sphx-glr-backref-module-tvm-runtime-vm sphx-glr-backref-type-py-class
sphx-glr-backref-instance"><span class="n">vm</span></a><span
class="p">[</span><span class="s2">"decode"</span><span
class="p">](</span><span class="n">inputs</span><span class="p">,</span> <span
class="n">weight</span>< [...]
+<div class="highlight-Python notranslate"><div
class="highlight"><pre><span></span><span class="n">prefill_logits</span> <span
class="o">=</span> <span class="n">vm</span><span class="p">[</span><span
class="s2">"prefill"</span><span class="p">](</span><span
class="n">inputs</span><span class="p">,</span> <span
class="n">weight</span><span class="p">,</span> <span
class="n">kv_cache</span><span class="p">)</span>
+<span class="n">decoded_logits</span> <span class="o">=</span> <span
class="n">vm</span><span class="p">[</span><span
class="s2">"decode"</span><span class="p">](</span><span
class="n">inputs</span><span class="p">,</span> <span
class="n">weight</span><span class="p">,</span> <span
class="n">kv_cache</span><span class="p">)</span>
</pre></div>
</div>
</li>
@@ -482,15 +482,15 @@ copy exchange with existing ecosystem (DLPack exchange
with PyTorch)</p>
</li>
<li><p>TVM runtime works in non-python environments, so it works on settings
such as mobile</p>
<div class="highlight-C++ notranslate"><div
class="highlight"><pre><span></span><span class="c1">// C++ snippet</span>
-<span class="n">runtime</span><span class="o">::</span><span
class="n">Module</span><span class="w"> </span><a
href="../../reference/api/python/runtime/vm.html#tvm.runtime.vm.VirtualMachine"
title="tvm.runtime.vm.VirtualMachine"
class="sphx-glr-backref-module-tvm-runtime-vm sphx-glr-backref-type-py-class
sphx-glr-backref-instance"><span class="n">vm</span></a><span class="w">
</span><span class="o">=</span><span class="w"> </span><a
href="../../reference/api/python/relax/relax.html#tvm.r [...]
-<a
href="../../reference/api/python/runtime/vm.html#tvm.runtime.vm.VirtualMachine"
title="tvm.runtime.vm.VirtualMachine"
class="sphx-glr-backref-module-tvm-runtime-vm sphx-glr-backref-type-py-class
sphx-glr-backref-instance"><span class="n">vm</span></a><span
class="p">.</span><span class="n">GetFunction</span><span
class="p">(</span><span class="s">"init"</span><span
class="p">)(...);</span>
-<span class="n">Tensor</span><span class="w"> </span><span
class="n">out</span><span class="w"> </span><span class="o">=</span><span
class="w"> </span><a
href="../../reference/api/python/runtime/vm.html#tvm.runtime.vm.VirtualMachine"
title="tvm.runtime.vm.VirtualMachine"
class="sphx-glr-backref-module-tvm-runtime-vm sphx-glr-backref-type-py-class
sphx-glr-backref-instance"><span class="n">vm</span></a><span
class="p">.</span><span class="n">GetFunction</span><span
class="p">(</span><span [...]
+<span class="n">runtime</span><span class="o">::</span><span
class="n">Module</span><span class="w"> </span><span class="n">vm</span><span
class="w"> </span><span class="o">=</span><span class="w"> </span><a
href="../../reference/api/python/relax/relax.html#tvm.relax.VMExecutable"
title="tvm.relax.VMExecutable" class="sphx-glr-backref-module-tvm-relax
sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span
class="n">ex</span></a><span class="p">.</span><span class="n">GetFunction [...]
+<span class="n">vm</span><span class="p">.</span><span
class="n">GetFunction</span><span class="p">(</span><span
class="s">"init"</span><span class="p">)(...);</span>
+<span class="n">Tensor</span><span class="w"> </span><span
class="n">out</span><span class="w"> </span><span class="o">=</span><span
class="w"> </span><span class="n">vm</span><span class="p">.</span><span
class="n">GetFunction</span><span class="p">(</span><span
class="s">"prefill"</span><span class="p">)(</span><span
class="n">data</span><span class="p">,</span><span class="w"> </span><span
class="n">weight</span><span class="p">,</span><span class="w"> </span><span
class="n" [...]
</pre></div>
</div>
<div class="highlight-Java notranslate"><div
class="highlight"><pre><span></span><span class="c1">// Java snippet</span>
-<span class="n">Module</span><span class="w"> </span><a
href="../../reference/api/python/runtime/vm.html#tvm.runtime.vm.VirtualMachine"
title="tvm.runtime.vm.VirtualMachine"
class="sphx-glr-backref-module-tvm-runtime-vm sphx-glr-backref-type-py-class
sphx-glr-backref-instance"><span class="n">vm</span></a><span class="w">
</span><span class="o">=</span><span class="w"> </span><a
href="../../reference/api/python/relax/relax.html#tvm.relax.VMExecutable"
title="tvm.relax.VMExecutable" class [...]
-<a
href="../../reference/api/python/runtime/vm.html#tvm.runtime.vm.VirtualMachine"
title="tvm.runtime.vm.VirtualMachine"
class="sphx-glr-backref-module-tvm-runtime-vm sphx-glr-backref-type-py-class
sphx-glr-backref-instance"><span class="n">vm</span></a><span
class="p">.</span><span class="na">getFunction</span><span
class="p">(</span><span class="s">"init"</span><span
class="p">).</span><span class="na">pushArg</span><span
class="p">(...).</span><span class="na">invoke</span>< [...]
-<span class="n">Tensor</span><span class="w"> </span><span
class="n">out</span><span class="w"> </span><span class="o">=</span><span
class="w"> </span><a
href="../../reference/api/python/runtime/vm.html#tvm.runtime.vm.VirtualMachine"
title="tvm.runtime.vm.VirtualMachine"
class="sphx-glr-backref-module-tvm-runtime-vm sphx-glr-backref-type-py-class
sphx-glr-backref-instance"><span class="n">vm</span></a><span
class="p">.</span><span class="na">getFunction</span><span
class="p">(</span><spa [...]
+<span class="n">Module</span><span class="w"> </span><span
class="n">vm</span><span class="w"> </span><span class="o">=</span><span
class="w"> </span><a
href="../../reference/api/python/relax/relax.html#tvm.relax.VMExecutable"
title="tvm.relax.VMExecutable" class="sphx-glr-backref-module-tvm-relax
sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span
class="n">ex</span></a><span class="p">.</span><span
class="na">getFunction</span><span class="p">(</span><span class="s">"l
[...]
+<span class="n">vm</span><span class="p">.</span><span
class="na">getFunction</span><span class="p">(</span><span
class="s">"init"</span><span class="p">).</span><span
class="na">pushArg</span><span class="p">(...).</span><span
class="na">invoke</span><span class="p">;</span>
+<span class="n">Tensor</span><span class="w"> </span><span
class="n">out</span><span class="w"> </span><span class="o">=</span><span
class="w"> </span><span class="n">vm</span><span class="p">.</span><span
class="na">getFunction</span><span class="p">(</span><span
class="s">"prefill"</span><span class="p">).</span><span
class="na">pushArg</span><span class="p">(</span><span
class="n">data</span><span class="p">).</span><span
class="na">pushArg</span><span class="p">(</span><spa [...]
</pre></div>
</div>
</li>
diff --git a/docs/get_started/tutorials/sg_execution_times.html
b/docs/get_started/tutorials/sg_execution_times.html
index 87dcd63bc4..ce07042d10 100644
--- a/docs/get_started/tutorials/sg_execution_times.html
+++ b/docs/get_started/tutorials/sg_execution_times.html
@@ -294,7 +294,7 @@
<section id="computation-times">
<span
id="sphx-glr-get-started-tutorials-sg-execution-times"></span><h1>Computation
times<a class="headerlink" href="#computation-times" title="Link to this
heading"></a></h1>
-<p><strong>00:08.359</strong> total execution time for 2 files <strong>from
get_started/tutorials</strong>:</p>
+<p><strong>00:05.709</strong> total execution time for 2 files <strong>from
get_started/tutorials</strong>:</p>
<div class="docutils container">
<style scoped>
<link
href="https://cdnjs.cloudflare.com/ajax/libs/twitter-bootstrap/5.3.0/css/bootstrap.min.css";
rel="stylesheet" />
@@ -316,11 +316,11 @@ $(document).ready( function () {
</thead>
<tbody>
<tr class="row-even"><td><p><a class="reference internal"
href="ir_module.html#sphx-glr-get-started-tutorials-ir-module-py"><span
class="std std-ref">IRModule</span></a> (<code class="docutils literal
notranslate"><span class="pre">ir_module.py</span></code>)</p></td>
-<td><p>00:08.188</p></td>
+<td><p>00:05.533</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal"
href="quick_start.html#sphx-glr-get-started-tutorials-quick-start-py"><span
class="std std-ref">Quick Start</span></a> (<code class="docutils literal
notranslate"><span class="pre">quick_start.py</span></code>)</p></td>
-<td><p>00:00.171</p></td>
+<td><p>00:00.176</p></td>
<td><p>0.0</p></td>
</tr>
</tbody>
diff --git a/docs/how_to/tutorials/cross_compilation_and_rpc.html
b/docs/how_to/tutorials/cross_compilation_and_rpc.html
index 2a4545c11a..349452d1a1 100644
--- a/docs/how_to/tutorials/cross_compilation_and_rpc.html
+++ b/docs/how_to/tutorials/cross_compilation_and_rpc.html
@@ -473,7 +473,7 @@ device and returns the measured cost. Network overhead is
excluded.</p>
<span class="nb">print</span><span class="p">(</span><span
class="s2">"</span><span class="si">%g</span><span class="s2">
secs/op"</span> <span class="o">%</span> <span class="n">cost</span><span
class="p">)</span>
</pre></div>
</div>
-<div class="sphx-glr-script-out highlight-none notranslate"><div
class="highlight"><pre><span></span>1.12e-07 secs/op
+<div class="sphx-glr-script-out highlight-none notranslate"><div
class="highlight"><pre><span></span>1.14e-07 secs/op
</pre></div>
</div>
</section>
@@ -824,8 +824,8 @@ for ONNX models. Simply replace <code class="docutils
literal notranslate"><span
Converted PyTorch model to Relax:
- Number of parameters: 4
Using local target for demonstration
-Exported library to: /tmp/tmpcbafgec5/model_deployed.so
-Saved parameters to: /tmp/tmpcbafgec5/model_params.npz
+Exported library to: /tmp/tmpwkay63pf/model_deployed.so
+Saved parameters to: /tmp/tmpwkay63pf/model_params.npz
RPC workflow (works for any remote device):
==================================================
diff --git a/docs/how_to/tutorials/customize_opt.html
b/docs/how_to/tutorials/customize_opt.html
index e642b59eb8..af08c2ddb8 100644
--- a/docs/how_to/tutorials/customize_opt.html
+++ b/docs/how_to/tutorials/customize_opt.html
@@ -607,16 +607,16 @@ pushing the performance to the limit. The current
optimization may not be the be
<p>We can build and deploy the optimized model to the TVM runtime.</p>
<div class="highlight-Python notranslate"><div
class="highlight"><pre><span></span><a
href="../../reference/api/python/relax/relax.html#tvm.relax.VMExecutable"
title="tvm.relax.VMExecutable" class="sphx-glr-backref-module-tvm-relax
sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span
class="n">ex</span></a> <span class="o">=</span> <a
href="../../reference/api/python/driver.html#tvm.compile" title="tvm.compile"
class="sphx-glr-backref-module-tvm sphx-glr-backref-type-py-functi [...]
<span class="n">dev</span> <span class="o">=</span> <span
class="n">tvm</span><span class="o">.</span><span class="n">device</span><span
class="p">(</span><span class="s2">"cuda"</span><span
class="p">,</span> <span class="mi">0</span><span class="p">)</span>
-<a
href="../../reference/api/python/runtime/vm.html#tvm.runtime.vm.VirtualMachine"
title="tvm.runtime.vm.VirtualMachine"
class="sphx-glr-backref-module-tvm-runtime-vm sphx-glr-backref-type-py-class
sphx-glr-backref-instance"><span class="n">vm</span></a> <span
class="o">=</span> <a
href="../../reference/api/python/runtime/vm.html#tvm.runtime.vm.VirtualMachine"
title="tvm.runtime.vm.VirtualMachine"
class="sphx-glr-backref-module-tvm-runtime-vm
sphx-glr-backref-type-py-class"><span class=" [...]
+<span class="n">vm</span> <span class="o">=</span> <a
href="../../reference/api/python/relax/relax.html#tvm.relax.VirtualMachine"
title="tvm.relax.VirtualMachine" class="sphx-glr-backref-module-tvm-relax
sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span
class="n">relax</span><span class="o">.</span><span
class="n">VirtualMachine</span></a><span class="p">(</span><a
href="../../reference/api/python/relax/relax.html#tvm.relax.VMExecutable"
title="tvm.relax.VMExecutable" class [...]
<span class="c1"># Need to allocate data and params on GPU device</span>
<span class="n">data</span> <span class="o">=</span> <span
class="n">tvm</span><span class="o">.</span><span class="n">runtime</span><span
class="o">.</span><span class="n">tensor</span><span class="p">(</span><span
class="n">np</span><span class="o">.</span><span class="n">random</span><span
class="o">.</span><span class="n">rand</span><span class="p">(</span><span
class="o">*</span><a
href="https://docs.python.org/3/library/stdtypes.html#tuple";
title="builtins.tuple" class="sphx-glr-ba [...]
<a href="https://docs.python.org/3/library/stdtypes.html#list";
title="builtins.list" class="sphx-glr-backref-module-builtins
sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span
class="n">gpu_params</span></a> <span class="o">=</span> <span
class="p">[</span><span class="n">tvm</span><span class="o">.</span><span
class="n">runtime</span><span class="o">.</span><span
class="n">tensor</span><span class="p">(</span><span class="n">np</span><span
class="o">.</span><span class="n"> [...]
-<span class="n">gpu_out</span> <span class="o">=</span> <a
href="../../reference/api/python/runtime/vm.html#tvm.runtime.vm.VirtualMachine"
title="tvm.runtime.vm.VirtualMachine"
class="sphx-glr-backref-module-tvm-runtime-vm sphx-glr-backref-type-py-class
sphx-glr-backref-instance"><span class="n">vm</span></a><span
class="p">[</span><span class="s2">"forward"</span><span
class="p">](</span><span class="n">data</span><span class="p">,</span> <span
class="o">*</span><a href="https [...]
+<span class="n">gpu_out</span> <span class="o">=</span> <span
class="n">vm</span><span class="p">[</span><span
class="s2">"forward"</span><span class="p">](</span><span
class="n">data</span><span class="p">,</span> <span class="o">*</span><a
href="https://docs.python.org/3/library/stdtypes.html#list";
title="builtins.list" class="sphx-glr-backref-module-builtins
sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span
class="n">gpu_params</span></a><span class="p">)</span [...]
<span class="nb">print</span><span class="p">(</span><span
class="n">gpu_out</span><span class="p">)</span>
</pre></div>
</div>
-<div class="sphx-glr-script-out highlight-none notranslate"><div
class="highlight"><pre><span></span>[[24901.947 23686.145 25136.734 24923.117
24349.863 23877.277 24212.25
- 26079.812 24398.203 25689.379]]
+<div class="sphx-glr-script-out highlight-none notranslate"><div
class="highlight"><pre><span></span>[[25019.04 24513.295 24488.006 24900.885
26955.727 24714.52 24619.305
+ 25092.459 24385.756 22945.197]]
</pre></div>
</div>
</section>
diff --git a/docs/how_to/tutorials/e2e_opt_model.html
b/docs/how_to/tutorials/e2e_opt_model.html
index d866393c87..157892897b 100644
--- a/docs/how_to/tutorials/e2e_opt_model.html
+++ b/docs/how_to/tutorials/e2e_opt_model.html
@@ -328,9 +328,8 @@ PyTorch.</p>
<div class="sphx-glr-script-out highlight-none notranslate"><div
class="highlight"><pre><span></span>Downloading:
"https://download.pytorch.org/models/resnet18-f37072fd.pth" to
/workspace/.cache/torch/hub/checkpoints/resnet18-f37072fd.pth
0%| | 0.00/44.7M [00:00<?, ?B/s]
- 39%|███▊ | 17.2M/44.7M [00:00<00:00, 181MB/s]
- 91%|█████████ | 40.5M/44.7M [00:00<00:00, 216MB/s]
-100%|██████████| 44.7M/44.7M [00:00<00:00, 184MB/s]
+ 57%|█████▋ | 25.4M/44.7M [00:00<00:00, 266MB/s]
+100%|██████████| 44.7M/44.7M [00:00<00:00, 297MB/s]
</pre></div>
</div>
</section>
@@ -431,7 +430,7 @@ We skip this step in the CI environment.</p>
<span class="n">mod</span> <span class="o">=</span> <span
class="n">tvm</span><span class="o">.</span><span class="n">tir</span><span
class="o">.</span><span class="n">transform</span><span class="o">.</span><span
class="n">DefaultGPUSchedule</span><span class="p">()(</span><span
class="n">mod</span><span class="p">)</span>
<span class="n">ex</span> <span class="o">=</span> <a
href="../../reference/api/python/driver.html#tvm.compile" title="tvm.compile"
class="sphx-glr-backref-module-tvm sphx-glr-backref-type-py-function"><span
class="n">tvm</span><span class="o">.</span><span
class="n">compile</span></a><span class="p">(</span><span
class="n">mod</span><span class="p">,</span> <a
href="../../reference/api/python/target.html#tvm.target.Target"
title="tvm.target.Target" class="sphx-glr-backref-module-tvm [...]
<span class="n">dev</span> <span class="o">=</span> <span
class="n">tvm</span><span class="o">.</span><span class="n">device</span><span
class="p">(</span><span class="s2">"cuda"</span><span
class="p">,</span> <span class="mi">0</span><span class="p">)</span>
- <span class="n">vm</span> <span class="o">=</span> <a
href="../../reference/api/python/runtime/vm.html#tvm.runtime.vm.VirtualMachine"
title="tvm.runtime.vm.VirtualMachine"
class="sphx-glr-backref-module-tvm-runtime-vm
sphx-glr-backref-type-py-class"><span class="n">relax</span><span
class="o">.</span><span class="n">VirtualMachine</span></a><span
class="p">(</span><span class="n">ex</span><span class="p">,</span> <span
class="n">dev</span><span class="p">)</span>
+ <span class="n">vm</span> <span class="o">=</span> <a
href="../../reference/api/python/relax/relax.html#tvm.relax.VirtualMachine"
title="tvm.relax.VirtualMachine" class="sphx-glr-backref-module-tvm-relax
sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span
class="n">relax</span><span class="o">.</span><span
class="n">VirtualMachine</span></a><span class="p">(</span><span
class="n">ex</span><span class="p">,</span> <span class="n">dev</span><span
class="p">)</span>
<span class="c1"># Need to allocate data and params on GPU device</span>
<span class="n">gpu_data</span> <span class="o">=</span> <span
class="n">tvm</span><span class="o">.</span><span class="n">runtime</span><span
class="o">.</span><span class="n">tensor</span><span class="p">(</span><span
class="n">np</span><span class="o">.</span><span class="n">random</span><span
class="o">.</span><span class="n">rand</span><span class="p">(</span><span
class="mi">1</span><span class="p">,</span> <span class="mi">3</span><span
class="p">,</span> <span class="mi">224< [...]
<span class="n">gpu_params</span> <span class="o">=</span> <span
class="p">[</span><span class="n">tvm</span><span class="o">.</span><span
class="n">runtime</span><span class="o">.</span><span
class="n">tensor</span><span class="p">(</span><span class="n">p</span><span
class="p">,</span> <span class="n">dev</span><span class="p">)</span> <span
class="k">for</span> <span class="n">p</span> <span class="ow">in</span> <span
class="n">params</span><span class="p">[</span><span class="s2" [...]
diff --git a/docs/how_to/tutorials/export_and_load_executable.html
b/docs/how_to/tutorials/export_and_load_executable.html
index 04274e32f0..4731455cd7 100644
--- a/docs/how_to/tutorials/export_and_load_executable.html
+++ b/docs/how_to/tutorials/export_and_load_executable.html
@@ -441,7 +441,7 @@ runtime module directly.</p>
<div class="highlight-Python notranslate"><div
class="highlight"><pre><span></span><span class="k">if</span> <a
href="https://docs.python.org/3/library/functions.html#bool";
title="builtins.bool" class="sphx-glr-backref-module-builtins
sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span
class="n">RUN_EXAMPLE</span></a><span class="p">:</span>
<span class="n">loaded_rt_mod</span> <span class="o">=</span> <span
class="n">tvm</span><span class="o">.</span><span class="n">runtime</span><span
class="o">.</span><span class="n">load_module</span><span
class="p">(</span><span class="nb">str</span><span class="p">(</span><span
class="n">library_path</span><span class="p">))</span>
<span class="n">dev</span> <span class="o">=</span> <span
class="n">tvm</span><span class="o">.</span><span class="n">cpu</span><span
class="p">(</span><span class="mi">0</span><span class="p">)</span>
- <span class="n">vm</span> <span class="o">=</span> <a
href="../../reference/api/python/runtime/vm.html#tvm.runtime.vm.VirtualMachine"
title="tvm.runtime.vm.VirtualMachine"
class="sphx-glr-backref-module-tvm-runtime-vm
sphx-glr-backref-type-py-class"><span class="n">relax</span><span
class="o">.</span><span class="n">VirtualMachine</span></a><span
class="p">(</span><span class="n">loaded_rt_mod</span><span class="p">,</span>
<span class="n">dev</span><span class="p">)</span>
+ <span class="n">vm</span> <span class="o">=</span> <a
href="../../reference/api/python/relax/relax.html#tvm.relax.VirtualMachine"
title="tvm.relax.VirtualMachine" class="sphx-glr-backref-module-tvm-relax
sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span
class="n">relax</span><span class="o">.</span><span
class="n">VirtualMachine</span></a><span class="p">(</span><span
class="n">loaded_rt_mod</span><span class="p">,</span> <span
class="n">dev</span><span class="p">)</span>
<span class="c1"># Prepare input data</span>
<span class="n">input_tensor</span> <span class="o">=</span> <span
class="n">torch</span><span class="o">.</span><span class="n">randn</span><span
class="p">(</span><span class="mi">1</span><span class="p">,</span> <span
class="mi">1</span><span class="p">,</span> <span class="mi">28</span><span
class="p">,</span> <span class="mi">28</span><span class="p">,</span> <span
class="n">dtype</span><span class="o">=</span><span class="n">torch</span><span
class="o">.</span><span class="n">f [...]
@@ -522,7 +522,7 @@ of how to reload and run the model. Save this as <code
class="docutils literal n
<span class="c1"># Step 2: Create Virtual Machine</span>
<span class="n">device</span> <span class="o">=</span> <span
class="n">tvm</span><span class="o">.</span><span class="n">cpu</span><span
class="p">(</span><span class="mi">0</span><span class="p">)</span>
-<span class="n">vm</span> <span class="o">=</span> <a
href="../../reference/api/python/runtime/vm.html#tvm.runtime.vm.VirtualMachine"
title="tvm.runtime.vm.VirtualMachine"
class="sphx-glr-backref-module-tvm-runtime-vm
sphx-glr-backref-type-py-class"><span class="n">relax</span><span
class="o">.</span><span class="n">VirtualMachine</span></a><span
class="p">(</span><span class="n">lib</span><span class="p">,</span> <span
class="n">device</span><span class="p">)</span>
+<span class="n">vm</span> <span class="o">=</span> <a
href="../../reference/api/python/relax/relax.html#tvm.relax.VirtualMachine"
title="tvm.relax.VirtualMachine" class="sphx-glr-backref-module-tvm-relax
sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span
class="n">relax</span><span class="o">.</span><span
class="n">VirtualMachine</span></a><span class="p">(</span><span
class="n">lib</span><span class="p">,</span> <span class="n">device</span><span
class="p">)</span>
<span class="c1"># Step 3: Load parameters from the .npz file</span>
<span class="n">params_npz</span> <span class="o">=</span> <span
class="n">np</span><span class="o">.</span><span class="n">load</span><span
class="p">(</span><span
class="s2">"relax_export_artifacts/model_params.npz"</span><span
class="p">)</span>
@@ -557,7 +557,7 @@ To run on GPU instead of CPU, make the following
changes:</p>
</li>
<li><p><strong>Use GPU device in the script</strong>:</p>
<div class="highlight-python notranslate"><div
class="highlight"><pre><span></span><span class="n">device</span> <span
class="o">=</span> <span class="n">tvm</span><span class="o">.</span><span
class="n">cuda</span><span class="p">(</span><span class="mi">0</span><span
class="p">)</span> <span class="c1"># Use CUDA device instead of CPU</span>
-<span class="n">vm</span> <span class="o">=</span> <a
href="../../reference/api/python/runtime/vm.html#tvm.runtime.vm.VirtualMachine"
title="tvm.runtime.vm.VirtualMachine"
class="sphx-glr-backref-module-tvm-runtime-vm
sphx-glr-backref-type-py-class"><span class="n">relax</span><span
class="o">.</span><span class="n">VirtualMachine</span></a><span
class="p">(</span><span class="n">lib</span><span class="p">,</span> <span
class="n">device</span><span class="p">)</span>
+<span class="n">vm</span> <span class="o">=</span> <a
href="../../reference/api/python/relax/relax.html#tvm.relax.VirtualMachine"
title="tvm.relax.VirtualMachine" class="sphx-glr-backref-module-tvm-relax
sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span
class="n">relax</span><span class="o">.</span><span
class="n">VirtualMachine</span></a><span class="p">(</span><span
class="n">lib</span><span class="p">,</span> <span class="n">device</span><span
class="p">)</span>
<span class="c1"># Load parameters to GPU</span>
<span class="n">params</span> <span class="o">=</span> <span
class="p">[</span><span class="n">tvm</span><span class="o">.</span><span
class="n">runtime</span><span class="o">.</span><span
class="n">tensor</span><span class="p">(</span><span
class="n">params_npz</span><span class="p">[</span><span
class="sa">f</span><span class="s2">"p_</span><span
class="si">{</span><span class="n">i</span><span class="si">}</span><span
class="s2">"</span><span class="p">],</span> <span class= [...]
@@ -622,7 +622,7 @@ for a comprehensive guide on:</p>
<span class="c1"># Step 4: Load and run on remote device</span>
<span class="n">lib</span> <span class="o">=</span> <span
class="n">remote</span><span class="o">.</span><span
class="n">load_module</span><span class="p">(</span><span
class="s2">"mlp_arm.so"</span><span class="p">)</span>
-<span class="n">vm</span> <span class="o">=</span> <a
href="../../reference/api/python/runtime/vm.html#tvm.runtime.vm.VirtualMachine"
title="tvm.runtime.vm.VirtualMachine"
class="sphx-glr-backref-module-tvm-runtime-vm
sphx-glr-backref-type-py-class"><span class="n">relax</span><span
class="o">.</span><span class="n">VirtualMachine</span></a><span
class="p">(</span><span class="n">lib</span><span class="p">,</span> <span
class="n">remote</span><span class="o">.</span><span class="n">cpu</ [...]
+<span class="n">vm</span> <span class="o">=</span> <a
href="../../reference/api/python/relax/relax.html#tvm.relax.VirtualMachine"
title="tvm.relax.VirtualMachine" class="sphx-glr-backref-module-tvm-relax
sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span
class="n">relax</span><span class="o">.</span><span
class="n">VirtualMachine</span></a><span class="p">(</span><span
class="n">lib</span><span class="p">,</span> <span class="n">remote</span><span
class="o">.</span><span cla [...]
<span class="c1"># ... prepare input and params, then run inference</span>
</pre></div>
</div>
diff --git a/docs/how_to/tutorials/optimize_llm.html
b/docs/how_to/tutorials/optimize_llm.html
index b540f81d70..153bcdc378 100644
--- a/docs/how_to/tutorials/optimize_llm.html
+++ b/docs/how_to/tutorials/optimize_llm.html
@@ -726,7 +726,7 @@ is designed specifically for the LLMs.</p>
<span class="k">with</span> <a
href="../../reference/api/python/target.html#tvm.target.Target"
title="tvm.target.Target" class="sphx-glr-backref-module-tvm-target
sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span
class="n">target</span></a><span class="p">:</span>
<a
href="../../reference/api/python/relax/relax.html#tvm.relax.VMExecutable"
title="tvm.relax.VMExecutable" class="sphx-glr-backref-module-tvm-relax
sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span
class="n">ex</span></a> <span class="o">=</span> <a
href="../../reference/api/python/driver.html#tvm.compile" title="tvm.compile"
class="sphx-glr-backref-module-tvm sphx-glr-backref-type-py-function"><span
class="n">tvm</span><span class="o">.</span><span class="n">compile</ [...]
- <a
href="../../reference/api/python/runtime/vm.html#tvm.runtime.vm.VirtualMachine"
title="tvm.runtime.vm.VirtualMachine"
class="sphx-glr-backref-module-tvm-runtime-vm sphx-glr-backref-type-py-class
sphx-glr-backref-instance"><span class="n">vm</span></a> <span
class="o">=</span> <a
href="../../reference/api/python/runtime/vm.html#tvm.runtime.vm.VirtualMachine"
title="tvm.runtime.vm.VirtualMachine"
class="sphx-glr-backref-module-tvm-runtime-vm
sphx-glr-backref-type-py-class"><span cla [...]
+ <span class="n">vm</span> <span class="o">=</span> <a
href="../../reference/api/python/relax/relax.html#tvm.relax.VirtualMachine"
title="tvm.relax.VirtualMachine" class="sphx-glr-backref-module-tvm-relax
sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span
class="n">relax</span><span class="o">.</span><span
class="n">VirtualMachine</span></a><span class="p">(</span><a
href="../../reference/api/python/relax/relax.html#tvm.relax.VMExecutable"
title="tvm.relax.VMExecutable" c [...]
</pre></div>
</div>
</section>
@@ -824,7 +824,7 @@ the model documentation for the correct tokenization and
prompt format.</p>
key and value tensors for the attention layer. Apache TVM provides a
PagedKVCache to store the
key and value tensors. We create the PagedKVCache with the specified
parameters.</p>
<div class="highlight-Python notranslate"><div
class="highlight"><pre><span></span><span class="k">if</span> <span
class="ow">not</span> <a
href="https://docs.python.org/3/library/functions.html#bool";
title="builtins.bool" class="sphx-glr-backref-module-builtins
sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span
class="n">IS_IN_CI</span></a><span class="p">:</span>
- <span class="n">kv_cache</span> <span class="o">=</span> <a
href="../../reference/api/python/runtime/vm.html#tvm.runtime.vm.VirtualMachine"
title="tvm.runtime.vm.VirtualMachine"
class="sphx-glr-backref-module-tvm-runtime-vm sphx-glr-backref-type-py-class
sphx-glr-backref-instance"><span class="n">vm</span></a><span
class="p">[</span><span
class="s2">"create_tir_paged_kv_cache"</span><span class="p">](</span>
+ <span class="n">kv_cache</span> <span class="o">=</span> <span
class="n">vm</span><span class="p">[</span><span
class="s2">"create_tir_paged_kv_cache"</span><span class="p">](</span>
<a href="https://docs.python.org/3/library/stdtypes.html#tuple";
title="builtins.tuple" class="sphx-glr-backref-module-builtins
sphx-glr-backref-type-py-class"><span class="n">ShapeTuple</span></a><span
class="p">([</span><span class="mi">1</span><span class="p">]),</span> <span
class="c1"># max_batch_size=1</span>
<a href="https://docs.python.org/3/library/stdtypes.html#tuple";
title="builtins.tuple" class="sphx-glr-backref-module-builtins
sphx-glr-backref-type-py-class"><span class="n">ShapeTuple</span></a><span
class="p">([</span><span class="mi">2048</span><span class="p">]),</span>
<span class="c1"># max_total_seq_len=2048</span>
<a href="https://docs.python.org/3/library/stdtypes.html#tuple";
title="builtins.tuple" class="sphx-glr-backref-module-builtins
sphx-glr-backref-type-py-class"><span class="n">ShapeTuple</span></a><span
class="p">([</span><span class="mi">2048</span><span class="p">]),</span>
<span class="c1"># prefill_chunk_size=2048</span>
@@ -841,7 +841,7 @@ compiled in the Relax IRModule to embed the tokens into the
hidden states.</p>
<span class="k">def</span><span class="w"> </span><span
class="nf">embed</span><span class="p">(</span><span
class="n">tokens</span><span class="p">,</span> <span
class="n">params</span><span class="p">):</span>
- <span class="n">_embed</span> <span class="o">=</span> <a
href="../../reference/api/python/runtime/vm.html#tvm.runtime.vm.VirtualMachine"
title="tvm.runtime.vm.VirtualMachine"
class="sphx-glr-backref-module-tvm-runtime-vm sphx-glr-backref-type-py-class
sphx-glr-backref-instance"><span class="n">vm</span></a><span
class="p">[</span><span class="s2">"embed"</span><span
class="p">](</span><span class="n">tokens</span><span class="p">,</span> <span
class="n">params</span><span [...]
+ <span class="n">_embed</span> <span class="o">=</span> <span
class="n">vm</span><span class="p">[</span><span
class="s2">"embed"</span><span class="p">](</span><span
class="n">tokens</span><span class="p">,</span> <span
class="n">params</span><span class="p">)</span>
<span class="c1"># Reshape hidden from [seq_len, hidden_size] to [1,
seq_len, hidden_size]</span>
<span class="n">_embed</span> <span class="o">=</span> <span
class="n">nd_view_func</span><span class="p">(</span><span
class="n">_embed</span><span class="p">,</span> <a
href="https://docs.python.org/3/library/stdtypes.html#tuple";
title="builtins.tuple" class="sphx-glr-backref-module-builtins
sphx-glr-backref-type-py-class"><span class="n">ShapeTuple</span></a><span
class="p">([</span><span class="mi">1</span><span class="p">,</span> <span
class="n">_embed</span><span class="o">.</s [...]
<span class="k">return</span> <span class="n">_embed</span>
@@ -864,7 +864,7 @@ and <cite>end_forward_func</cite> to end the forward
pass.</p>
<span class="n">add_sequence_func</span><span class="p">(</span><span
class="n">kv_cache</span><span class="p">,</span> <span
class="n">seq_id</span><span class="p">)</span>
<span class="n">hidden_states</span> <span class="o">=</span> <span
class="n">embed</span><span class="p">(</span><span
class="n">tokens</span><span class="p">,</span> <span
class="n">params</span><span class="p">)</span>
<span class="n">begin_forward_func</span><span class="p">(</span><span
class="n">kv_cache</span><span class="p">,</span> <a
href="https://docs.python.org/3/library/stdtypes.html#tuple";
title="builtins.tuple" class="sphx-glr-backref-module-builtins
sphx-glr-backref-type-py-class"><span class="n">ShapeTuple</span></a><span
class="p">([</span><span class="n">seq_id</span><span class="p">]),</span> <a
href="https://docs.python.org/3/library/stdtypes.html#tuple";
title="builtins.tuple" cla [...]
- <span class="n">logits</span><span class="p">,</span> <span
class="n">kv_cache</span> <span class="o">=</span> <a
href="../../reference/api/python/runtime/vm.html#tvm.runtime.vm.VirtualMachine"
title="tvm.runtime.vm.VirtualMachine"
class="sphx-glr-backref-module-tvm-runtime-vm sphx-glr-backref-type-py-class
sphx-glr-backref-instance"><span class="n">vm</span></a><span
class="p">[</span><span class="s2">"prefill"</span><span
class="p">](</span><span class="n">hidden_states</ [...]
+ <span class="n">logits</span><span class="p">,</span> <span
class="n">kv_cache</span> <span class="o">=</span> <span
class="n">vm</span><span class="p">[</span><span
class="s2">"prefill"</span><span class="p">](</span><span
class="n">hidden_states</span><span class="p">,</span> <span
class="n">kv_cache</span><span class="p">,</span> <span
class="n">params</span><span class="p">)</span>
<span class="n">end_forward_func</span><span class="p">(</span><span
class="n">kv_cache</span><span class="p">)</span>
</pre></div>
</div>
@@ -896,7 +896,7 @@ IRModule to generate the token.</p>
<span class="n">tokens</span> <span class="o">=</span> <span
class="n">tvm</span><span class="o">.</span><span class="n">runtime</span><span
class="o">.</span><span class="n">tensor</span><span class="p">(</span><span
class="n">np</span><span class="o">.</span><span class="n">array</span><span
class="p">([</span><span class="n">last_token</span><span
class="p">])</span><span class="o">.</span><span class="n">astype</span><span
class="p">(</span><span class="s2">"int32"< [...]
<span class="n">hidden_states</span> <span class="o">=</span> <span
class="n">embed</span><span class="p">(</span><span
class="n">tokens</span><span class="p">,</span> <span
class="n">params</span><span class="p">)</span>
<span class="n">begin_forward_func</span><span class="p">(</span><span
class="n">kv_cache</span><span class="p">,</span> <a
href="https://docs.python.org/3/library/stdtypes.html#tuple";
title="builtins.tuple" class="sphx-glr-backref-module-builtins
sphx-glr-backref-type-py-class"><span class="n">ShapeTuple</span></a><span
class="p">([</span><span class="n">seq_id</span><span class="p">]),</span> <a
href="https://docs.python.org/3/library/stdtypes.html#tuple";
title="builtins.tuple" [...]
- <span class="n">logits</span><span class="p">,</span> <span
class="n">kv_cache</span> <span class="o">=</span> <a
href="../../reference/api/python/runtime/vm.html#tvm.runtime.vm.VirtualMachine"
title="tvm.runtime.vm.VirtualMachine"
class="sphx-glr-backref-module-tvm-runtime-vm sphx-glr-backref-type-py-class
sphx-glr-backref-instance"><span class="n">vm</span></a><span
class="p">[</span><span class="s2">"decode"</span><span
class="p">](</span><span class="n">hidden_state [...]
+ <span class="n">logits</span><span class="p">,</span> <span
class="n">kv_cache</span> <span class="o">=</span> <span
class="n">vm</span><span class="p">[</span><span
class="s2">"decode"</span><span class="p">](</span><span
class="n">hidden_states</span><span class="p">,</span> <span
class="n">kv_cache</span><span class="p">,</span> <span
class="n">params</span><span class="p">)</span>
<span class="n">end_forward_func</span><span class="p">(</span><span
class="n">kv_cache</span><span class="p">)</span>
<span class="n">last_token</span> <span class="o">=</span> <span
class="n">sample_token</span><span class="p">(</span><span
class="n">logits</span><span class="p">)</span>
diff --git a/docs/how_to/tutorials/sg_execution_times.html
b/docs/how_to/tutorials/sg_execution_times.html
index f22996551c..9ab373b991 100644
--- a/docs/how_to/tutorials/sg_execution_times.html
+++ b/docs/how_to/tutorials/sg_execution_times.html
@@ -294,7 +294,7 @@
<section id="computation-times">
<span id="sphx-glr-how-to-tutorials-sg-execution-times"></span><h1>Computation
times<a class="headerlink" href="#computation-times" title="Link to this
heading"></a></h1>
-<p><strong>00:34.785</strong> total execution time for 5 files <strong>from
how_to/tutorials</strong>:</p>
+<p><strong>00:34.111</strong> total execution time for 5 files <strong>from
how_to/tutorials</strong>:</p>
<div class="docutils container">
<style scoped>
<link
href="https://cdnjs.cloudflare.com/ajax/libs/twitter-bootstrap/5.3.0/css/bootstrap.min.css";
rel="stylesheet" />
@@ -316,19 +316,19 @@ $(document).ready( function () {
</thead>
<tbody>
<tr class="row-even"><td><p><a class="reference internal"
href="optimize_llm.html#sphx-glr-how-to-tutorials-optimize-llm-py"><span
class="std std-ref">Optimize Large Language Model</span></a> (<code
class="docutils literal notranslate"><span
class="pre">optimize_llm.py</span></code>)</p></td>
-<td><p>00:32.681</p></td>
+<td><p>00:32.424</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal"
href="customize_opt.html#sphx-glr-how-to-tutorials-customize-opt-py"><span
class="std std-ref">Customize Optimization</span></a> (<code class="docutils
literal notranslate"><span class="pre">customize_opt.py</span></code>)</p></td>
-<td><p>00:00.781</p></td>
+<td><p>00:00.649</p></td>
<td><p>0.0</p></td>
</tr>
-<tr class="row-even"><td><p><a class="reference internal"
href="e2e_opt_model.html#sphx-glr-how-to-tutorials-e2e-opt-model-py"><span
class="std std-ref">End-to-End Optimize Model</span></a> (<code class="docutils
literal notranslate"><span class="pre">e2e_opt_model.py</span></code>)</p></td>
-<td><p>00:00.736</p></td>
+<tr class="row-even"><td><p><a class="reference internal"
href="cross_compilation_and_rpc.html#sphx-glr-how-to-tutorials-cross-compilation-and-rpc-py"><span
class="std std-ref">Cross Compilation and RPC</span></a> (<code
class="docutils literal notranslate"><span
class="pre">cross_compilation_and_rpc.py</span></code>)</p></td>
+<td><p>00:00.563</p></td>
<td><p>0.0</p></td>
</tr>
-<tr class="row-odd"><td><p><a class="reference internal"
href="cross_compilation_and_rpc.html#sphx-glr-how-to-tutorials-cross-compilation-and-rpc-py"><span
class="std std-ref">Cross Compilation and RPC</span></a> (<code
class="docutils literal notranslate"><span
class="pre">cross_compilation_and_rpc.py</span></code>)</p></td>
-<td><p>00:00.586</p></td>
+<tr class="row-odd"><td><p><a class="reference internal"
href="e2e_opt_model.html#sphx-glr-how-to-tutorials-e2e-opt-model-py"><span
class="std std-ref">End-to-End Optimize Model</span></a> (<code class="docutils
literal notranslate"><span class="pre">e2e_opt_model.py</span></code>)</p></td>
+<td><p>00:00.472</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal"
href="export_and_load_executable.html#sphx-glr-how-to-tutorials-export-and-load-executable-py"><span
class="std std-ref">Export and Load Relax Executables</span></a> (<code
class="docutils literal notranslate"><span
class="pre">export_and_load_executable.py</span></code>)</p></td>
diff --git a/docs/objects.inv b/docs/objects.inv
index 052518e24a..2fa31486da 100644
Binary files a/docs/objects.inv and b/docs/objects.inv differ
diff --git a/docs/reference/api/python/runtime/vm.html
b/docs/reference/api/python/runtime/vm.html
index 5ded566340..28ba2d21ac 100644
--- a/docs/reference/api/python/runtime/vm.html
+++ b/docs/reference/api/python/runtime/vm.html
@@ -490,7 +490,7 @@ more details.</p>
<div class="admonition seealso">
<p class="admonition-title">See also</p>
<dl class="simple">
-<dt><a class="reference internal"
href="#tvm.runtime.vm.VMInstrumentReturnKind"
title="tvm.runtime.vm.VMInstrumentReturnKind"><code class="xref py py-obj
docutils literal notranslate"><span
class="pre">VMInstrumentReturnKind</span></code></a></dt><dd><p>the possible
return values in VM.</p>
+<dt><a class="reference internal"
href="../relax/relax.html#tvm.relax.VMInstrumentReturnKind"
title="tvm.runtime.vm.VMInstrumentReturnKind"><code class="xref py py-obj
docutils literal notranslate"><span
class="pre">VMInstrumentReturnKind</span></code></a></dt><dd><p>the possible
return values in VM.</p>
</dd>
</dl>
</div>
diff --git a/docs/searchindex.js b/docs/searchindex.js
index 88d585b405..d2c04ef898 100644
--- a/docs/searchindex.js
+++ b/docs/searchindex.js
@@ -1 +1 @@
-Search.setIndex({"alltitles": {"1. Cross Compile TVM Runtime": [[40,
"cross-compile-tvm-runtime"]], "1. The lack of numpy on device machine caused
the RPC server can\u2019t be launched.": [[40,
"the-lack-of-numpy-on-device-machine-caused-the-rpc-server-can-t-be-launched"]],
"2. Pack and Deploy to Device Machine": [[40,
"pack-and-deploy-to-device-machine"]], "2. The lack of cloudpickle on device
machine caused the RPC server can\u2019t be launched.": [[40,
"the-lack-of-cloudpickle-on-devi [...]
\ No newline at end of file
+Search.setIndex({"alltitles": {"1. Cross Compile TVM Runtime": [[40,
"cross-compile-tvm-runtime"]], "1. The lack of numpy on device machine caused
the RPC server can\u2019t be launched.": [[40,
"the-lack-of-numpy-on-device-machine-caused-the-rpc-server-can-t-be-launched"]],
"2. Pack and Deploy to Device Machine": [[40,
"pack-and-deploy-to-device-machine"]], "2. The lack of cloudpickle on device
machine caused the RPC server can\u2019t be launched.": [[40,
"the-lack-of-cloudpickle-on-devi [...]
\ No newline at end of file
diff --git a/docs/sg_execution_times.html b/docs/sg_execution_times.html
index c0e5dfa0a8..73e04e015f 100644
--- a/docs/sg_execution_times.html
+++ b/docs/sg_execution_times.html
@@ -294,7 +294,7 @@
<section id="computation-times">
<span id="sphx-glr-sg-execution-times"></span><h1>Computation times<a
class="headerlink" href="#computation-times" title="Link to this
heading"></a></h1>
-<p><strong>00:43.787</strong> total execution time for 11 files <strong>from
all galleries</strong>:</p>
+<p><strong>00:40.462</strong> total execution time for 11 files <strong>from
all galleries</strong>:</p>
<div class="docutils container">
<style scoped>
<link
href="https://cdnjs.cloudflare.com/ajax/libs/twitter-bootstrap/5.3.0/css/bootstrap.min.css";
rel="stylesheet" />
@@ -316,43 +316,43 @@ $(document).ready( function () {
</thead>
<tbody>
<tr class="row-even"><td><p><a class="reference internal"
href="how_to/tutorials/optimize_llm.html#sphx-glr-how-to-tutorials-optimize-llm-py"><span
class="std std-ref">Optimize Large Language Model</span></a> (<code
class="docutils literal notranslate"><span
class="pre">../how_to/tutorials/optimize_llm.py</span></code>)</p></td>
-<td><p>00:32.681</p></td>
+<td><p>00:32.424</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal"
href="get_started/tutorials/ir_module.html#sphx-glr-get-started-tutorials-ir-module-py"><span
class="std std-ref">IRModule</span></a> (<code class="docutils literal
notranslate"><span
class="pre">../get_started/tutorials/ir_module.py</span></code>)</p></td>
-<td><p>00:08.188</p></td>
+<td><p>00:05.533</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal"
href="how_to/tutorials/customize_opt.html#sphx-glr-how-to-tutorials-customize-opt-py"><span
class="std std-ref">Customize Optimization</span></a> (<code class="docutils
literal notranslate"><span
class="pre">../how_to/tutorials/customize_opt.py</span></code>)</p></td>
-<td><p>00:00.781</p></td>
+<td><p>00:00.649</p></td>
<td><p>0.0</p></td>
</tr>
-<tr class="row-odd"><td><p><a class="reference internal"
href="how_to/tutorials/e2e_opt_model.html#sphx-glr-how-to-tutorials-e2e-opt-model-py"><span
class="std std-ref">End-to-End Optimize Model</span></a> (<code
class="docutils literal notranslate"><span
class="pre">../how_to/tutorials/e2e_opt_model.py</span></code>)</p></td>
-<td><p>00:00.736</p></td>
+<tr class="row-odd"><td><p><a class="reference internal"
href="how_to/tutorials/cross_compilation_and_rpc.html#sphx-glr-how-to-tutorials-cross-compilation-and-rpc-py"><span
class="std std-ref">Cross Compilation and RPC</span></a> (<code
class="docutils literal notranslate"><span
class="pre">../how_to/tutorials/cross_compilation_and_rpc.py</span></code>)</p></td>
+<td><p>00:00.563</p></td>
<td><p>0.0</p></td>
</tr>
-<tr class="row-even"><td><p><a class="reference internal"
href="how_to/tutorials/cross_compilation_and_rpc.html#sphx-glr-how-to-tutorials-cross-compilation-and-rpc-py"><span
class="std std-ref">Cross Compilation and RPC</span></a> (<code
class="docutils literal notranslate"><span
class="pre">../how_to/tutorials/cross_compilation_and_rpc.py</span></code>)</p></td>
-<td><p>00:00.586</p></td>
+<tr class="row-even"><td><p><a class="reference internal"
href="how_to/tutorials/e2e_opt_model.html#sphx-glr-how-to-tutorials-e2e-opt-model-py"><span
class="std std-ref">End-to-End Optimize Model</span></a> (<code
class="docutils literal notranslate"><span
class="pre">../how_to/tutorials/e2e_opt_model.py</span></code>)</p></td>
+<td><p>00:00.472</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal"
href="deep_dive/tensor_ir/tutorials/tir_transformation.html#sphx-glr-deep-dive-tensor-ir-tutorials-tir-transformation-py"><span
class="std std-ref">Transformation</span></a> (<code class="docutils literal
notranslate"><span
class="pre">../deep_dive/tensor_ir/tutorials/tir_transformation.py</span></code>)</p></td>
-<td><p>00:00.297</p></td>
+<td><p>00:00.295</p></td>
<td><p>0.0</p></td>
</tr>
-<tr class="row-even"><td><p><a class="reference internal"
href="deep_dive/tensor_ir/tutorials/tir_creation.html#sphx-glr-deep-dive-tensor-ir-tutorials-tir-creation-py"><span
class="std std-ref">TensorIR Creation</span></a> (<code class="docutils
literal notranslate"><span
class="pre">../deep_dive/tensor_ir/tutorials/tir_creation.py</span></code>)</p></td>
-<td><p>00:00.171</p></td>
+<tr class="row-even"><td><p><a class="reference internal"
href="get_started/tutorials/quick_start.html#sphx-glr-get-started-tutorials-quick-start-py"><span
class="std std-ref">Quick Start</span></a> (<code class="docutils literal
notranslate"><span
class="pre">../get_started/tutorials/quick_start.py</span></code>)</p></td>
+<td><p>00:00.176</p></td>
<td><p>0.0</p></td>
</tr>
-<tr class="row-odd"><td><p><a class="reference internal"
href="get_started/tutorials/quick_start.html#sphx-glr-get-started-tutorials-quick-start-py"><span
class="std std-ref">Quick Start</span></a> (<code class="docutils literal
notranslate"><span
class="pre">../get_started/tutorials/quick_start.py</span></code>)</p></td>
-<td><p>00:00.171</p></td>
+<tr class="row-odd"><td><p><a class="reference internal"
href="deep_dive/tensor_ir/tutorials/tir_creation.html#sphx-glr-deep-dive-tensor-ir-tutorials-tir-creation-py"><span
class="std std-ref">TensorIR Creation</span></a> (<code class="docutils
literal notranslate"><span
class="pre">../deep_dive/tensor_ir/tutorials/tir_creation.py</span></code>)</p></td>
+<td><p>00:00.169</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal"
href="deep_dive/relax/tutorials/relax_creation.html#sphx-glr-deep-dive-relax-tutorials-relax-creation-py"><span
class="std std-ref">Relax Creation</span></a> (<code class="docutils literal
notranslate"><span
class="pre">../deep_dive/relax/tutorials/relax_creation.py</span></code>)</p></td>
-<td><p>00:00.110</p></td>
+<td><p>00:00.111</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal"
href="deep_dive/relax/tutorials/relax_transformation.html#sphx-glr-deep-dive-relax-tutorials-relax-transformation-py"><span
class="std std-ref">Transformation</span></a> (<code class="docutils literal
notranslate"><span
class="pre">../deep_dive/relax/tutorials/relax_transformation.py</span></code>)</p></td>
-<td><p>00:00.066</p></td>
+<td><p>00:00.068</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal"
href="how_to/tutorials/export_and_load_executable.html#sphx-glr-how-to-tutorials-export-and-load-executable-py"><span
class="std std-ref">Export and Load Relax Executables</span></a> (<code
class="docutils literal notranslate"><span
class="pre">../how_to/tutorials/export_and_load_executable.py</span></code>)</p></td>
