From a65dba7aaf7e2d8bb0120eea8f8f04deff145d6a Mon Sep 17 00:00:00 2001 From: Kaiyu Xie <26294424+kaiyux@users.noreply.github.com> Date: Wed, 18 Sep 2024 08:58:36 +0800 Subject: [PATCH] Bump version to `0.14.0.dev2024091700` (#2234) --- .../batch_manager/aarch64-linux-gnu/version.txt | 2 +- .../x86_64-linux-gnu/libtensorrt_llm_batch_manager_static.a | 4 ++-- .../libtensorrt_llm_batch_manager_static.pre_cxx11.a | 4 ++-- cpp/tensorrt_llm/batch_manager/x86_64-linux-gnu/version.txt | 6 +++--- .../tensorrt_llm_batch_manager_static.lib | 4 ++-- .../batch_manager/x86_64-windows-msvc/version.txt | 4 ++-- .../aarch64-linux-gnu/libtensorrt_llm_executor_static.a | 2 +- .../libtensorrt_llm_executor_static.pre_cxx11.a | 2 +- cpp/tensorrt_llm/executor/aarch64-linux-gnu/version.txt | 6 +++--- .../x86_64-linux-gnu/libtensorrt_llm_executor_static.a | 2 +- .../libtensorrt_llm_executor_static.pre_cxx11.a | 4 ++-- cpp/tensorrt_llm/executor/x86_64-linux-gnu/version.txt | 6 +++--- .../x86_64-windows-msvc/tensorrt_llm_executor_static.lib | 4 ++-- cpp/tensorrt_llm/executor/x86_64-windows-msvc/version.txt | 4 ++-- .../nvrtcWrapper/aarch64-linux-gnu/version.txt | 2 +- .../nvrtcWrapper/x86_64-linux-gnu/version.txt | 2 +- .../x86_64-windows-msvc/tensorrt_llm_nvrtc_wrapper.dll | 2 +- .../x86_64-windows-msvc/tensorrt_llm_nvrtc_wrapper.lib | 2 +- .../nvrtcWrapper/x86_64-windows-msvc/version.txt | 6 +++--- .../libtensorrt_llm_internal_cutlass_kernels_static.a | 2 +- ...tensorrt_llm_internal_cutlass_kernels_static.pre_cxx11.a | 2 +- .../internal_cutlass_kernels/aarch64-linux-gnu/version.txt | 6 +++--- .../libtensorrt_llm_internal_cutlass_kernels_static.a | 2 +- ...tensorrt_llm_internal_cutlass_kernels_static.pre_cxx11.a | 2 +- .../internal_cutlass_kernels/x86_64-linux-gnu/version.txt | 6 +++--- .../tensorrt_llm_internal_cutlass_kernels_static.lib | 4 ++-- .../x86_64-windows-msvc/version.txt | 4 ++-- examples/baichuan/requirements.txt | 2 +- examples/bloom/requirements.txt | 2 +- examples/chatglm/requirements.txt | 2 +- examples/dbrx/requirements.txt | 2 +- examples/falcon/requirements.txt | 2 +- examples/gemma/requirements.txt | 2 +- examples/gpt/requirements.txt | 2 +- examples/gptj/requirements.txt | 2 +- examples/gptneox/requirements.txt | 2 +- examples/grok/requirements.txt | 2 +- examples/internlm/requirements.txt | 2 +- examples/jais/requirements.txt | 2 +- examples/llama/requirements.txt | 2 +- examples/llm-api/requirements.txt | 2 +- examples/mamba/requirements.txt | 2 +- examples/medusa/requirements.txt | 2 +- examples/mixtral/requirements.txt | 2 +- examples/mpt/requirements.txt | 2 +- examples/nemotron/requirements.txt | 2 +- examples/opt/requirements.txt | 2 +- examples/phi/requirements.txt | 2 +- examples/quantization/requirements.txt | 2 +- examples/qwen/requirements.txt | 2 +- examples/qwenvl/requirements.txt | 2 +- examples/recurrentgemma/requirements.txt | 2 +- examples/redrafter/requirements.txt | 2 +- examples/skywork/requirements.txt | 2 +- examples/smaug/requirements.txt | 2 +- examples/whisper/requirements.txt | 2 +- tensorrt_llm/version.py | 2 +- 57 files changed, 78 insertions(+), 78 deletions(-) diff --git a/cpp/tensorrt_llm/batch_manager/aarch64-linux-gnu/version.txt b/cpp/tensorrt_llm/batch_manager/aarch64-linux-gnu/version.txt index a97ea90b4..a0f38d9f3 100644 --- a/cpp/tensorrt_llm/batch_manager/aarch64-linux-gnu/version.txt +++ b/cpp/tensorrt_llm/batch_manager/aarch64-linux-gnu/version.txt @@ -1,3 +1,3 @@ 8a04a7d0057b71b63a9c6e4f33cc30e7 libtensorrt_llm_batch_manager_static.a 915451635c4e57cd8fd49a6dedb22ab2 libtensorrt_llm_batch_manager_static.pre_cxx11.a -0efb894b18ff3c86028d75fc31709fbf3cb15164 commit \ No newline at end of file +bb95842cfaecdd3437b38fdb5c45b7d523bc5d36 commit \ No newline at end of file diff --git a/cpp/tensorrt_llm/batch_manager/x86_64-linux-gnu/libtensorrt_llm_batch_manager_static.a b/cpp/tensorrt_llm/batch_manager/x86_64-linux-gnu/libtensorrt_llm_batch_manager_static.a index 2fc2c8972..94b108900 100644 --- a/cpp/tensorrt_llm/batch_manager/x86_64-linux-gnu/libtensorrt_llm_batch_manager_static.a +++ b/cpp/tensorrt_llm/batch_manager/x86_64-linux-gnu/libtensorrt_llm_batch_manager_static.a @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4b7e627667ca1e27f87d488c6e4ca4e1b940a2e08eebd66b1abf16fcbdb8e84f -size 4519242 +oid sha256:0d63dbd6150c592cea517b6490cc69a5d60aede23362b885300de4c0b248ba50 +size 4519402 diff --git a/cpp/tensorrt_llm/batch_manager/x86_64-linux-gnu/libtensorrt_llm_batch_manager_static.pre_cxx11.a b/cpp/tensorrt_llm/batch_manager/x86_64-linux-gnu/libtensorrt_llm_batch_manager_static.pre_cxx11.a index 845c23cd2..c654c5dc5 100644 --- a/cpp/tensorrt_llm/batch_manager/x86_64-linux-gnu/libtensorrt_llm_batch_manager_static.pre_cxx11.a +++ b/cpp/tensorrt_llm/batch_manager/x86_64-linux-gnu/libtensorrt_llm_batch_manager_static.pre_cxx11.a @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:81ca39319d2f16fe7ffdc59f2cfe621555d68072e12d405fd43f0dbe09084b4a -size 4483510 +oid sha256:4be8b156080d2bb8b3f80f1ecd02a01b9dfad6f8044ba1f87a416c4d8e7dd1f3 +size 4483702 diff --git a/cpp/tensorrt_llm/batch_manager/x86_64-linux-gnu/version.txt b/cpp/tensorrt_llm/batch_manager/x86_64-linux-gnu/version.txt index aa14c7ead..d882b9df0 100644 --- a/cpp/tensorrt_llm/batch_manager/x86_64-linux-gnu/version.txt +++ b/cpp/tensorrt_llm/batch_manager/x86_64-linux-gnu/version.txt @@ -1,3 +1,3 @@ -999523e7f3bd5232702867cbc99987d2 libtensorrt_llm_batch_manager_static.a -0aaaf80cc8b36a983d3bfd8ad8666b19 libtensorrt_llm_batch_manager_static.pre_cxx11.a -0efb894b18ff3c86028d75fc31709fbf3cb15164 commit \ No newline at end of file +a46c69375658ab41016ef6e7c4744135 libtensorrt_llm_batch_manager_static.a +eb86de29ef2413010975fed7106356b7 libtensorrt_llm_batch_manager_static.pre_cxx11.a +bb95842cfaecdd3437b38fdb5c45b7d523bc5d36 commit \ No newline at end of file diff --git a/cpp/tensorrt_llm/batch_manager/x86_64-windows-msvc/tensorrt_llm_batch_manager_static.lib b/cpp/tensorrt_llm/batch_manager/x86_64-windows-msvc/tensorrt_llm_batch_manager_static.lib index ac418ce53..ac5fa57bc 100644 --- a/cpp/tensorrt_llm/batch_manager/x86_64-windows-msvc/tensorrt_llm_batch_manager_static.lib +++ b/cpp/tensorrt_llm/batch_manager/x86_64-windows-msvc/tensorrt_llm_batch_manager_static.lib @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:28801688a13aae3425e11605ce68db669902bd8487786e357b32e023dd58419f -size 28205990 +oid sha256:4a356ece970fe47f6e41dbe1c98b551b5623341eb209294e27fd932cf12b0ee0 +size 28212158 diff --git a/cpp/tensorrt_llm/batch_manager/x86_64-windows-msvc/version.txt b/cpp/tensorrt_llm/batch_manager/x86_64-windows-msvc/version.txt index b0bdbc7e9..19cffc9af 100644 --- a/cpp/tensorrt_llm/batch_manager/x86_64-windows-msvc/version.txt +++ b/cpp/tensorrt_llm/batch_manager/x86_64-windows-msvc/version.txt @@ -1,2 +1,2 @@ -5a177396d2d926da586b7c328c370474 tensorrt_llm_batch_manager_static.lib -0efb894b18ff3c86028d75fc31709fbf3cb15164 commit \ No newline at end of file +51e88c8d94071a4dc24f8eea43bf8c97 tensorrt_llm_batch_manager_static.lib +bb95842cfaecdd3437b38fdb5c45b7d523bc5d36 commit \ No newline at end of file diff --git a/cpp/tensorrt_llm/executor/aarch64-linux-gnu/libtensorrt_llm_executor_static.a b/cpp/tensorrt_llm/executor/aarch64-linux-gnu/libtensorrt_llm_executor_static.a index 284d6ced6..5fa4eacc8 100644 --- a/cpp/tensorrt_llm/executor/aarch64-linux-gnu/libtensorrt_llm_executor_static.a +++ b/cpp/tensorrt_llm/executor/aarch64-linux-gnu/libtensorrt_llm_executor_static.a @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2e6bb2ee68aeb3fe65fbe3c7c1ea0c93005b6bd6adeb3067f1b3182aae2dbd28 +oid sha256:674d432118c54977329079a06882c84d0d25b764759dfbbaaff0c7bc666eef57 size 1741228 diff --git a/cpp/tensorrt_llm/executor/aarch64-linux-gnu/libtensorrt_llm_executor_static.pre_cxx11.a b/cpp/tensorrt_llm/executor/aarch64-linux-gnu/libtensorrt_llm_executor_static.pre_cxx11.a index 180fe9bb0..04dde879b 100644 --- a/cpp/tensorrt_llm/executor/aarch64-linux-gnu/libtensorrt_llm_executor_static.pre_cxx11.a +++ b/cpp/tensorrt_llm/executor/aarch64-linux-gnu/libtensorrt_llm_executor_static.pre_cxx11.a @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:306c2d2dd7601d6ba160f27041872578af51966689de7efcff71e1595c258408 +oid sha256:9c5fed43853462c21cddc12ff3439c410f413c24fd5c970f9a315265df1bb932 size 1768982 diff --git a/cpp/tensorrt_llm/executor/aarch64-linux-gnu/version.txt b/cpp/tensorrt_llm/executor/aarch64-linux-gnu/version.txt index 7db6883c9..a84eaa6ec 100644 --- a/cpp/tensorrt_llm/executor/aarch64-linux-gnu/version.txt +++ b/cpp/tensorrt_llm/executor/aarch64-linux-gnu/version.txt @@ -1,3 +1,3 @@ -0aa50e802ff5796dd19277c3c954b205 libtensorrt_llm_executor_static.a -832472730ffb2a31c8b44a081b79b389 libtensorrt_llm_executor_static.pre_cxx11.a -0efb894b18ff3c86028d75fc31709fbf3cb15164 commit \ No newline at end of file +0171ced884334f5d26ff73a701cf5343 libtensorrt_llm_executor_static.a +afc62322817744d37b422e870f202c23 libtensorrt_llm_executor_static.pre_cxx11.a +bb95842cfaecdd3437b38fdb5c45b7d523bc5d36 commit \ No newline at end of file diff --git a/cpp/tensorrt_llm/executor/x86_64-linux-gnu/libtensorrt_llm_executor_static.a b/cpp/tensorrt_llm/executor/x86_64-linux-gnu/libtensorrt_llm_executor_static.a index b13559222..1e51739d0 100644 --- a/cpp/tensorrt_llm/executor/x86_64-linux-gnu/libtensorrt_llm_executor_static.a +++ b/cpp/tensorrt_llm/executor/x86_64-linux-gnu/libtensorrt_llm_executor_static.a @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3c196f0f564a1ba5be35362fab9753352d49fb81f544613db700f1d55c033f33 +oid sha256:2faea1a5e1ef32e99fe8570650bc1b300cea4c5c5b1a21652005685b45cf26d7 size 1807914 diff --git a/cpp/tensorrt_llm/executor/x86_64-linux-gnu/libtensorrt_llm_executor_static.pre_cxx11.a b/cpp/tensorrt_llm/executor/x86_64-linux-gnu/libtensorrt_llm_executor_static.pre_cxx11.a index f5a7dd0cf..cee8ce025 100644 --- a/cpp/tensorrt_llm/executor/x86_64-linux-gnu/libtensorrt_llm_executor_static.pre_cxx11.a +++ b/cpp/tensorrt_llm/executor/x86_64-linux-gnu/libtensorrt_llm_executor_static.pre_cxx11.a @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fd0be02bbb82c731e456cb05b1a00ca6f0f1e0c5369ef9b37463a8bedafaaeb7 -size 1717608 +oid sha256:192efad1021271bbdb03d1bb82699f761f0f463a3d85cb4d4a8421685fb9a3e4 +size 1717616 diff --git a/cpp/tensorrt_llm/executor/x86_64-linux-gnu/version.txt b/cpp/tensorrt_llm/executor/x86_64-linux-gnu/version.txt index d785eaf11..4f5e70e5d 100644 --- a/cpp/tensorrt_llm/executor/x86_64-linux-gnu/version.txt +++ b/cpp/tensorrt_llm/executor/x86_64-linux-gnu/version.txt @@ -1,3 +1,3 @@ -e3aee2e2b514601baf222285aa5c36ca libtensorrt_llm_executor_static.a -598d29800d5b743364cf30f942c76396 libtensorrt_llm_executor_static.pre_cxx11.a -0efb894b18ff3c86028d75fc31709fbf3cb15164 commit \ No newline at end of file +789c268816a73f2723a9d3d85e02987e libtensorrt_llm_executor_static.a +ca0412898bdc79b3508c68394dd5e3ea libtensorrt_llm_executor_static.pre_cxx11.a +bb95842cfaecdd3437b38fdb5c45b7d523bc5d36 commit \ No newline at end of file diff --git a/cpp/tensorrt_llm/executor/x86_64-windows-msvc/tensorrt_llm_executor_static.lib b/cpp/tensorrt_llm/executor/x86_64-windows-msvc/tensorrt_llm_executor_static.lib index 96434eb59..975d40b5c 100644 --- a/cpp/tensorrt_llm/executor/x86_64-windows-msvc/tensorrt_llm_executor_static.lib +++ b/cpp/tensorrt_llm/executor/x86_64-windows-msvc/tensorrt_llm_executor_static.lib @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:09bc68b27344155b6959ae12c8beefe306691b4b2fc3b33a3c8fbeefef7b2091 -size 19240954 +oid sha256:f7e9b154c122fedc45327e35b7f46aacb4cd43784f7b6273ee4207c8e2639169 +size 19234764 diff --git a/cpp/tensorrt_llm/executor/x86_64-windows-msvc/version.txt b/cpp/tensorrt_llm/executor/x86_64-windows-msvc/version.txt index 86e1b6c88..f3bc68f41 100644 --- a/cpp/tensorrt_llm/executor/x86_64-windows-msvc/version.txt +++ b/cpp/tensorrt_llm/executor/x86_64-windows-msvc/version.txt @@ -1,2 +1,2 @@ -0f69a3e15a1032c1a94606ebf7890ab3 tensorrt_llm_executor_static.lib -0efb894b18ff3c86028d75fc31709fbf3cb15164 commit \ No newline at end of file +a5b2ac5b4fcc5dfb46b97d0e74fd88b6 tensorrt_llm_executor_static.lib +bb95842cfaecdd3437b38fdb5c45b7d523bc5d36 commit \ No newline at end of file diff --git a/cpp/tensorrt_llm/kernels/decoderMaskedMultiheadAttention/decoderXQAImplJIT/nvrtcWrapper/aarch64-linux-gnu/version.txt b/cpp/tensorrt_llm/kernels/decoderMaskedMultiheadAttention/decoderXQAImplJIT/nvrtcWrapper/aarch64-linux-gnu/version.txt index 9894c2262..297df7888 100644 --- a/cpp/tensorrt_llm/kernels/decoderMaskedMultiheadAttention/decoderXQAImplJIT/nvrtcWrapper/aarch64-linux-gnu/version.txt +++ b/cpp/tensorrt_llm/kernels/decoderMaskedMultiheadAttention/decoderXQAImplJIT/nvrtcWrapper/aarch64-linux-gnu/version.txt @@ -1,2 +1,2 @@ 88c30973b9b3452baa3f063d34d08169 libtensorrt_llm_nvrtc_wrapper.so -0efb894b18ff3c86028d75fc31709fbf3cb15164 commit \ No newline at end of file +bb95842cfaecdd3437b38fdb5c45b7d523bc5d36 commit \ No newline at end of file diff --git a/cpp/tensorrt_llm/kernels/decoderMaskedMultiheadAttention/decoderXQAImplJIT/nvrtcWrapper/x86_64-linux-gnu/version.txt b/cpp/tensorrt_llm/kernels/decoderMaskedMultiheadAttention/decoderXQAImplJIT/nvrtcWrapper/x86_64-linux-gnu/version.txt index a3142d363..d6f7e859d 100644 --- a/cpp/tensorrt_llm/kernels/decoderMaskedMultiheadAttention/decoderXQAImplJIT/nvrtcWrapper/x86_64-linux-gnu/version.txt +++ b/cpp/tensorrt_llm/kernels/decoderMaskedMultiheadAttention/decoderXQAImplJIT/nvrtcWrapper/x86_64-linux-gnu/version.txt @@ -1,2 +1,2 @@ 95e9f87610383348e444d2d0b8396f2d libtensorrt_llm_nvrtc_wrapper.so -0efb894b18ff3c86028d75fc31709fbf3cb15164 commit \ No newline at end of file +bb95842cfaecdd3437b38fdb5c45b7d523bc5d36 commit \ No newline at end of file diff --git a/cpp/tensorrt_llm/kernels/decoderMaskedMultiheadAttention/decoderXQAImplJIT/nvrtcWrapper/x86_64-windows-msvc/tensorrt_llm_nvrtc_wrapper.dll b/cpp/tensorrt_llm/kernels/decoderMaskedMultiheadAttention/decoderXQAImplJIT/nvrtcWrapper/x86_64-windows-msvc/tensorrt_llm_nvrtc_wrapper.dll index 1e15b6260..a4771f221 100644 --- a/cpp/tensorrt_llm/kernels/decoderMaskedMultiheadAttention/decoderXQAImplJIT/nvrtcWrapper/x86_64-windows-msvc/tensorrt_llm_nvrtc_wrapper.dll +++ b/cpp/tensorrt_llm/kernels/decoderMaskedMultiheadAttention/decoderXQAImplJIT/nvrtcWrapper/x86_64-windows-msvc/tensorrt_llm_nvrtc_wrapper.dll @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b3b2f26b30066b29b0b5bdcc1ab1b61d4e38690cffde572dba8469bc6180fa58 +oid sha256:a16c9f1c7c85ab6302be0401c370ddcfb2b5a493cf23348ee8c665ca0af50593 size 1128448 diff --git a/cpp/tensorrt_llm/kernels/decoderMaskedMultiheadAttention/decoderXQAImplJIT/nvrtcWrapper/x86_64-windows-msvc/tensorrt_llm_nvrtc_wrapper.lib b/cpp/tensorrt_llm/kernels/decoderMaskedMultiheadAttention/decoderXQAImplJIT/nvrtcWrapper/x86_64-windows-msvc/tensorrt_llm_nvrtc_wrapper.lib index 0592bf8c5..cfe4399d6 100644 --- a/cpp/tensorrt_llm/kernels/decoderMaskedMultiheadAttention/decoderXQAImplJIT/nvrtcWrapper/x86_64-windows-msvc/tensorrt_llm_nvrtc_wrapper.lib +++ b/cpp/tensorrt_llm/kernels/decoderMaskedMultiheadAttention/decoderXQAImplJIT/nvrtcWrapper/x86_64-windows-msvc/tensorrt_llm_nvrtc_wrapper.lib @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e74ab8e65851dfc44e015714fe166f521649b781c85bd0215d42b488218e9ca5 +oid sha256:e207a8f57b944529163c7ed2ab30639a5f2779c5118602c6ebd50a623d16f845 size 3488 diff --git a/cpp/tensorrt_llm/kernels/decoderMaskedMultiheadAttention/decoderXQAImplJIT/nvrtcWrapper/x86_64-windows-msvc/version.txt b/cpp/tensorrt_llm/kernels/decoderMaskedMultiheadAttention/decoderXQAImplJIT/nvrtcWrapper/x86_64-windows-msvc/version.txt index 6eb8ed724..7495b531f 100644 --- a/cpp/tensorrt_llm/kernels/decoderMaskedMultiheadAttention/decoderXQAImplJIT/nvrtcWrapper/x86_64-windows-msvc/version.txt +++ b/cpp/tensorrt_llm/kernels/decoderMaskedMultiheadAttention/decoderXQAImplJIT/nvrtcWrapper/x86_64-windows-msvc/version.txt @@ -1,3 +1,3 @@ -700fc148d9a0f939e0088bf69e899360 tensorrt_llm_nvrtc_wrapper.lib -6150bd66dddb386f1d534e6028faef29 tensorrt_llm_nvrtc_wrapper.dll -0efb894b18ff3c86028d75fc31709fbf3cb15164 commit \ No newline at end of file +b7e624ba775e9f5090ef4b67bcdbd7a2 tensorrt_llm_nvrtc_wrapper.lib +3e1e3245888be6fd9b7d5934fb2a7718 tensorrt_llm_nvrtc_wrapper.dll +bb95842cfaecdd3437b38fdb5c45b7d523bc5d36 commit \ No newline at end of file diff --git a/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/aarch64-linux-gnu/libtensorrt_llm_internal_cutlass_kernels_static.a b/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/aarch64-linux-gnu/libtensorrt_llm_internal_cutlass_kernels_static.a index c6cf8e43c..52e2cee78 100644 --- a/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/aarch64-linux-gnu/libtensorrt_llm_internal_cutlass_kernels_static.a +++ b/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/aarch64-linux-gnu/libtensorrt_llm_internal_cutlass_kernels_static.a @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e29b1c9c454f90b68feffb65f270bba757a649c4cfa26134d21a5c71ecee9d17 +oid sha256:82d12e1445abc726a172d3383a2d7759f8a4309656b84d767a98aba7e2876e2c size 25364090 diff --git a/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/aarch64-linux-gnu/libtensorrt_llm_internal_cutlass_kernels_static.pre_cxx11.a b/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/aarch64-linux-gnu/libtensorrt_llm_internal_cutlass_kernels_static.pre_cxx11.a index a59e2258e..a2e948633 100644 --- a/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/aarch64-linux-gnu/libtensorrt_llm_internal_cutlass_kernels_static.pre_cxx11.a +++ b/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/aarch64-linux-gnu/libtensorrt_llm_internal_cutlass_kernels_static.pre_cxx11.a @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:616fd0c5db05f9ba95fec4180907a890e470a42fe0d361a212b161c915d61a7b +oid sha256:dbb231f365dc916557d7c2407008072f4bcd8a54c1196c2c4b08b0cbb91fe1d4 size 25768990 diff --git a/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/aarch64-linux-gnu/version.txt b/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/aarch64-linux-gnu/version.txt index 5139e53e4..1892f7415 100644 --- a/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/aarch64-linux-gnu/version.txt +++ b/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/aarch64-linux-gnu/version.txt @@ -1,3 +1,3 @@ -dc54f44211570918194805b138a0c5eb libtensorrt_llm_internal_cutlass_kernels_static.a -7b74b643b98590d9540d62e22764a45d libtensorrt_llm_internal_cutlass_kernels_static.pre_cxx11.a -0efb894b18ff3c86028d75fc31709fbf3cb15164 commit \ No newline at end of file +7379ff8f89a0af16364f4440cbcf53bd libtensorrt_llm_internal_cutlass_kernels_static.a +014c7b9c179959a57faaa2398b63082b libtensorrt_llm_internal_cutlass_kernels_static.pre_cxx11.a +bb95842cfaecdd3437b38fdb5c45b7d523bc5d36 commit \ No newline at end of file diff --git a/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/x86_64-linux-gnu/libtensorrt_llm_internal_cutlass_kernels_static.a b/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/x86_64-linux-gnu/libtensorrt_llm_internal_cutlass_kernels_static.a index 9112d8030..440354add 100644 --- a/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/x86_64-linux-gnu/libtensorrt_llm_internal_cutlass_kernels_static.a +++ b/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/x86_64-linux-gnu/libtensorrt_llm_internal_cutlass_kernels_static.a @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:feaf093d32a9fa57b51f9dbe85efe5f9feb96394464e30406bbb9b5f19966631 +oid sha256:03fff62938a4aea11bbd9a3a01d06e1be1eb07333b56084a2523fe3aa771e653 size 44173632 diff --git a/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/x86_64-linux-gnu/libtensorrt_llm_internal_cutlass_kernels_static.pre_cxx11.a b/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/x86_64-linux-gnu/libtensorrt_llm_internal_cutlass_kernels_static.pre_cxx11.a index 0cc76889b..1d183da34 100644 --- a/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/x86_64-linux-gnu/libtensorrt_llm_internal_cutlass_kernels_static.pre_cxx11.a +++ b/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/x86_64-linux-gnu/libtensorrt_llm_internal_cutlass_kernels_static.pre_cxx11.a @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3b71756e722aea886774bff099e3f8ed80228b7315c060c09eaed52e8a26efb2 +oid sha256:b70d2553c65a07f5b5ad0bcecd91c9970e84bf8adcfd70ee13316a8a25787e3e size 43561142 diff --git a/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/x86_64-linux-gnu/version.txt b/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/x86_64-linux-gnu/version.txt index 7c981bfa5..26834f987 100644 --- a/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/x86_64-linux-gnu/version.txt +++ b/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/x86_64-linux-gnu/version.txt @@ -1,3 +1,3 @@ -8535c768cf2bbf20d50762ab52b8d351 libtensorrt_llm_internal_cutlass_kernels_static.a -d0a008511dd833790c3aacff6c74aec2 libtensorrt_llm_internal_cutlass_kernels_static.pre_cxx11.a -0efb894b18ff3c86028d75fc31709fbf3cb15164 commit \ No newline at end of file +6c7dbbe475d18ef707233096bca3ffcd libtensorrt_llm_internal_cutlass_kernels_static.a +02ea1e93d2dbd74f7c89289256ee7d95 libtensorrt_llm_internal_cutlass_kernels_static.pre_cxx11.a +bb95842cfaecdd3437b38fdb5c45b7d523bc5d36 commit \ No newline at end of file diff --git a/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/x86_64-windows-msvc/tensorrt_llm_internal_cutlass_kernels_static.lib b/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/x86_64-windows-msvc/tensorrt_llm_internal_cutlass_kernels_static.lib index 00587bbb9..8b14ff956 100644 --- a/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/x86_64-windows-msvc/tensorrt_llm_internal_cutlass_kernels_static.lib +++ b/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/x86_64-windows-msvc/tensorrt_llm_internal_cutlass_kernels_static.lib @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:06fcd369ec4a0c16eb7ca6e9860986c53547539ab700f93bfca21256729c4b84 -size 88141370 +oid sha256:b59abe44ebe9a79100bed9318941895cd09cdcbebea00b06d6ee29cc177368f9 +size 88130432 diff --git a/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/x86_64-windows-msvc/version.txt b/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/x86_64-windows-msvc/version.txt index 3dfe5b2fb..9adee5655 100644 --- a/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/x86_64-windows-msvc/version.txt +++ b/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/x86_64-windows-msvc/version.txt @@ -1,2 +1,2 @@ -0a05f3a2572985d510ebb0b2ff6139dc tensorrt_llm_internal_cutlass_kernels_static.lib -0efb894b18ff3c86028d75fc31709fbf3cb15164 commit \ No newline at end of file +bfe49c735d179edaa07fd0833eab824d tensorrt_llm_internal_cutlass_kernels_static.lib +bb95842cfaecdd3437b38fdb5c45b7d523bc5d36 commit \ No newline at end of file diff --git a/examples/baichuan/requirements.txt b/examples/baichuan/requirements.txt index 2359c184c..2b0775375 100644 --- a/examples/baichuan/requirements.txt +++ b/examples/baichuan/requirements.txt @@ -1,5 +1,5 @@ --extra-index-url https://pypi.nvidia.com -tensorrt_llm==0.14.0.dev2024091000 +tensorrt_llm==0.14.0.dev2024091700 datasets~=2.15.0 evaluate~=0.4.1 rouge_score~=0.1.2 diff --git a/examples/bloom/requirements.txt b/examples/bloom/requirements.txt index 825301633..d98fdb21d 100644 --- a/examples/bloom/requirements.txt +++ b/examples/bloom/requirements.txt @@ -1,5 +1,5 @@ --extra-index-url https://pypi.nvidia.com -tensorrt_llm==0.14.0.dev2024091000 +tensorrt_llm==0.14.0.dev2024091700 datasets~=2.14.5 evaluate~=0.4.1 rouge_score~=0.1.2 diff --git a/examples/chatglm/requirements.txt b/examples/chatglm/requirements.txt index 3f8393cf5..89a9a419c 100644 --- a/examples/chatglm/requirements.txt +++ b/examples/chatglm/requirements.txt @@ -1,5 +1,5 @@ --extra-index-url https://pypi.nvidia.com -tensorrt_llm==0.14.0.dev2024091000 +tensorrt_llm==0.14.0.dev2024091700 datasets~=2.14.5 evaluate~=0.4.1 protobuf diff --git a/examples/dbrx/requirements.txt b/examples/dbrx/requirements.txt index b399492bd..95a9f09e9 100644 --- a/examples/dbrx/requirements.txt +++ b/examples/dbrx/requirements.txt @@ -1,5 +1,5 @@ --extra-index-url https://pypi.nvidia.com -tensorrt_llm==0.14.0.dev2024091000 +tensorrt_llm==0.14.0.dev2024091700 datasets~=2.14.5 evaluate~=0.4.1 rouge_score~=0.1.2 diff --git a/examples/falcon/requirements.txt b/examples/falcon/requirements.txt index 2d6baeb95..cf7ad988b 100644 --- a/examples/falcon/requirements.txt +++ b/examples/falcon/requirements.txt @@ -1,5 +1,5 @@ --extra-index-url https://pypi.nvidia.com -tensorrt_llm==0.14.0.dev2024091000 +tensorrt_llm==0.14.0.dev2024091700 transformers>=4.31.0 datasets~=2.14.5 evaluate~=0.4.1 diff --git a/examples/gemma/requirements.txt b/examples/gemma/requirements.txt index d4bcd5810..d7f51cd0a 100644 --- a/examples/gemma/requirements.txt +++ b/examples/gemma/requirements.txt @@ -3,7 +3,7 @@ # WAR the new posting of "nvidia-cudnn-cu12~=9.0". # "jax[cuda12_pip]~=0.4.19" specifies "nvidia-cudnn-cu12>=8.9" but actually requires "nvidia-cudnn-cu12~=8.9". nvidia-cudnn-cu12~=8.9; platform_machine == "x86_64" -tensorrt_llm==0.14.0.dev2024091000 +tensorrt_llm==0.14.0.dev2024091700 flax~=0.8.0 # jax[cuda12_pip]~=0.4.19; platform_system != "Windows" jax~=0.4.19; platform_system == "Windows" diff --git a/examples/gpt/requirements.txt b/examples/gpt/requirements.txt index 08c166f59..fb91d4948 100644 --- a/examples/gpt/requirements.txt +++ b/examples/gpt/requirements.txt @@ -1,5 +1,5 @@ --extra-index-url https://pypi.nvidia.com -tensorrt_llm==0.14.0.dev2024091000 +tensorrt_llm==0.14.0.dev2024091700 datasets~=2.14.5 evaluate~=0.4.1 rouge_score~=0.1.2 diff --git a/examples/gptj/requirements.txt b/examples/gptj/requirements.txt index 57a61b62a..0f52bfa51 100644 --- a/examples/gptj/requirements.txt +++ b/examples/gptj/requirements.txt @@ -1,5 +1,5 @@ --extra-index-url https://pypi.nvidia.com -tensorrt_llm==0.14.0.dev2024091000 +tensorrt_llm==0.14.0.dev2024091700 datasets~=2.14.5 evaluate~=0.4.1 rouge_score~=0.1.2 diff --git a/examples/gptneox/requirements.txt b/examples/gptneox/requirements.txt index b6cafeaca..d64aef73c 100644 --- a/examples/gptneox/requirements.txt +++ b/examples/gptneox/requirements.txt @@ -1,5 +1,5 @@ --extra-index-url https://pypi.nvidia.com -tensorrt_llm==0.14.0.dev2024091000 +tensorrt_llm==0.14.0.dev2024091700 datasets~=2.14.5 rouge_score~=0.1.2 evaluate~=0.4.1 diff --git a/examples/grok/requirements.txt b/examples/grok/requirements.txt index a3579d2fa..93a518156 100644 --- a/examples/grok/requirements.txt +++ b/examples/grok/requirements.txt @@ -1,6 +1,6 @@ -f https://storage.googleapis.com/jax-releases/jax_cuda_releases.html --extra-index-url https://pypi.nvidia.com -tensorrt_llm==0.14.0.dev2024091000 +tensorrt_llm==0.14.0.dev2024091700 datasets==2.14.6 evaluate~=0.4.1 rouge_score~=0.1.2 diff --git a/examples/internlm/requirements.txt b/examples/internlm/requirements.txt index 6638b3a4e..0f7523d7a 100644 --- a/examples/internlm/requirements.txt +++ b/examples/internlm/requirements.txt @@ -1,5 +1,5 @@ --extra-index-url https://pypi.nvidia.com -tensorrt_llm==0.14.0.dev2024091000 +tensorrt_llm==0.14.0.dev2024091700 datasets==2.14.5 rouge_score~=0.1.2 sentencepiece~=0.1.99 diff --git a/examples/jais/requirements.txt b/examples/jais/requirements.txt index 08c166f59..fb91d4948 100644 --- a/examples/jais/requirements.txt +++ b/examples/jais/requirements.txt @@ -1,5 +1,5 @@ --extra-index-url https://pypi.nvidia.com -tensorrt_llm==0.14.0.dev2024091000 +tensorrt_llm==0.14.0.dev2024091700 datasets~=2.14.5 evaluate~=0.4.1 rouge_score~=0.1.2 diff --git a/examples/llama/requirements.txt b/examples/llama/requirements.txt index 678b83f03..66965fac3 100644 --- a/examples/llama/requirements.txt +++ b/examples/llama/requirements.txt @@ -1,5 +1,5 @@ --extra-index-url https://pypi.nvidia.com -tensorrt_llm==0.14.0.dev2024091000 +tensorrt_llm==0.14.0.dev2024091700 datasets==2.14.6 evaluate~=0.4.1 rouge_score~=0.1.2 diff --git a/examples/llm-api/requirements.txt b/examples/llm-api/requirements.txt index ddd0b35a1..c9107bcfa 100644 --- a/examples/llm-api/requirements.txt +++ b/examples/llm-api/requirements.txt @@ -1,2 +1,2 @@ --extra-index-url https://pypi.nvidia.com -tensorrt_llm==0.14.0.dev2024091000 +tensorrt_llm==0.14.0.dev2024091700 diff --git a/examples/mamba/requirements.txt b/examples/mamba/requirements.txt index 259fc1058..caf01279a 100644 --- a/examples/mamba/requirements.txt +++ b/examples/mamba/requirements.txt @@ -1,5 +1,5 @@ --extra-index-url https://pypi.nvidia.com -tensorrt_llm==0.14.0.dev2024091000 +tensorrt_llm==0.14.0.dev2024091700 transformers>=4.39.0 datasets~=2.14.5 evaluate diff --git a/examples/medusa/requirements.txt b/examples/medusa/requirements.txt index 681c21dfd..6d6bb3876 100644 --- a/examples/medusa/requirements.txt +++ b/examples/medusa/requirements.txt @@ -1,5 +1,5 @@ --extra-index-url https://pypi.nvidia.com -tensorrt_llm==0.14.0.dev2024091000 +tensorrt_llm==0.14.0.dev2024091700 datasets~=2.14.5 rouge_score~=0.1.2 sentencepiece~=0.1.99 diff --git a/examples/mixtral/requirements.txt b/examples/mixtral/requirements.txt index bd9e177a8..307cc095b 100644 --- a/examples/mixtral/requirements.txt +++ b/examples/mixtral/requirements.txt @@ -1,4 +1,4 @@ --extra-index-url https://pypi.nvidia.com -tensorrt_llm==0.14.0.dev2024091000 +tensorrt_llm==0.14.0.dev2024091700 transformers==4.38.2 accelerate==0.25.0 diff --git a/examples/mpt/requirements.txt b/examples/mpt/requirements.txt index 57a61b62a..0f52bfa51 100644 --- a/examples/mpt/requirements.txt +++ b/examples/mpt/requirements.txt @@ -1,5 +1,5 @@ --extra-index-url https://pypi.nvidia.com -tensorrt_llm==0.14.0.dev2024091000 +tensorrt_llm==0.14.0.dev2024091700 datasets~=2.14.5 evaluate~=0.4.1 rouge_score~=0.1.2 diff --git a/examples/nemotron/requirements.txt b/examples/nemotron/requirements.txt index ce61f17d7..348adc789 100644 --- a/examples/nemotron/requirements.txt +++ b/examples/nemotron/requirements.txt @@ -1,5 +1,5 @@ --extra-index-url https://pypi.nvidia.com -tensorrt_llm==0.14.0.dev2024091000 +tensorrt_llm==0.14.0.dev2024091700 nemo-toolkit[all]==2.0.0rc1 megatron-core==0.8.0 datasets~=2.14.5 diff --git a/examples/opt/requirements.txt b/examples/opt/requirements.txt index 57a61b62a..0f52bfa51 100644 --- a/examples/opt/requirements.txt +++ b/examples/opt/requirements.txt @@ -1,5 +1,5 @@ --extra-index-url https://pypi.nvidia.com -tensorrt_llm==0.14.0.dev2024091000 +tensorrt_llm==0.14.0.dev2024091700 datasets~=2.14.5 evaluate~=0.4.1 rouge_score~=0.1.2 diff --git a/examples/phi/requirements.txt b/examples/phi/requirements.txt index 38f45e9e0..44128a4e1 100644 --- a/examples/phi/requirements.txt +++ b/examples/phi/requirements.txt @@ -1,5 +1,5 @@ --extra-index-url https://pypi.nvidia.com -tensorrt_llm==0.14.0.dev2024091000 +tensorrt_llm==0.14.0.dev2024091700 datasets~=2.14.5 evaluate~=0.4.1 rouge_score~=0.1.2 diff --git a/examples/quantization/requirements.txt b/examples/quantization/requirements.txt index 85a98419d..0dae1d7d2 100644 --- a/examples/quantization/requirements.txt +++ b/examples/quantization/requirements.txt @@ -1,5 +1,5 @@ --extra-index-url https://pypi.nvidia.com -tensorrt_llm==0.14.0.dev2024091000 +tensorrt_llm==0.14.0.dev2024091700 datasets>=2.14.4 nemo-toolkit[all]<=1.20.0,>=1.18.0 rouge_score~=0.1.2 diff --git a/examples/qwen/requirements.txt b/examples/qwen/requirements.txt index df4006825..aea0a430d 100644 --- a/examples/qwen/requirements.txt +++ b/examples/qwen/requirements.txt @@ -1,5 +1,5 @@ --extra-index-url https://pypi.nvidia.com -tensorrt_llm==0.14.0.dev2024091000 +tensorrt_llm==0.14.0.dev2024091700 datasets~=2.16.0 evaluate~=0.4.1 rouge_score~=0.1.2 diff --git a/examples/qwenvl/requirements.txt b/examples/qwenvl/requirements.txt index 3a1042215..4e55c5af0 100644 --- a/examples/qwenvl/requirements.txt +++ b/examples/qwenvl/requirements.txt @@ -1,5 +1,5 @@ --extra-index-url https://pypi.nvidia.com -tensorrt_llm==0.14.0.dev2024091000 +tensorrt_llm==0.14.0.dev2024091700 datasets~=2.16.0 evaluate~=0.4.1 rouge_score~=0.1.2 diff --git a/examples/recurrentgemma/requirements.txt b/examples/recurrentgemma/requirements.txt index 69ee007db..81d19337a 100644 --- a/examples/recurrentgemma/requirements.txt +++ b/examples/recurrentgemma/requirements.txt @@ -1,5 +1,5 @@ --extra-index-url https://pypi.nvidia.com -tensorrt_llm==0.14.0.dev2024091000 +tensorrt_llm==0.14.0.dev2024091700 git+https://github.com/google-deepmind/recurrentgemma.git flax>=0.8.2 jax~=0.4.23 diff --git a/examples/redrafter/requirements.txt b/examples/redrafter/requirements.txt index 681c21dfd..6d6bb3876 100644 --- a/examples/redrafter/requirements.txt +++ b/examples/redrafter/requirements.txt @@ -1,5 +1,5 @@ --extra-index-url https://pypi.nvidia.com -tensorrt_llm==0.14.0.dev2024091000 +tensorrt_llm==0.14.0.dev2024091700 datasets~=2.14.5 rouge_score~=0.1.2 sentencepiece~=0.1.99 diff --git a/examples/skywork/requirements.txt b/examples/skywork/requirements.txt index c2eff8720..e6b9f56f9 100644 --- a/examples/skywork/requirements.txt +++ b/examples/skywork/requirements.txt @@ -1,5 +1,5 @@ --extra-index-url https://pypi.nvidia.com -tensorrt_llm==0.14.0.dev2024091000 +tensorrt_llm==0.14.0.dev2024091700 datasets~=2.16.1 evaluate~=0.4.1 rouge_score~=0.1.2 diff --git a/examples/smaug/requirements.txt b/examples/smaug/requirements.txt index 678b83f03..66965fac3 100644 --- a/examples/smaug/requirements.txt +++ b/examples/smaug/requirements.txt @@ -1,5 +1,5 @@ --extra-index-url https://pypi.nvidia.com -tensorrt_llm==0.14.0.dev2024091000 +tensorrt_llm==0.14.0.dev2024091700 datasets==2.14.6 evaluate~=0.4.1 rouge_score~=0.1.2 diff --git a/examples/whisper/requirements.txt b/examples/whisper/requirements.txt index 4b6b51b5d..f0d8683c7 100644 --- a/examples/whisper/requirements.txt +++ b/examples/whisper/requirements.txt @@ -1,5 +1,5 @@ --extra-index-url https://pypi.nvidia.com -tensorrt_llm==0.14.0.dev2024091000 +tensorrt_llm==0.14.0.dev2024091700 tiktoken datasets kaldialign diff --git a/tensorrt_llm/version.py b/tensorrt_llm/version.py index 26f2b6532..78b75622f 100644 --- a/tensorrt_llm/version.py +++ b/tensorrt_llm/version.py @@ -12,4 +12,4 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -__version__ = "0.14.0.dev2024091000" +__version__ = "0.14.0.dev2024091700"