Update T5TritonModel.cc

fix bug of T5TritonModel
NVIDIA · Aug 23, 2022 · e709732 · e709732
1 parent d83204b
commit e709732
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/fastertransformer/triton_backend/t5/T5TritonModel.cc b/src/fastertransformer/triton_backend/t5/T5TritonModel.cc
@@ -190,7 +190,7 @@ T5TritonModel<T>::createModelInstance(int
         ft::getAttentionType<T>(encoder_size_per_head_, sm_, true, encoder_num_bucket_or_max_pos_seq_len_, false);
 
     ft::NcclParam tensor_para_   = nccl_params.first[comms_rank];
-    ft::NcclParam pipeline_para_ = nccl_params.first[comms_rank];
+    ft::NcclParam pipeline_para_ = nccl_params.second[comms_rank];
 
     auto encoder = std::make_unique<ft::T5Encoder<T>>(ft::T5Encoder<T>(0,
                                                                        0,