Correct checkpoint`s URL for OPT Model. (#648)

mindspore-lab · Sep 5, 2023 · 2e0ee8e · 2e0ee8e
1 parent 859a90f
commit 2e0ee8e
Show file tree

Hide file tree

Showing 3 changed files with 13 additions and 16 deletions.
diff --git a/mindnlp/models/opt/config_opt.py b/mindnlp/models/opt/config_opt.py
@@ -15,16 +15,15 @@
 """ OPT model configuration"""
 
 from mindnlp.abc import PreTrainedConfig
-from mindnlp.configs import HF_CONFIG_URL_BASE
+from mindnlp.configs import MINDNLP_CONFIG_URL_BASE
 
 
 __all__ = ['OPTConfig']
 
-OPT_SUPPORT_LIST = ["facebook/opt-350m"]
+OPT_SUPPORT_LIST = ["opt-350m"]
 
-CONFIG_ARCHIVE_MAP = { # TODO: 替换链接
-    # model: MINDNLP_CONFIG_URL_BASE.format('facebook', model) for model in OPT_SUPPORT_LIST
-    model: HF_CONFIG_URL_BASE.format(model) for model in OPT_SUPPORT_LIST
+CONFIG_ARCHIVE_MAP = {
+    model: MINDNLP_CONFIG_URL_BASE.format('opt', model) for model in OPT_SUPPORT_LIST
 }
 
 

diff --git a/mindnlp/models/opt/opt.py b/mindnlp/models/opt/opt.py
@@ -28,7 +28,7 @@
 from mindspore.nn import CrossEntropyLoss, BCEWithLogitsLoss, MSELoss
 from mindspore.common.initializer import initializer, Normal
 from mindnlp.abc import PreTrainedModel
-from mindnlp.configs import HF_MODEL_URL_BASE
+from mindnlp.configs import MINDNLP_MODEL_URL_BASE
 from ..activations import ACT2FN
 from ..utils import Conv1D
 from .config_opt import OPTConfig, OPT_SUPPORT_LIST
@@ -41,9 +41,7 @@
 )
 
 PRETRAINED_MODEL_ARCHIVE_MAP = {
-    # TODO: 替换成MINDNLP
-    # model: MINDNLP_MODEL_URL_BASE.format('gpt', model) for model in OPT_SUPPORT_LIST
-    model: HF_MODEL_URL_BASE.format(model) for model in OPT_SUPPORT_LIST
+    model: MINDNLP_MODEL_URL_BASE.format('opt', model) for model in OPT_SUPPORT_LIST
 }
 
 __all__ = ['OPTAttention', 'OPTModel', 'OPTDecoder', 'OPTForCausalLM']

diff --git a/tests/ut/models/opt/test_modeling_opt.py b/tests/ut/models/opt/test_modeling_opt.py
@@ -82,7 +82,7 @@ def test_inference_no_head(self):
         Test inference
         """
         model = OPTModel.from_pretrained(
-            "facebook/opt-350m", from_pt=True, return_dict=True
+            "opt-350m", from_pt=False, return_dict=True
         )
         input_ids = Tensor(
             [[0, 31414, 232, 328, 740, 1140, 12695, 69, 46078, 1588, 2]],
@@ -116,21 +116,21 @@ def setUp(self):
         Set up.
         """
         super().setUp()
-        self.path_model = "facebook/opt-350m"
+        self.path_model = "opt-350m"
 
     @pytest.mark.download
     def test_load_model(self):
         r"""
         Test load model
         """
-        _ = OPTForCausalLM.from_pretrained(self.path_model, from_pt=True)
+        _ = OPTForCausalLM.from_pretrained(self.path_model, from_pt=False)
 
     @pytest.mark.download
     def test_logits(self):
         r"""
         Test logits
         """
-        model = OPTForCausalLM.from_pretrained(self.path_model, from_pt=True)
+        model = OPTForCausalLM.from_pretrained(self.path_model, from_pt=False)
         model = model.set_train(False)
         tokenizer = OPTTokenizer.from_pretrained(self.path_model)
 
@@ -221,7 +221,7 @@ def test_generation_pre_attn_layer_norm(self):
         r"""
         Test Generation
         """
-        model_id = "facebook/opt-350m"
+        model_id = "opt-350m"
 
         EXPECTED_OUTPUTS = [
             "Today is a beautiful day and I want to",
@@ -251,7 +251,7 @@ def test_batch_generation(self):
         r"""
         Test batch generation
         """
-        model_id = "facebook/opt-350m"
+        model_id = "opt-350m"
 
         tokenizer = OPTTokenizer.from_pretrained(model_id)
         model = OPTForCausalLM.from_pretrained(model_id)
@@ -301,7 +301,7 @@ def test_generation_post_attn_layer_norm(self):
         r"""
         Test generation
         """
-        model_id = "facebook/opt-350m"
+        model_id = "opt-350m"
 
         EXPECTED_OUTPUTS = [
             "Today is a beautiful day and I want to",