diff --git a/tools/convert_sequential_to_hf.py b/tools/convert_sequential_to_hf.py
index 13b92437d..cb2dc276c 100644
--- a/tools/convert_sequential_to_hf.py
+++ b/tools/convert_sequential_to_hf.py
@@ -151,8 +151,6 @@ def convert(input_checkpoint_path, loaded_config, output_checkpoint_path):
     but only supports features allowed by HF GPT-NeoX implementation (e.g. rotary embeddings)
     """
 
-    hf_config = GPTNeoXConfig()
-
     hf_config = create_config(loaded_config)
 
     hf_model = GPTNeoXForCausalLM(