diff --git a/megatron/training.py b/megatron/training.py
index 9e03262f3..96a94a1d0 100644
--- a/megatron/training.py
+++ b/megatron/training.py
@@ -30,7 +30,6 @@
 from deepspeed.runtime.data_pipeline.curriculum_scheduler import CurriculumScheduler
 import numpy as np
 
-from CPCargo import Heartbeat
 from megatron.utils import (
     Timers,
     init_wandb,
diff --git a/requirements/requirements.txt b/requirements/requirements.txt
index 443f162e6..9da852b31 100644
--- a/requirements/requirements.txt
+++ b/requirements/requirements.txt
@@ -14,4 +14,3 @@ six
 tiktoken>=0.1.2
 tokenizers>=0.12.1
 transformers>=4.24.0
-git+https://github.com/samikama/CPCargo@main