diff --git a/RLTest/loader.py b/RLTest/loader.py
index 5b3fb28..3de78d7 100644
--- a/RLTest/loader.py
+++ b/RLTest/loader.py
@@ -19,6 +19,7 @@ def __init__(self, filename, symbol, modulename):
     def initialize(self):
         module_spec = importlib.util.spec_from_file_location(self.modulename, self.filename)
         module = importlib.util.module_from_spec(module_spec)
+        sys.modules[self.modulename] = module
         module_spec.loader.exec_module(module)
         obj = getattr(module, self.symbol)
         self.target = obj
@@ -53,6 +54,7 @@ def __init__(self, filename, symbol, modulename, functions):
     def initialize(self):
         module_spec = importlib.util.spec_from_file_location(self.modulename, self.filename)
         module = importlib.util.module_from_spec(module_spec)
+        sys.modules[self.modulename] = module
         module_spec.loader.exec_module(module)
         obj = getattr(module, self.symbol)
         self.clsname = obj.__name__
@@ -117,6 +119,7 @@ def load_files(self, module_dir, module_name, toplevel_filter=None, subfilter=No
         try:
             module_spec = importlib.util.spec_from_file_location(module_name, filename)
             module = importlib.util.module_from_spec(module_spec)
+            sys.modules[module_name] = module
             module_spec.loader.exec_module(module)
             for symbol in dir(module):
                 if not self.filter_modulevar(symbol, toplevel_filter):