From 5198c9215bcc9fd07b3c37096c7431f67eed3e43 Mon Sep 17 00:00:00 2001
From: Jeremy Fowers <jeremy.fowers@amd.com>
Date: Wed, 28 Aug 2024 11:50:35 -0400
Subject: [PATCH] fix yaml

---
 test/llm_api.py | 57 -------------------------------------------------
 1 file changed, 57 deletions(-)

diff --git a/test/llm_api.py b/test/llm_api.py
index 28ed5bbe..e69de29b 100644
--- a/test/llm_api.py
+++ b/test/llm_api.py
@@ -1,57 +0,0 @@
-import unittest
-import shutil
-import os
-from turnkeyml.state import State
-import turnkeyml.common.filesystem as fs
-import turnkeyml.common.test_helpers as common
-from turnkeyml.llm.tools.huggingface_load import HuggingfaceLoad
-from turnkeyml.llm.tools.mmlu import AccuracyMMLU
-from turnkeyml.llm.tools.chat import LLMPrompt
-
-ci_mode = os.getenv("LEMONADE_CI_MODE", False)
-
-
-class Testing(unittest.TestCase):
-    def setUp(self) -> None:
-        shutil.rmtree(cache_dir, ignore_errors=True)
-
-    def test_001_prompt(self):
-        """
-        Test the LLM Prompt tool
-        """
-
-        checkpoint = "facebook/opt-125m"
-        prompt = "my solution to the test is"
-
-        state = State(
-            cache_dir=cache_dir,
-            build_name="test",
-        )
-
-        state = HuggingfaceLoad().run(state, input=checkpoint)
-        state = LLMPrompt().run(state, prompt=prompt, max_new_tokens=15)
-
-        assert len(state.response) > len(prompt), state.response
-    
-    def test_002_accuracy_mmlu(self):
-        # Test MMLU benchmarking with known model
-        checkpoint = "facebook/opt-125m"
-        subject = ["management"]
-
-        state = State(
-            cache_dir=cache_dir,
-            build_name="test",
-        )
-
-        state = HuggingfaceLoad().run(state, input=checkpoint)
-        state = AccuracyMMLU().run(state, ntrain=5, tests=subject)
-
-        stats = fs.Stats(state.cache_dir, state.build_name).stats
-        assert stats[f"mmlu_{subject[0]}_accuracy"] > 0
-
-    
-
-
-if __name__ == "__main__":
-    cache_dir, _ = common.create_test_dir("lemonade_api")
-    unittest.main()