forked from mudler/LocalAI
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
extras: add vllm,bark,vall-e-x tests, bump diffusers (mudler#1422)
* tests: add vllm Signed-off-by: Ettore Di Giacinto <[email protected]> * tests: Add vall-e-x tests * Add bark tests * bump diffusers --------- Signed-off-by: Ettore Di Giacinto <[email protected]>
- Loading branch information
Showing
13 changed files
with
344 additions
and
40 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,81 @@ | ||
| """ | ||
| A test script to test the gRPC service | ||
| """ | ||
| import unittest | ||
| import subprocess | ||
| import time | ||
| import backend_pb2 | ||
| import backend_pb2_grpc | ||
|
|
||
| import grpc | ||
|
|
||
|
|
||
| class TestBackendServicer(unittest.TestCase): | ||
| """ | ||
| TestBackendServicer is the class that tests the gRPC service | ||
| """ | ||
| def setUp(self): | ||
| """ | ||
| This method sets up the gRPC service by starting the server | ||
| """ | ||
| self.service = subprocess.Popen(["python3", "ttsbark.py", "--addr", "localhost:50051"]) | ||
| time.sleep(10) | ||
|
|
||
| def tearDown(self) -> None: | ||
| """ | ||
| This method tears down the gRPC service by terminating the server | ||
| """ | ||
| self.service.terminate() | ||
| self.service.wait() | ||
|
|
||
| def test_server_startup(self): | ||
| """ | ||
| This method tests if the server starts up successfully | ||
| """ | ||
| try: | ||
| self.setUp() | ||
| with grpc.insecure_channel("localhost:50051") as channel: | ||
| stub = backend_pb2_grpc.BackendStub(channel) | ||
| response = stub.Health(backend_pb2.HealthMessage()) | ||
| self.assertEqual(response.message, b'OK') | ||
| except Exception as err: | ||
| print(err) | ||
| self.fail("Server failed to start") | ||
| finally: | ||
| self.tearDown() | ||
|
|
||
| def test_load_model(self): | ||
| """ | ||
| This method tests if the model is loaded successfully | ||
| """ | ||
| try: | ||
| self.setUp() | ||
| with grpc.insecure_channel("localhost:50051") as channel: | ||
| stub = backend_pb2_grpc.BackendStub(channel) | ||
| response = stub.LoadModel(backend_pb2.ModelOptions(Model="v2/en_speaker_4")) | ||
| self.assertTrue(response.success) | ||
| self.assertEqual(response.message, "Model loaded successfully") | ||
| except Exception as err: | ||
| print(err) | ||
| self.fail("LoadModel service failed") | ||
| finally: | ||
| self.tearDown() | ||
|
|
||
| def test_tts(self): | ||
| """ | ||
| This method tests if the embeddings are generated successfully | ||
| """ | ||
| try: | ||
| self.setUp() | ||
| with grpc.insecure_channel("localhost:50051") as channel: | ||
| stub = backend_pb2_grpc.BackendStub(channel) | ||
| response = stub.LoadModel(backend_pb2.ModelOptions(Model="v2/en_speaker_4")) | ||
| self.assertTrue(response.success) | ||
| tts_request = backend_pb2.TTSRequest(text="80s TV news production music hit for tonight's biggest story") | ||
| tts_response = stub.TTS(tts_request) | ||
| self.assertIsNotNone(tts_response) | ||
| except Exception as err: | ||
| print(err) | ||
| self.fail("TTS service failed") | ||
| finally: | ||
| self.tearDown() |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,11 @@ | ||
| #!/bin/bash | ||
| ## | ||
| ## A bash script wrapper that runs the bark server with conda | ||
|
|
||
| # Activate conda environment | ||
| source activate ttsbark | ||
|
|
||
| # get the directory where the bash script is located | ||
| DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" >/dev/null 2>&1 && pwd )" | ||
|
|
||
| python -m unittest $DIR/test.py |
This file was deleted.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,81 @@ | ||
| """ | ||
| A test script to test the gRPC service | ||
| """ | ||
| import unittest | ||
| import subprocess | ||
| import time | ||
| import backend_pb2 | ||
| import backend_pb2_grpc | ||
|
|
||
| import grpc | ||
|
|
||
|
|
||
| class TestBackendServicer(unittest.TestCase): | ||
| """ | ||
| TestBackendServicer is the class that tests the gRPC service | ||
| """ | ||
| def setUp(self): | ||
| """ | ||
| This method sets up the gRPC service by starting the server | ||
| """ | ||
| self.service = subprocess.Popen(["python3", "ttsvalle.py", "--addr", "localhost:50051"]) | ||
| time.sleep(10) | ||
|
|
||
| def tearDown(self) -> None: | ||
| """ | ||
| This method tears down the gRPC service by terminating the server | ||
| """ | ||
| self.service.terminate() | ||
| self.service.wait() | ||
|
|
||
| def test_server_startup(self): | ||
| """ | ||
| This method tests if the server starts up successfully | ||
| """ | ||
| try: | ||
| self.setUp() | ||
| with grpc.insecure_channel("localhost:50051") as channel: | ||
| stub = backend_pb2_grpc.BackendStub(channel) | ||
| response = stub.Health(backend_pb2.HealthMessage()) | ||
| self.assertEqual(response.message, b'OK') | ||
| except Exception as err: | ||
| print(err) | ||
| self.fail("Server failed to start") | ||
| finally: | ||
| self.tearDown() | ||
|
|
||
| def test_load_model(self): | ||
| """ | ||
| This method tests if the model is loaded successfully | ||
| """ | ||
| try: | ||
| self.setUp() | ||
| with grpc.insecure_channel("localhost:50051") as channel: | ||
| stub = backend_pb2_grpc.BackendStub(channel) | ||
| response = stub.LoadModel(backend_pb2.ModelOptions(Model="dingzhen")) | ||
| self.assertTrue(response.success) | ||
| self.assertEqual(response.message, "Model loaded successfully") | ||
| except Exception as err: | ||
| print(err) | ||
| self.fail("LoadModel service failed") | ||
| finally: | ||
| self.tearDown() | ||
|
|
||
| def test_tts(self): | ||
| """ | ||
| This method tests if the embeddings are generated successfully | ||
| """ | ||
| try: | ||
| self.setUp() | ||
| with grpc.insecure_channel("localhost:50051") as channel: | ||
| stub = backend_pb2_grpc.BackendStub(channel) | ||
| response = stub.LoadModel(backend_pb2.ModelOptions(Model="dingzhen")) | ||
| self.assertTrue(response.success) | ||
| tts_request = backend_pb2.TTSRequest(text="80s TV news production music hit for tonight's biggest story") | ||
| tts_response = stub.TTS(tts_request) | ||
| self.assertIsNotNone(tts_response) | ||
| except Exception as err: | ||
| print(err) | ||
| self.fail("TTS service failed") | ||
| finally: | ||
| self.tearDown() |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,11 @@ | ||
| #!/bin/bash | ||
| ## | ||
| ## A bash script wrapper that runs the ttsvalle server with conda | ||
|
|
||
| # Activate conda environment | ||
| source activate ttsvalle | ||
|
|
||
| # get the directory where the bash script is located | ||
| DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" >/dev/null 2>&1 && pwd )" | ||
|
|
||
| python -m unittest $DIR/test.py |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.