Skip to content

Commit

Permalink
Update hf_client.py
Browse files Browse the repository at this point in the history
  • Loading branch information
arnavsinghvi11 authored May 15, 2024
1 parent 0f775fc commit ec96941
Showing 1 changed file with 0 additions and 2 deletions.
2 changes: 0 additions & 2 deletions dsp/modules/hf_client.py
Original file line number Diff line number Diff line change
Expand Up @@ -155,7 +155,6 @@ def _generate(self, prompt, **kwargs):
if system_prompt:
messages.insert(0, {"role": "system", "content": system_prompt})

# Popping extra paramters for vLLM basemodel requirements (#974: https://github.com/stanfordnlp/dspy/issues/974)
kwargs.pop("port", None)
kwargs.pop("url", None)

Expand Down Expand Up @@ -185,7 +184,6 @@ def _generate(self, prompt, **kwargs):
print("Failed to parse JSON response:", response.text)
raise Exception("Received invalid JSON response from server")
else:
# Popping extra paramters for vLLM basemodel requirements (#974: https://github.com/stanfordnlp/dspy/issues/974)
kwargs.pop("port", None)
kwargs.pop("url", None)

Expand Down

0 comments on commit ec96941

Please sign in to comment.