Fix bug of lmdeploy.LMDeployServer (#132)

InternLM · Jan 31, 2024 · fda8691 · fda8691
1 parent baeed6e
commit fda8691
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/lagent/llms/lmdepoly_wrapper.py b/lagent/llms/lmdepoly_wrapper.py
@@ -290,6 +290,7 @@ def __init__(self,
                  serve_cfg=dict(),
                  **kwargs):
         super().__init__(path=path, **kwargs)
+        self.model_name = model_name
         # TODO get_logger issue in multi processing
         import lmdeploy
         self.client = lmdeploy.serve(
@@ -332,7 +333,7 @@ def generate(self,
 
         resp = [''] * len(inputs)
         for text in self.client.completions_v1(
-                self.path,
+                self.model_name,
                 inputs,
                 session_id=session_id,
                 sequence_start=sequence_start,
@@ -382,7 +383,7 @@ def stream_chat(self,
         finished = False
         stop_words = self.gen_params.get('stop_words')
         for text in self.client.completions_v1(
-                self.path,
+                self.model_name,
                 prompt,
                 session_id=session_id,
                 sequence_start=sequence_start,