fix bug of HFTransformer.generate (#118)

InternLM · Jan 30, 2024 · c9973b9 · c9973b9
1 parent 94ba3a1
commit c9973b9
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/lagent/llms/huggingface.py b/lagent/llms/huggingface.py
@@ -105,7 +105,8 @@ def generate(
         Returns:
             (a list of/batched) text/chat completion
         """
-        for chunk in self.stream_generate(inputs, do_sample, **kwargs):
+        for status, chunk, _ in self.stream_generate(inputs, do_sample,
+                                                     **kwargs):
             response = chunk
         return response