From c9973b95589aee0e20b422967fa1f5f86651bc81 Mon Sep 17 00:00:00 2001
From: liujiangning30 <147385819+liujiangning30@users.noreply.github.com>
Date: Tue, 30 Jan 2024 22:52:43 +0800
Subject: [PATCH] fix bug of HFTransformer.generate (#118)

---
 lagent/llms/huggingface.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/lagent/llms/huggingface.py b/lagent/llms/huggingface.py
index ec2549f1..f4f42fa6 100644
--- a/lagent/llms/huggingface.py
+++ b/lagent/llms/huggingface.py
@@ -105,7 +105,8 @@ def generate(
         Returns:
             (a list of/batched) text/chat completion
         """
-        for chunk in self.stream_generate(inputs, do_sample, **kwargs):
+        for status, chunk, _ in self.stream_generate(inputs, do_sample,
+                                                     **kwargs):
             response = chunk
         return response