llama2 max_length change (#452)

default max_length set to 2048
2025-12-25 12:39:25 +01:00 · 2023-08-09 11:07:09 +08:00
parent 725521a2af
commit 75dd355ad7
1 changed files with 1 additions and 1 deletions
--- a/modelscope/pipelines/nlp/llama2_text_generation_pipeline.py
+++ b/modelscope/pipelines/nlp/llama2_text_generation_pipeline.py
@@ -65,7 +65,7 @@ class Llama2TaskPipeline(TextGenerationPipeline):

    def forward(self,
                inputs,
-                max_length=50,
+                max_length=2048,
                do_sample=True,
                top_p=0.85,
                temperature=1.0,