fix: max_tokens typo in Mistral Chat (#740)

vish9812 · web-flow · commit 63cf323abf97 · 2024-05-23T11:03:32.000+02:00
diff --git a/integrations/amazon_bedrock/src/haystack_integrations/components/generators/amazon_bedrock/chat/adapters.py b/integrations/amazon_bedrock/src/haystack_integrations/components/generators/amazon_bedrock/chat/adapters.py
@@ -336,7 +336,7 @@ def __init__(self, generation_kwargs: Dict[str, Any]):
         self.prompt_handler = DefaultPromptHandler(
             tokenizer=tokenizer,
             model_max_length=model_max_length,
-            max_length=self.generation_kwargs.get("max_gen_len") or 512,
+            max_length=self.generation_kwargs.get("max_tokens") or 512,
         )
 
     def prepare_body(self, messages: List[ChatMessage], **inference_kwargs) -> Dict[str, Any]:

Original file line number	Diff line number	Diff line change
`@@ -336,7 +336,7 @@ def __init__(self, generation_kwargs: Dict[str, Any]):`
`336`	`336`	`self.prompt_handler = DefaultPromptHandler(`
`337`	`337`	`tokenizer=tokenizer,`
`338`	`338`	`model_max_length=model_max_length,`
`339`		`- max_length=self.generation_kwargs.get("max_gen_len") or 512,`
	`339`	`+ max_length=self.generation_kwargs.get("max_tokens") or 512,`
`340`	`340`	`)`
`341`	`341`
`342`	`342`	`def prepare_body(self, messages: List[ChatMessage], **inference_kwargs) -> Dict[str, Any]:`