removing the echo parameter, this fix only includes seed

Author: meken

tests/unit/aiplatform/test_language_models.py

@@ -1776,7 +1776,6 @@ def test_text_generation_ga(self):
                 frequency_penalty=1.0,
                 logit_bias={1: 100.0, 2: -100.0},
                 seed=42,
-                echo=True,
             )
 
         expected_errors = (100,)
@@ -1791,7 +1790,6 @@ def test_text_generation_ga(self):
         assert prediction_parameters["frequencyPenalty"] == 1.0
         assert prediction_parameters["logitBias"] == {1: 100.0, 2: -100.0}
         assert prediction_parameters["seed"] == 42
-        assert prediction_parameters["echo"] is True
         assert response.text == _TEST_TEXT_GENERATION_PREDICTION["content"]
         assert response.errors == expected_errors
 

vertexai/language_models/_language_models.py

@@ -1290,7 +1290,6 @@ def predict(
         frequency_penalty: Optional[float] = None,
         logit_bias: Optional[Dict[int, float]] = None,
         seed: Optional[int] = None,
-        echo: Optional[bool] = None,
     ) -> "MultiCandidateTextGenerationResponse":
         """Gets model response for a single prompt.
 
@@ -1329,8 +1328,6 @@ def predict(
                 the same output with the same seed. If seed is not set, the seed used in decoder will not be
                 deterministic, thus the generated random noise will not be deterministic. If seed is set, the
                 generated random noise will be deterministic.
-            echo:
-                If true, the prompt is echoed in the generated text.
 
         Returns:
             A `MultiCandidateTextGenerationResponse` object that contains the text produced by the model.
@@ -1349,7 +1346,6 @@ def predict(
             frequency_penalty=frequency_penalty,
             logit_bias=logit_bias,
             seed=seed,
-            echo=echo,
         )
 
         prediction_response = self._endpoint.predict(
@@ -1383,7 +1379,6 @@ async def predict_async(
         frequency_penalty: Optional[float] = None,
         logit_bias: Optional[Dict[int, float]] = None,
         seed: Optional[int] = None,
-        echo: Optional[bool] = None,
     ) -> "MultiCandidateTextGenerationResponse":
         """Asynchronously gets model response for a single prompt.
 
@@ -1422,8 +1417,6 @@ async def predict_async(
                 the same output with the same seed. If seed is not set, the seed used in decoder will not be
                 deterministic, thus the generated random noise will not be deterministic. If seed is set, the
                 generated random noise will be deterministic.
-            echo:
-                If true, the prompt is echoed in the generated text.
 
         Returns:
             A `MultiCandidateTextGenerationResponse` object that contains the text produced by the model.
@@ -1442,7 +1435,6 @@ async def predict_async(
             frequency_penalty=frequency_penalty,
             logit_bias=logit_bias,
             seed=seed,
-            echo=echo,
         )
 
         prediction_response = await self._endpoint.predict_async(
@@ -1468,7 +1460,6 @@ def predict_streaming(
         frequency_penalty: Optional[float] = None,
         logit_bias: Optional[Dict[int, float]] = None,
         seed: Optional[int] = None,
-        echo: Optional[bool] = None,
     ) -> Iterator[TextGenerationResponse]:
         """Gets a streaming model response for a single prompt.
 
@@ -1507,8 +1498,6 @@ def predict_streaming(
                 the same output with the same seed. If seed is not set, the seed used in decoder will not be
                 deterministic, thus the generated random noise will not be deterministic. If seed is set, the
                 generated random noise will be deterministic.
-            echo:
-                If true, the prompt is echoed in the generated text.
 
         Yields:
             A stream of `TextGenerationResponse` objects that contain partial
@@ -1526,7 +1515,6 @@ def predict_streaming(
             frequency_penalty=frequency_penalty,
             logit_bias=logit_bias,
             seed=seed,
-            echo=echo,
         )
 
         prediction_service_client = self._endpoint._prediction_client
@@ -1558,7 +1546,6 @@ async def predict_streaming_async(
         frequency_penalty: Optional[float] = None,
         logit_bias: Optional[Dict[int, float]] = None,
         seed: Optional[int] = None,
-        echo: Optional[bool] = None,
     ) -> AsyncIterator[TextGenerationResponse]:
         """Asynchronously gets a streaming model response for a single prompt.
 
@@ -1597,8 +1584,6 @@ async def predict_streaming_async(
                 the same output with the same seed. If seed is not set, the seed used in decoder will not be
                 deterministic, thus the generated random noise will not be deterministic. If seed is set, the
                 generated random noise will be deterministic.
-            echo:
-                If true, the prompt is echoed in the generated text.
 
         Yields:
             A stream of `TextGenerationResponse` objects that contain partial
@@ -1616,7 +1601,6 @@ async def predict_streaming_async(
             frequency_penalty=frequency_penalty,
             logit_bias=logit_bias,
             seed=seed,
-            echo=echo,
         )
 
         prediction_service_async_client = self._endpoint._prediction_async_client
@@ -1654,7 +1638,6 @@ def _create_text_generation_prediction_request(
     frequency_penalty: Optional[float] = None,
     logit_bias: Optional[Dict[int, int]] = None,
     seed: Optional[int] = None,
-    echo: Optional[bool] = None,
 ) -> "_PredictionRequest":
     """Prepares the text generation request for a single prompt.
 
@@ -1693,8 +1676,6 @@ def _create_text_generation_prediction_request(
             the same output with the same seed. If seed is not set, the seed used in decoder will not be
             deterministic, thus the generated random noise will not be deterministic. If seed is set, the
             generated random noise will be deterministic.
-        echo:
-            If true, the prompt is echoed in the generated text.
 
     Returns:
         A `_PredictionRequest` object that contains prediction instance and parameters.
@@ -1744,9 +1725,6 @@ def _create_text_generation_prediction_request(
     if seed is not None:
         prediction_parameters["seed"] = seed
 
-    if echo is not None:
-        prediction_parameters["echo"] = echo
-
     return _PredictionRequest(
         instance=instance,
         parameters=prediction_parameters,