diff --git a/tests/generate/test_integration_llamacpp.py b/tests/generate/test_integration_llamacpp.py
index 4599a7415..077b803f7 100644
--- a/tests/generate/test_integration_llamacpp.py
+++ b/tests/generate/test_integration_llamacpp.py
@@ -287,7 +287,9 @@ class User(BaseModel):
         value: List[float]
 
     result = generate.json(model, User)(
-        prompt, max_tokens=500, kw_args={"temperature": 0.0, "seed": 0}
+        prompt,
+        max_tokens=500,
+        kw_args={"temperature": 0.0, "seed": 0, "frequency_penalty": 0.5},
     )
     assert isinstance(result, BaseModel)
     assert isinstance(result.id, int)