diff --git a/tests/generate/test_integration_llamacpp.py b/tests/generate/test_integration_llamacpp.py
index 7ffd40b61..941fb6948 100644
--- a/tests/generate/test_integration_llamacpp.py
+++ b/tests/generate/test_integration_llamacpp.py
@@ -278,6 +278,7 @@ class User(BaseModel):
     assert result.name in ["John", "Marc", "Michel"]
 
 
+@pytest.mark.skip(reason="insufficient test model")
 def test_llamacpp_json_array(model):
     model.reset()
     prompt = "<|im_start|>user\nOutput a valid JSON object. Only use alpha numeric characters as keys.<|im_end|>\n<|im_start|>assistant\n"