diff --git a/Cargo.lock b/Cargo.lock index 5b4d6b3..febca6c 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -982,7 +982,7 @@ checksum = "da2479e8c062e40bf0066ffa0bc823de0a9368974af99c9f6df941d2c231e03f" [[package]] name = "llm-ls" -version = "0.4.0" +version = "0.5.2" dependencies = [ "clap", "custom-types", diff --git a/crates/llm-ls/Cargo.toml b/crates/llm-ls/Cargo.toml index 64cd202..72f1f5b 100644 --- a/crates/llm-ls/Cargo.toml +++ b/crates/llm-ls/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "llm-ls" -version = "0.4.0" +version = "0.5.2" edition = "2021" [[bin]] diff --git a/crates/llm-ls/src/backend.rs b/crates/llm-ls/src/backend.rs index da15312..5d0e68f 100644 --- a/crates/llm-ls/src/backend.rs +++ b/crates/llm-ls/src/backend.rs @@ -2,7 +2,7 @@ use super::{APIError, APIResponse, Generation, NAME, VERSION}; use custom_types::llm_ls::{Backend, Ide}; use reqwest::header::{HeaderMap, HeaderValue, AUTHORIZATION, USER_AGENT}; use serde::{Deserialize, Serialize}; -use serde_json::{Map, Value}; +use serde_json::{json, Map, Value}; use std::fmt::Display; use crate::error::{Error, Result}; @@ -160,6 +160,12 @@ pub(crate) fn build_body( match backend { Backend::HuggingFace { .. } | Backend::Tgi { .. } => { request_body.insert("inputs".to_owned(), Value::String(prompt)); + if let Some(Value::Object(params)) = request_body.get_mut("parameters") { + params.insert("return_full_text".to_owned(), Value::Bool(false)); + } else { + let params = json!({ "parameters": { "return_full_text": false } }); + request_body.insert("parameters".to_owned(), params); + } } Backend::Ollama { .. } | Backend::OpenAi { .. } => { request_body.insert("prompt".to_owned(), Value::String(prompt));