Dark-Alex-17/loki
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

refactor: Changed the name of the summary_prompt setting to summary_context_prompt

Browse Source
This commit is contained in:
Alex Clarke
2025-11-07 11:13:58 -07:00
parent 9619b7908f
commit 71d89eaaba
2 changed files with 10 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files
config.example.yaml
+1 -1
View File
@@ -82,7 +82,7 @@ save_session: null # Controls the persistence of the session. If t
compression_threshold: 4000 # Compress the session when the token count reaches or exceeds this threshold compression_threshold: 4000 # Compress the session when the token count reaches or exceeds this threshold
summarization_prompt: > # The text prompt used for creating a concise summary of session message summarization_prompt: > # The text prompt used for creating a concise summary of session message
'Summarize the discussion briefly in 200 words or less to use as a prompt for future context.' 'Summarize the discussion briefly in 200 words or less to use as a prompt for future context.'
summary_prompt: > # The text prompt used for including the summary of the entire session as context to the model summary_context_prompt: > # The text prompt used for including the summary of the entire session as context to the model
'This is a summary of the chat history as a recap: ' 'This is a summary of the chat history as a recap: '
# ---- RAG ---- # ---- RAG ----
src/config/mod.rs
+9 -9
View File
@@ -86,7 +86,7 @@ const SYNC_MODELS_URL: &str =
const SUMMARIZATION_PROMPT: &str = const SUMMARIZATION_PROMPT: &str =
"Summarize the discussion briefly in 200 words or less to use as a prompt for future context."; "Summarize the discussion briefly in 200 words or less to use as a prompt for future context.";
const SUMMARY_PROMPT: &str = "This is a summary of the chat history as a recap: "; const SUMMARY_CONTEXT_PROMPT: &str = "This is a summary of the chat history as a recap: ";
const RAG_TEMPLATE: &str = r#"Answer the query based on the context while respecting the rules. (user query, some textual context and rules, all inside xml tags) const RAG_TEMPLATE: &str = r#"Answer the query based on the context while respecting the rules. (user query, some textual context and rules, all inside xml tags)
@@ -146,7 +146,7 @@ pub struct Config {
pub save_session: Option<bool>, pub save_session: Option<bool>,
pub compression_threshold: usize, pub compression_threshold: usize,
pub summarization_prompt: Option<String>, pub summarization_prompt: Option<String>,
pub summary_prompt: Option<String>, pub summary_context_prompt: Option<String>,
pub rag_embedding_model: Option<String>, pub rag_embedding_model: Option<String>,
pub rag_reranker_model: Option<String>, pub rag_reranker_model: Option<String>,
@@ -232,7 +232,7 @@ impl Default for Config {
save_session: None, save_session: None,
compression_threshold: 4000, compression_threshold: 4000,
summarization_prompt: None, summarization_prompt: None,
summary_prompt: None, summary_context_prompt: None,
rag_embedding_model: None, rag_embedding_model: None,
rag_reranker_model: None, rag_reranker_model: None,
@@ -1566,13 +1566,13 @@ impl Config {
.unwrap_or_else(|| SUMMARIZATION_PROMPT.into()); .unwrap_or_else(|| SUMMARIZATION_PROMPT.into());
let input = Input::from_str(config, &prompt, None); let input = Input::from_str(config, &prompt, None);
let summary = input.fetch_chat_text().await?; let summary = input.fetch_chat_text().await?;
let summary_prompt = config let summary_context_prompt = config
.read() .read()
.summary_prompt .summary_context_prompt
.clone() .clone()
.unwrap_or_else(|| SUMMARY_PROMPT.into()); .unwrap_or_else(|| SUMMARY_CONTEXT_PROMPT.into());
if let Some(session) = config.write().session.as_mut() { if let Some(session) = config.write().session.as_mut() {
session.compress(format!("{summary_prompt}{summary}")); session.compress(format!("{summary_context_prompt}{summary}"));
} }
config.write().discontinuous_last_message(); config.write().discontinuous_last_message();
Ok(()) Ok(())
@@ -2782,8 +2782,8 @@ impl Config {
if let Some(v) = read_env_value::<String>(&get_env_name("summarization_prompt")) { if let Some(v) = read_env_value::<String>(&get_env_name("summarization_prompt")) {
self.summarization_prompt = v; self.summarization_prompt = v;
} }
if let Some(v) = read_env_value::<String>(&get_env_name("summary_prompt")) { if let Some(v) = read_env_value::<String>(&get_env_name("summary_context_prompt")) {
self.summary_prompt = v; self.summary_context_prompt = v;
} }
if let Some(v) = read_env_value::<String>(&get_env_name("rag_embedding_model")) { if let Some(v) = read_env_value::<String>(&get_env_name("rag_embedding_model")) {