From 30574fdbb99148529cbd22fe06241ada658e8ff7 Mon Sep 17 00:00:00 2001 From: Corey Ogburn Date: Fri, 4 Sep 2026 12:18:17 -0600 Subject: [PATCH 1/2] Batch Size and Retries 2 new config fields. Batch size is used to limit how many message turns we put in the transcript when we ask the memory agent to extract facts. The retries helps limit how many times we ask the memory agent to process a problematic session. --- salt/soc/defaults.yaml | 2 ++ salt/soc/soc_soc.yaml | 8 ++++++++ 2 files changed, 10 insertions(+) diff --git a/salt/soc/defaults.yaml b/salt/soc/defaults.yaml index d38e7a246..d14ca3e08 100644 --- a/salt/soc/defaults.yaml +++ b/salt/soc/defaults.yaml @@ -1547,6 +1547,8 @@ soc: maxGlobalMemoriesToInclude: 5 maxUserMemoriesToReconcile: 20 maxGlobalMemoriesToReconcile: 20 + memoryExtractBatchSize: 5 + maxMemoryRetries: 2 memoryModel: gemma@SOAI embedModel: amazon.titan-embed-text-v2@SOAI reconcileModel: gemma@SOAI diff --git a/salt/soc/soc_soc.yaml b/salt/soc/soc_soc.yaml index 9f737f96a..e21a564ca 100644 --- a/salt/soc/soc_soc.yaml +++ b/salt/soc/soc_soc.yaml @@ -908,6 +908,14 @@ soc: description: Milliseconds to wait between attempts to look up a tool request that has finished streaming but has not yet been saved to the database. The API retries up to toolUseTurnAttempts times, so this value times the attempt count is the maximum wait before auto-approval fails. Increase it if tool auto-approval fails intermittently. global: True advanced: True + memoryExtractBatchSize: + description: How many messages to include in the transcript that the Memory agent will extract from. + global: True + advanced: True + maxMemoryRetries: + description: The number of times to retry extracting memories from a session if errors occur. + global: True + advanced: True client: assistant: enabled: From 67b4d82f629abd5d84b32b053925961ba84f0650 Mon Sep 17 00:00:00 2001 From: Corey Ogburn Date: Fri, 4 Sep 2026 12:49:29 -0600 Subject: [PATCH 2/2] Improved Description of MemoryExtractBatchSize --- salt/soc/soc_soc.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/salt/soc/soc_soc.yaml b/salt/soc/soc_soc.yaml index e21a564ca..995d97493 100644 --- a/salt/soc/soc_soc.yaml +++ b/salt/soc/soc_soc.yaml @@ -909,7 +909,7 @@ soc: global: True advanced: True memoryExtractBatchSize: - description: How many messages to include in the transcript that the Memory agent will extract from. + description: Max number of a session's messages that will be processed for memory extractions at a time. Larger values are more efficient but risk exceeding the memory extraction LLM's size limits, due to the variable and unpredictable size of each message. global: True advanced: True maxMemoryRetries: