alex/g3
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix refresh and max_tokens bug

Browse Source
This commit is contained in:
Dhanji Prasanna
2025-11-07 09:50:43 +11:00
parent cb43fcdecf
commit 1f12ff6ca0
5 changed files with 200 additions and 24 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
crates/g3-core/src/lib.rs
View File

@@ -992,6 +992,12 @@ impl<W: UiWriter> Agent<W> {
}
fn get_configured_context_length(config: &Config, providers: &ProviderRegistry) -> Result<u32> {
// First, check if there's a global max_context_length override in agent config
if let Some(max_context_length) = config.agent.max_context_length {
debug!("Using configured agent.max_context_length: {}", max_context_length);
return Ok(max_context_length);
}
// Get the configured max_tokens for the current provider
fn get_provider_max_tokens(config: &Config, provider_name: &str) -> Option<u32> {
match provider_name {
@@ -1008,12 +1014,6 @@ impl<W: UiWriter> Agent<W> {
let provider_name = provider.name();
let model_name = provider.model();
// Check if there's a configured context length override first
if let Some(max_tokens) = get_provider_max_tokens(config, provider_name) {
debug!("Using configured max_tokens for {}: {}", provider_name, max_tokens);
return Ok(max_tokens);
}
// Use provider-specific context length if available, otherwise fall back to agent config
let context_length = match provider_name {
"embedded" => {