alex/g3
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

dont load embedded provider if its not in use

Browse Source
This commit is contained in:
Dhanji Prasanna
2025-09-20 20:32:47 +10:00
parent 9a5486f2a8
commit cae16a7daf
1 changed files with 32 additions and 19 deletions
Download Patch File Download Diff File Expand all files Collapse all files

51
crates/g3-core/src/lib.rs
View File

@@ -259,29 +259,42 @@ impl Agent {
pub async fn new(config: Config) -> Result<Self> { pub async fn new(config: Config) -> Result<Self> {
let mut providers = ProviderRegistry::new(); let mut providers = ProviderRegistry::new();
// Register providers based on configuration // Only register providers that are configured AND selected as the default provider
// This prevents unnecessary initialization of heavy providers like embedded models
// Register embedded provider if configured AND it's the default provider
if let Some(embedded_config) = &config.providers.embedded { if let Some(embedded_config) = &config.providers.embedded {
let embedded_provider = crate::providers::embedded::EmbeddedProvider::new( if config.providers.default_provider == "embedded" {
embedded_config.model_path.clone(), info!("Initializing embedded provider (selected as default)");
embedded_config.model_type.clone(), let embedded_provider = crate::providers::embedded::EmbeddedProvider::new(
embedded_config.context_length, embedded_config.model_path.clone(),
embedded_config.max_tokens, embedded_config.model_type.clone(),
embedded_config.temperature, embedded_config.context_length,
embedded_config.gpu_layers, embedded_config.max_tokens,
embedded_config.threads, embedded_config.temperature,
)?; embedded_config.gpu_layers,
providers.register(embedded_provider); embedded_config.threads,
)?;
providers.register(embedded_provider);
} else {
info!("Embedded provider configured but not selected as default, skipping initialization");
}
} }
// Register Anthropic provider if configured // Register Anthropic provider if configured AND it's the default provider
if let Some(anthropic_config) = &config.providers.anthropic { if let Some(anthropic_config) = &config.providers.anthropic {
let anthropic_provider = g3_providers::AnthropicProvider::new( if config.providers.default_provider == "anthropic" {
anthropic_config.api_key.clone(), info!("Initializing Anthropic provider (selected as default)");
Some(anthropic_config.model.clone()), let anthropic_provider = g3_providers::AnthropicProvider::new(
anthropic_config.max_tokens, anthropic_config.api_key.clone(),
anthropic_config.temperature, Some(anthropic_config.model.clone()),
)?; anthropic_config.max_tokens,
providers.register(anthropic_provider); anthropic_config.temperature,
)?;
providers.register(anthropic_provider);
} else {
info!("Anthropic provider configured but not selected as default, skipping initialization");
}
} }
// Set default provider // Set default provider