adds cache_control
This commit is contained in:
@@ -40,6 +40,8 @@ pub struct AnthropicConfig {
|
||||
pub model: String,
|
||||
pub max_tokens: Option<u32>,
|
||||
pub temperature: Option<f32>,
|
||||
pub cache_config: Option<String>, // "ephemeral", "5minute", "1hour", or None to disable
|
||||
pub enable_1m_context: Option<bool>, // Enable 1m context window (costs extra)
|
||||
}
|
||||
|
||||
#[derive(Debug, Clone, Serialize, Deserialize)]
|
||||
@@ -49,6 +51,7 @@ pub struct DatabricksConfig {
|
||||
pub model: String,
|
||||
pub max_tokens: Option<u32>,
|
||||
pub temperature: Option<f32>,
|
||||
pub cache_config: Option<String>, // "ephemeral", "5minute", "1hour", or None to disable
|
||||
pub use_oauth: Option<bool>, // Default to true if token not provided
|
||||
}
|
||||
|
||||
@@ -132,6 +135,7 @@ impl Default for Config {
|
||||
model: "databricks-claude-sonnet-4".to_string(),
|
||||
max_tokens: Some(4096),
|
||||
temperature: Some(0.1),
|
||||
cache_config: None,
|
||||
use_oauth: Some(true),
|
||||
}),
|
||||
embedded: None,
|
||||
|
||||
Reference in New Issue
Block a user