alex/g3
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge sessions/carmack/ee92b215

Browse Source
This commit is contained in:
Dhanji R. Prasanna
2026-01-29 11:40:48 +11:00
parent cb3c523edf d4941dc95a
commit cba7d31996
2 changed files with 432 additions and 584 deletions
Download Patch File Download Diff File Expand all files Collapse all files

970
crates/g3-providers/src/embedded.rs
View File

File diff suppressed because it is too large Load Diff

30
crates/g3-providers/src/gemini.rs
View File

@@ -523,12 +523,11 @@ fn try_parse_json_from_buffer(buffer: &mut String) -> Option<String> {
// LLMProvider Implementation // LLMProvider Implementation
// ============================================================================ // ============================================================================
#[async_trait] impl GeminiProvider {
impl LLMProvider for GeminiProvider { /// Build a GeminiRequest from a CompletionRequest.
async fn complete(&self, request: CompletionRequest) -> Result<CompletionResponse> { fn build_request(&self, request: &CompletionRequest) -> GeminiRequest {
let (contents, system_instruction) = convert_messages(&request.messages); let (contents, system_instruction) = convert_messages(&request.messages);
GeminiRequest {
let gemini_request = GeminiRequest {
contents, contents,
system_instruction, system_instruction,
tools: request.tools.as_ref().map(|t| convert_tools(t)), tools: request.tools.as_ref().map(|t| convert_tools(t)),
@@ -536,7 +535,14 @@ impl LLMProvider for GeminiProvider {
max_output_tokens: request.max_tokens.or(Some(self.max_tokens)), max_output_tokens: request.max_tokens.or(Some(self.max_tokens)),
temperature: request.temperature.or(Some(self.temperature)), temperature: request.temperature.or(Some(self.temperature)),
}, },
}; }
}
}
#[async_trait]
impl LLMProvider for GeminiProvider {
async fn complete(&self, request: CompletionRequest) -> Result<CompletionResponse> {
let gemini_request = self.build_request(&request);
let url = self.get_api_url(false); let url = self.get_api_url(false);
debug!("Gemini request URL: {}", url); debug!("Gemini request URL: {}", url);
@@ -579,17 +585,7 @@ impl LLMProvider for GeminiProvider {
} }
async fn stream(&self, request: CompletionRequest) -> Result<CompletionStream> { async fn stream(&self, request: CompletionRequest) -> Result<CompletionStream> {
let (contents, system_instruction) = convert_messages(&request.messages); let gemini_request = self.build_request(&request);
let gemini_request = GeminiRequest {
contents,
system_instruction,
tools: request.tools.as_ref().map(|t| convert_tools(t)),
generation_config: GeminiGenerationConfig {
max_output_tokens: request.max_tokens.or(Some(self.max_tokens)),
temperature: request.temperature.or(Some(self.temperature)),
},
};
// For streaming, add alt=sse parameter // For streaming, add alt=sse parameter
let url = format!("{}&alt=sse", self.get_api_url(true)); let url = format!("{}&alt=sse", self.get_api_url(true));