pub struct RecoveryGateway<G> { /* private fields */ }Expand description
One-request recovery adapter. Tool execution stays in the existing broker/session.
use mojentic::llm::{LlmMessage, gateway::CompletionConfig, gateways::OllamaGateway};
use mojentic::llm::recovery::{RecoveryCall, RecoveryPolicy};
let gateway = OllamaGateway::new().with_recovery(RecoveryPolicy::default())?;
let call = RecoveryCall::default();
let result = gateway.complete_with_recovery(
"qwen3", &[LlmMessage::user("Explain ownership")], None,
&CompletionConfig::default(), &call,
).await?;
assert_eq!(result.report.identity.wire_attempt, 1);Implementations§
Source§impl<G: RecoveryProvider> RecoveryGateway<G>
impl<G: RecoveryProvider> RecoveryGateway<G>
pub fn new(inner: G, policy: RecoveryPolicy) -> Result<Self>
Sourcepub fn capabilities(&self) -> Capabilities
pub fn capabilities(&self) -> Capabilities
Endpoint-specific facilities, with no change to retry or admission policy.
Sourcepub fn capability_evidence(&self) -> CapabilityEvidenceSet
pub fn capability_evidence(&self) -> CapabilityEvidenceSet
Provider documentation, inspection dates and limitations for each facility. Local cancellation is never evidence of exact remote attempt termination.
Sourcepub async fn complete_with_recovery(
&self,
model: &str,
messages: &[LlmMessage],
tools: Option<&[Box<dyn LlmTool>]>,
config: &CompletionConfig,
call: &RecoveryCall,
) -> Result<Recovered<LlmGatewayResponse>, RecoveryError>
pub async fn complete_with_recovery( &self, model: &str, messages: &[LlmMessage], tools: Option<&[Box<dyn LlmTool>]>, config: &CompletionConfig, call: &RecoveryCall, ) -> Result<Recovered<LlmGatewayResponse>, RecoveryError>
Full metadata for an ordinary completion. No tool is executed by this method.
pub async fn complete_json_with_recovery( &self, model: &str, messages: &[LlmMessage], schema: Value, config: &CompletionConfig, call: &RecoveryCall, ) -> Result<Recovered<LlmGatewayResponse<Value>>, RecoveryError>
Sourcepub fn complete_stream_with_recovery<'a>(
&'a self,
model: &str,
messages: &[LlmMessage],
tools: Option<&[Box<dyn LlmTool>]>,
config: &CompletionConfig,
call: &'a RecoveryCall,
) -> Pin<Box<dyn Stream<Item = RecoveryStreamEvent> + Send + 'a>>
pub fn complete_stream_with_recovery<'a>( &'a self, model: &str, messages: &[LlmMessage], tools: Option<&[Box<dyn LlmTool>]>, config: &CompletionConfig, call: &'a RecoveryCall, ) -> Pin<Box<dyn Stream<Item = RecoveryStreamEvent> + Send + 'a>>
Reasoning and tool fragments are observable, but never executable until completion.
Trait Implementations§
Source§impl<G: RecoveryProvider> LlmGateway for RecoveryGateway<G>
impl<G: RecoveryProvider> LlmGateway for RecoveryGateway<G>
Source§fn stream_clock(&self) -> Arc<dyn StreamClock> ⓘ
fn stream_clock(&self) -> Arc<dyn StreamClock> ⓘ
Monotonic clock used by maintained streaming adapters.
Source§fn get_model_context_window<'life0, 'life1, 'async_trait>(
&'life0 self,
model: &'life1 str,
) -> Pin<Box<dyn Future<Output = Result<Option<ModelContextWindow>>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
'life1: 'async_trait,
fn get_model_context_window<'life0, 'life1, 'async_trait>(
&'life0 self,
model: &'life1 str,
) -> Pin<Box<dyn Future<Output = Result<Option<ModelContextWindow>>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
'life1: 'async_trait,
Query advertised context capacity without changing subsequent requests. Read more
Source§fn complete<'life0, 'life1, 'life2, 'life3, 'life4, 'async_trait>(
&'life0 self,
model: &'life1 str,
messages: &'life2 [LlmMessage],
tools: Option<&'life3 [Box<dyn LlmTool>]>,
config: &'life4 CompletionConfig,
) -> Pin<Box<dyn Future<Output = Result<LlmGatewayResponse>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
'life1: 'async_trait,
'life2: 'async_trait,
'life3: 'async_trait,
'life4: 'async_trait,
fn complete<'life0, 'life1, 'life2, 'life3, 'life4, 'async_trait>(
&'life0 self,
model: &'life1 str,
messages: &'life2 [LlmMessage],
tools: Option<&'life3 [Box<dyn LlmTool>]>,
config: &'life4 CompletionConfig,
) -> Pin<Box<dyn Future<Output = Result<LlmGatewayResponse>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
'life1: 'async_trait,
'life2: 'async_trait,
'life3: 'async_trait,
'life4: 'async_trait,
Complete an LLM request with text response
Source§fn complete_json<'life0, 'life1, 'life2, 'life3, 'async_trait>(
&'life0 self,
model: &'life1 str,
messages: &'life2 [LlmMessage],
schema: Value,
config: &'life3 CompletionConfig,
) -> Pin<Box<dyn Future<Output = Result<Value>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
'life1: 'async_trait,
'life2: 'async_trait,
'life3: 'async_trait,
fn complete_json<'life0, 'life1, 'life2, 'life3, 'async_trait>(
&'life0 self,
model: &'life1 str,
messages: &'life2 [LlmMessage],
schema: Value,
config: &'life3 CompletionConfig,
) -> Pin<Box<dyn Future<Output = Result<Value>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
'life1: 'async_trait,
'life2: 'async_trait,
'life3: 'async_trait,
Complete an LLM request with structured JSON response
Source§fn complete_json_response<'life0, 'life1, 'life2, 'life3, 'async_trait>(
&'life0 self,
model: &'life1 str,
messages: &'life2 [LlmMessage],
schema: Value,
config: &'life3 CompletionConfig,
) -> Pin<Box<dyn Future<Output = Result<LlmGatewayResponse<Value>>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
'life1: 'async_trait,
'life2: 'async_trait,
'life3: 'async_trait,
fn complete_json_response<'life0, 'life1, 'life2, 'life3, 'async_trait>(
&'life0 self,
model: &'life1 str,
messages: &'life2 [LlmMessage],
schema: Value,
config: &'life3 CompletionConfig,
) -> Pin<Box<dyn Future<Output = Result<LlmGatewayResponse<Value>>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
'life1: 'async_trait,
'life2: 'async_trait,
'life3: 'async_trait,
Complete a structured JSON request and keep the provider’s evidence. Read more
Source§fn get_available_models<'life0, 'async_trait>(
&'life0 self,
) -> Pin<Box<dyn Future<Output = Result<Vec<String>>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
fn get_available_models<'life0, 'async_trait>(
&'life0 self,
) -> Pin<Box<dyn Future<Output = Result<Vec<String>>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
Get list of available models
Source§fn calculate_embeddings<'life0, 'life1, 'life2, 'async_trait>(
&'life0 self,
text: &'life1 str,
model: Option<&'life2 str>,
) -> Pin<Box<dyn Future<Output = Result<Vec<f32>>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
'life1: 'async_trait,
'life2: 'async_trait,
fn calculate_embeddings<'life0, 'life1, 'life2, 'async_trait>(
&'life0 self,
text: &'life1 str,
model: Option<&'life2 str>,
) -> Pin<Box<dyn Future<Output = Result<Vec<f32>>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
'life1: 'async_trait,
'life2: 'async_trait,
Calculate embeddings for text
Source§fn complete_stream<'a>(
&'a self,
model: &'a str,
messages: &'a [LlmMessage],
tools: Option<&'a [Box<dyn LlmTool>]>,
config: &'a CompletionConfig,
) -> Pin<Box<dyn Stream<Item = Result<StreamChunk>> + Send + 'a>>
fn complete_stream<'a>( &'a self, model: &'a str, messages: &'a [LlmMessage], tools: Option<&'a [Box<dyn LlmTool>]>, config: &'a CompletionConfig, ) -> Pin<Box<dyn Stream<Item = Result<StreamChunk>> + Send + 'a>>
Stream LLM responses chunk by chunk Read more
Source§fn complete_stream_events<'a>(
&'a self,
model: &'a str,
messages: &'a [LlmMessage],
config: &'a CompletionConfig,
) -> Result<StreamEventStream<'a>, StreamEventError>
fn complete_stream_events<'a>( &'a self, model: &'a str, messages: &'a [LlmMessage], config: &'a CompletionConfig, ) -> Result<StreamEventStream<'a>, StreamEventError>
Stream one turn as
crate::llm::StreamEvents with terminal completion evidence. Read moreAuto Trait Implementations§
impl<G> !RefUnwindSafe for RecoveryGateway<G>
impl<G> !UnwindSafe for RecoveryGateway<G>
impl<G> Freeze for RecoveryGateway<G>where
G: Freeze,
impl<G> Send for RecoveryGateway<G>where
G: Send,
impl<G> Sync for RecoveryGateway<G>where
G: Sync,
impl<G> Unpin for RecoveryGateway<G>where
G: Unpin,
impl<G> UnsafeUnpin for RecoveryGateway<G>where
G: UnsafeUnpin,
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more