pub trait RequestProcessor: Send + Sync {
// Required methods
fn name(&self) -> &str;
fn process_request<'life0, 'async_trait>(
&'life0 self,
request: LlmRequest,
) -> Pin<Box<dyn Future<Output = Result<LlmRequest, ProcessorError>> + Send + 'async_trait>>
where Self: 'async_trait,
'life0: 'async_trait;
}Expand description
Trait for processing LLM requests before they are sent.
Required Methods§
Sourcefn process_request<'life0, 'async_trait>(
&'life0 self,
request: LlmRequest,
) -> Pin<Box<dyn Future<Output = Result<LlmRequest, ProcessorError>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
fn process_request<'life0, 'async_trait>(
&'life0 self,
request: LlmRequest,
) -> Pin<Box<dyn Future<Output = Result<LlmRequest, ProcessorError>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
Process the request, potentially modifying it.