Bump version to 1.6.3
Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Opus 4.6
parent
4ba9706e35
commit
59cfd0e2f5
@@ -0,0 +1,22 @@
|
||||
pub mod engine;
|
||||
pub mod tasks;
|
||||
|
||||
use async_trait::async_trait;
|
||||
|
||||
pub use engine::{CancellationToken, Device, GenerationConfig, InferenceEngine};
|
||||
pub use tasks::{
|
||||
InputCategory, InputClassificationInput, InputClassificationResult, InputClassificationTask,
|
||||
PromptSuggestionInput, PromptSuggestionTask, TabNamingInput, TabNamingTask,
|
||||
};
|
||||
|
||||
#[async_trait]
|
||||
pub trait InferenceTask: Send + Sync {
|
||||
type Input: Send;
|
||||
type Output: Send;
|
||||
|
||||
async fn run(
|
||||
&self,
|
||||
engine: &InferenceEngine,
|
||||
input: Self::Input,
|
||||
) -> anyhow::Result<Self::Output>;
|
||||
}
|
||||
Reference in New Issue
Block a user