feat(lib): auto-batching

meilisearch-lib/src/tasks/mod.rs

@@ -1,47 +1,38 @@
-use std::sync::Arc;
-use std::time::Duration;
-
 use async_trait::async_trait;
-use serde::{Deserialize, Serialize};
+
+pub use scheduler::Scheduler;
+pub use task_store::TaskFilter;
 
 #[cfg(test)]
 pub use task_store::test::MockTaskStore as TaskStore;
 #[cfg(not(test))]
 pub use task_store::TaskStore;
 
-pub use task_store::{Pending, TaskFilter};
-
 use batch::Batch;
 use error::Result;
-use scheduler::Scheduler;
+
+use self::task::Job;
 
 pub mod batch;
 pub mod error;
-pub mod scheduler;
+mod scheduler;
 pub mod task;
 mod task_store;
+pub mod update_loop;
 
 #[cfg_attr(test, mockall::automock(type Error=test::DebugError;))]
 #[async_trait]
 pub trait TaskPerformer: Sync + Send + 'static {
-    type Error: Serialize + for<'de> Deserialize<'de> + std::error::Error + Sync + Send + 'static;
     /// Processes the `Task` batch returning the batch with the `Task` updated.
-    async fn process(&self, batch: Batch) -> Batch;
+    async fn process_batch(&self, batch: Batch) -> Batch;
+
+    async fn process_job(&self, job: Job);
+
     /// `finish` is called when the result of `process` has been commited to the task store. This
     /// method can be used to perform cleanup after the update has been completed for example.
     async fn finish(&self, batch: &Batch);
 }
 
-pub fn create_task_store<P>(env: Arc<heed::Env>, performer: Arc<P>) -> Result<TaskStore>
-where
-    P: TaskPerformer,
-{
-    let task_store = TaskStore::new(env)?;
-    let scheduler = Scheduler::new(task_store.clone(), performer, Duration::from_millis(1));
-    tokio::task::spawn_local(scheduler.run());
-    Ok(task_store)
-}
-
 #[cfg(test)]
 mod test {
     use serde::{Deserialize, Serialize};