Add a search engine into Plume (#324)

* Add search engine to the model

Add a Tantivy based search engine to the model
Implement most required functions for it

* Implement indexing and plm subcommands

Implement indexation on insert, update and delete
Modify func args to get the indexer where required
Add subcommand to initialize, refill and unlock search db

* Move to a new threadpool engine allowing scheduling

* Autocommit search index every half an hour

* Implement front part of search

Add default fields for search
Add new routes and templates for search and result
Implement FromFormValue for Page to reuse it on search result pagination
Add optional query parameters to paginate template's macro
Update to newer rocket_csrf, don't get csrf token on GET forms

* Handle process termination to release lock

Handle process termination
Add tests to search

* Add proper support for advanced search

Add an advanced search form to /search, in template and route
Modify Tantivy schema, add new tokenizer for some properties
Create new String query parser
Create Tantivy query AST from our own

* Split search.rs, add comment and tests

Split search.rs into multiple submodules
Add comments and tests for Query
Make user@domain be treated as one could assume

src/routes/user.rs

@@ -8,7 +8,6 @@ use rocket::{
 use rocket_contrib::Template;
 use serde_json;
 use validator::{Validate, ValidationError};
-use workerpool::thunk::*;
 
 use inbox::Inbox;
 use plume_common::activity_pub::{
@@ -24,6 +23,7 @@ use plume_models::{
 };
 use routes::Page;
 use Worker;
+use Searcher;
 
 #[get("/me")]
 fn me(user: Option<User>) -> Result<Redirect, Flash<Redirect>> {
@@ -39,9 +39,10 @@ fn details(
     conn: DbConn,
     account: Option<User>,
     worker: Worker,
-    fecth_articles_conn: DbConn,
-    fecth_followers_conn: DbConn,
+    fetch_articles_conn: DbConn,
+    fetch_followers_conn: DbConn,
     update_conn: DbConn,
+    searcher: Searcher,
 ) -> Template {
     may_fail!(
         account.map(|a| a.to_json(&*conn)),
@@ -56,12 +57,13 @@ fn details(
             if !user.get_instance(&*conn).local {
                 // Fetch new articles
                 let user_clone = user.clone();
-                worker.execute(Thunk::of(move || {
+                let searcher = searcher.clone();
+                worker.execute(move || {
                     for create_act in user_clone.fetch_outbox::<Create>() {
                         match create_act.create_props.object_object::<Article>() {
                             Ok(article) => {
                                 Post::from_activity(
-                                    &*fecth_articles_conn,
+                                    &(&fetch_articles_conn, &searcher),
                                     article,
                                     user_clone.clone().into_id(),
                                 );
@@ -72,20 +74,20 @@ fn details(
                             }
                         }
                     }
-                }));
+                });
 
                 // Fetch followers
                 let user_clone = user.clone();
-                worker.execute(Thunk::of(move || {
+                worker.execute(move || {
                     for user_id in user_clone.fetch_followers_ids() {
                         let follower =
-                            User::find_by_ap_url(&*fecth_followers_conn, &user_id)
+                            User::find_by_ap_url(&*fetch_followers_conn, &user_id)
                                 .unwrap_or_else(|| {
-                                    User::fetch_from_url(&*fecth_followers_conn, &user_id)
+                                    User::fetch_from_url(&*fetch_followers_conn, &user_id)
                                         .expect("user::details: Couldn't fetch follower")
                                 });
                         follows::Follow::insert(
-                            &*fecth_followers_conn,
+                            &*fetch_followers_conn,
                             follows::NewFollow {
                                 follower_id: follower.id,
                                 following_id: user_clone.id,
@@ -93,14 +95,14 @@ fn details(
                             },
                         );
                     }
-                }));
+                });
 
                 // Update profile information if needed
                 let user_clone = user.clone();
                 if user.needs_update() {
-                    worker.execute(Thunk::of(move || {
+                    worker.execute(move || {
                         user_clone.refetch(&*update_conn);
-                    }))
+                    });
                 }
             }
 
@@ -148,9 +150,9 @@ fn follow(name: String, conn: DbConn, user: User, worker: Worker) -> Option<Redi
     let target = User::find_by_fqn(&*conn, &name)?;
     if let Some(follow) = follows::Follow::find(&*conn, user.id, target.id) {
         let delete_act = follow.delete(&*conn);
-        worker.execute(Thunk::of(move || {
+        worker.execute(move || {
             broadcast(&user, delete_act, vec![target])
-        }));
+        });
     } else {
         let f = follows::Follow::insert(
             &*conn,
@@ -163,7 +165,7 @@ fn follow(name: String, conn: DbConn, user: User, worker: Worker) -> Option<Redi
         f.notify(&*conn);
 
         let act = f.to_activity(&*conn);
-        worker.execute(Thunk::of(move || broadcast(&user, act, vec![target])));
+        worker.execute(move || broadcast(&user, act, vec![target]));
     }
     Some(Redirect::to(uri!(details: name = name)))
 }
@@ -285,10 +287,10 @@ fn update(_name: String, conn: DbConn, user: User, data: LenientForm<UpdateUserF
 }
 
 #[post("/@/<name>/delete")]
-fn delete(name: String, conn: DbConn, user: User, mut cookies: Cookies) -> Option<Redirect> {
+fn delete(name: String, conn: DbConn, user: User, mut cookies: Cookies, searcher: Searcher) -> Option<Redirect> {
     let account = User::find_by_fqn(&*conn, &name)?;
     if user.id == account.id {
-        account.delete(&*conn);
+        account.delete(&*conn, &searcher);
 
     if let Some(cookie) = cookies.get_private(AUTH_COOKIE) {
         cookies.remove_private(cookie);
@@ -393,6 +395,7 @@ fn inbox(
     conn: DbConn,
     data: String,
     headers: Headers,
+    searcher: Searcher,
 ) -> Result<String, Option<status::BadRequest<&'static str>>> {
     let user = User::find_local(&*conn, &name).ok_or(None)?;
     let act: serde_json::Value =
@@ -420,7 +423,7 @@ fn inbox(
     if Instance::is_blocked(&*conn, actor_id) {
         return Ok(String::new());
     }
-    Ok(match user.received(&*conn, act) {
+    Ok(match user.received(&*conn, &searcher, act) {
         Ok(_) => String::new(),
         Err(e) => {
             println!("User inbox error: {}\n{}", e.as_fail(), e.backtrace());