Fix not working shutdown.

Author: FelixEngl

atra/src/contexts/local/context.rs

@@ -51,7 +51,6 @@ use text_processing::stopword_registry::StopWordRegistry;
 use text_processing::tf_idf::{Idf, Tf};
 use time::OffsetDateTime;
 use crate::contexts::local::LocalContextInitError;
-use crate::format::mime::MimeType;
 
 /// The state of the app
 #[derive(Debug)]
@@ -258,7 +257,7 @@ impl SupportsLinkSeeding for LocalContext {
                             .await?;
                     }
                 }
-                ExtractedLink::Data { url, extraction_method, base } => {
+                ExtractedLink::Data { .. } => {
                     // let parsed = data_url::DataUrl::process(&url.url.as_str())?;
                     //
                     // /// TODO: this is expensive. But mime does not provide a better API

atra/src/crawl/crawler/result.rs

@@ -177,7 +177,6 @@ pub mod test {
                 Some(header),
                 StatusCode::OK,
                 None,
-                None
             ),
             Some(links),
             Some(encoding_rs::UTF_8),
@@ -207,7 +206,7 @@ pub mod test {
 
         CrawlResult::new(
             OffsetDateTime::now_utc(),
-            ResponseData::new(content, seed, None, StatusCode::OK, None, None),
+            ResponseData::new(content, seed, None, StatusCode::OK, None),
             Some(links),
             None,
             AtraFileInformation::new(InterpretedProcessibleFileFormat::HTML, None, None),

atra/src/fetching/response.rs

@@ -19,7 +19,6 @@ use crate::url::UrlWithDepth;
 use reqwest::header::HeaderMap;
 use reqwest::StatusCode;
 use std::str::FromStr;
-use crate::format::mime::MimeType;
 
 /// The response for a request
 #[derive(Debug)]
@@ -34,8 +33,6 @@ pub struct ResponseData {
     pub status_code: StatusCode,
     /// The final destination of the page if redirects were performed.
     pub final_redirect_destination: Option<String>,
-    /// Set if it is a data url
-    pub data_url_meta: Option<MimeType>
 }
 
 impl ResponseData {
@@ -45,15 +42,13 @@ impl ResponseData {
         headers: Option<HeaderMap>,
         status_code: StatusCode,
         final_redirect_destination: Option<String>,
-        data_url_meta: Option<MimeType>
     ) -> Self {
         Self {
             content,
             url,
             headers,
             status_code,
             final_redirect_destination,
-            data_url_meta
         }
     }
 
@@ -64,7 +59,6 @@ impl ResponseData {
             headers: page_response.headers,
             status_code: page_response.status_code,
             final_redirect_destination: page_response.final_url,
-            data_url_meta: None
         }
     }
 

atra/src/sync/barrier.rs

@@ -19,7 +19,6 @@ use std::num::NonZeroUsize;
 use std::sync::atomic::{AtomicUsize, Ordering};
 use tokio::select;
 use tokio_util::sync::CancellationToken;
-use crate::runtime::ShutdownChild;
 use crate::sync::CancellationTokenProvider;
 
 /// The result of the [WorkerBarrier]