mirror of
https://github.com/chatmail/core.git
synced 2026-04-19 14:36:29 +03:00
This replaces the mechanism by which the IoPauseGuard makes sure the IO scheduler is resumed: it really is a drop guard now by sending a single message on drop. This makes it not have to hold on to anything like the context so makes it a lot easier to use. The trade-off is that a long-running task is spawned when the guard is created, this task needs to receive the message from the drop guard in order for the scheduler to resume.
919 lines
30 KiB
Rust
919 lines
30 KiB
Rust
use std::iter::{self, once};
|
|
use std::sync::atomic::Ordering;
|
|
|
|
use anyhow::{bail, Context as _, Result};
|
|
use async_channel::{self as channel, Receiver, Sender};
|
|
use futures::future::try_join_all;
|
|
use futures_lite::FutureExt;
|
|
use tokio::sync::{oneshot, RwLock, RwLockWriteGuard};
|
|
use tokio::task;
|
|
|
|
use self::connectivity::ConnectivityStore;
|
|
use crate::config::Config;
|
|
use crate::contact::{ContactId, RecentlySeenLoop};
|
|
use crate::context::Context;
|
|
use crate::ephemeral::{self, delete_expired_imap_messages};
|
|
use crate::imap::{FolderMeaning, Imap};
|
|
use crate::job;
|
|
use crate::location;
|
|
use crate::log::LogExt;
|
|
use crate::smtp::{send_smtp_messages, Smtp};
|
|
use crate::sql;
|
|
use crate::tools::time;
|
|
use crate::tools::{duration_to_str, maybe_add_time_based_warnings};
|
|
|
|
pub(crate) mod connectivity;
|
|
|
|
/// State of the IO scheduler, as stored on the [`Context`].
|
|
///
|
|
/// The IO scheduler can be stopped or started, but core can also pause it. After pausing
|
|
/// the IO scheduler will be restarted only if it was running before paused or
|
|
/// [`Context::start_io`] was called in the meantime while it was paused.
|
|
#[derive(Debug, Default)]
|
|
pub(crate) struct SchedulerState {
|
|
inner: RwLock<InnerSchedulerState>,
|
|
}
|
|
|
|
impl SchedulerState {
|
|
pub(crate) fn new() -> Self {
|
|
Default::default()
|
|
}
|
|
|
|
/// Whether the scheduler is currently running.
|
|
pub(crate) async fn is_running(&self) -> bool {
|
|
let inner = self.inner.read().await;
|
|
inner.scheduler.is_some()
|
|
}
|
|
|
|
/// Starts the scheduler if it is not yet started.
|
|
pub(crate) async fn start(&self, context: Context) {
|
|
let mut inner = self.inner.write().await;
|
|
inner.started = true;
|
|
if inner.scheduler.is_none() && !inner.paused {
|
|
Self::do_start(inner, context).await;
|
|
}
|
|
}
|
|
|
|
/// Starts the scheduler if it is not yet started.
|
|
async fn do_start(mut inner: RwLockWriteGuard<'_, InnerSchedulerState>, context: Context) {
|
|
info!(context, "starting IO");
|
|
let ctx = context.clone();
|
|
match Scheduler::start(context).await {
|
|
Ok(scheduler) => inner.scheduler = Some(scheduler),
|
|
Err(err) => error!(&ctx, "Failed to start IO: {:#}", err),
|
|
}
|
|
}
|
|
|
|
/// Stops the scheduler if it is currently running.
|
|
pub(crate) async fn stop(&self, context: &Context) {
|
|
let mut inner = self.inner.write().await;
|
|
inner.started = false;
|
|
Self::do_stop(inner, context).await;
|
|
}
|
|
|
|
/// Stops the scheduler if it is currently running.
|
|
async fn do_stop(mut inner: RwLockWriteGuard<'_, InnerSchedulerState>, context: &Context) {
|
|
// Sending an event wakes up event pollers (get_next_event)
|
|
// so the caller of stop_io() can arrange for proper termination.
|
|
// For this, the caller needs to instruct the event poller
|
|
// to terminate on receiving the next event and then call stop_io()
|
|
// which will emit the below event(s)
|
|
info!(context, "stopping IO");
|
|
if let Some(debug_logging) = context.debug_logging.read().await.as_ref() {
|
|
debug_logging.loop_handle.abort();
|
|
}
|
|
if let Some(scheduler) = inner.scheduler.take() {
|
|
scheduler.stop(context).await;
|
|
}
|
|
}
|
|
|
|
/// Pauses the IO scheduler.
|
|
///
|
|
/// If it is currently running the scheduler will be stopped. When the
|
|
/// [`IoPausedGuard`] is dropped the scheduler is started again.
|
|
///
|
|
/// If in the meantime [`SchedulerState::start`] or [`SchedulerState::stop`] is called
|
|
/// resume will do the right thing and restore the scheduler to the state requested by
|
|
/// the last call.
|
|
pub(crate) async fn pause<'a>(&'_ self, context: Context) -> IoPausedGuard {
|
|
{
|
|
let mut inner = self.inner.write().await;
|
|
inner.paused = true;
|
|
Self::do_stop(inner, &context).await;
|
|
}
|
|
let (tx, rx) = oneshot::channel();
|
|
tokio::spawn(async move {
|
|
rx.await.ok();
|
|
let mut inner = context.scheduler.inner.write().await;
|
|
inner.paused = false;
|
|
if inner.started && inner.scheduler.is_none() {
|
|
SchedulerState::do_start(inner, context.clone()).await;
|
|
}
|
|
});
|
|
IoPausedGuard { sender: Some(tx) }
|
|
}
|
|
|
|
/// Restarts the scheduler, only if it is running.
|
|
pub(crate) async fn restart(&self, context: &Context) {
|
|
info!(context, "restarting IO");
|
|
if self.is_running().await {
|
|
self.stop(context).await;
|
|
self.start(context.clone()).await;
|
|
}
|
|
}
|
|
|
|
/// Indicate that the network likely has come back.
|
|
pub(crate) async fn maybe_network(&self) {
|
|
let inner = self.inner.read().await;
|
|
let (inbox, oboxes) = match inner.scheduler {
|
|
Some(ref scheduler) => {
|
|
scheduler.maybe_network();
|
|
let inbox = scheduler.inbox.conn_state.state.connectivity.clone();
|
|
let oboxes = scheduler
|
|
.oboxes
|
|
.iter()
|
|
.map(|b| b.conn_state.state.connectivity.clone())
|
|
.collect::<Vec<_>>();
|
|
(inbox, oboxes)
|
|
}
|
|
None => return,
|
|
};
|
|
drop(inner);
|
|
connectivity::idle_interrupted(inbox, oboxes).await;
|
|
}
|
|
|
|
/// Indicate that the network likely is lost.
|
|
pub(crate) async fn maybe_network_lost(&self, context: &Context) {
|
|
let inner = self.inner.read().await;
|
|
let stores = match inner.scheduler {
|
|
Some(ref scheduler) => {
|
|
scheduler.maybe_network_lost();
|
|
scheduler
|
|
.boxes()
|
|
.map(|b| b.conn_state.state.connectivity.clone())
|
|
.collect()
|
|
}
|
|
None => return,
|
|
};
|
|
drop(inner);
|
|
connectivity::maybe_network_lost(context, stores).await;
|
|
}
|
|
|
|
pub(crate) async fn interrupt_inbox(&self, info: InterruptInfo) {
|
|
let inner = self.inner.read().await;
|
|
if let Some(ref scheduler) = inner.scheduler {
|
|
scheduler.interrupt_inbox(info);
|
|
}
|
|
}
|
|
|
|
pub(crate) async fn interrupt_smtp(&self, info: InterruptInfo) {
|
|
let inner = self.inner.read().await;
|
|
if let Some(ref scheduler) = inner.scheduler {
|
|
scheduler.interrupt_smtp(info);
|
|
}
|
|
}
|
|
|
|
pub(crate) async fn interrupt_ephemeral_task(&self) {
|
|
let inner = self.inner.read().await;
|
|
if let Some(ref scheduler) = inner.scheduler {
|
|
scheduler.interrupt_ephemeral_task();
|
|
}
|
|
}
|
|
|
|
pub(crate) async fn interrupt_location(&self) {
|
|
let inner = self.inner.read().await;
|
|
if let Some(ref scheduler) = inner.scheduler {
|
|
scheduler.interrupt_location();
|
|
}
|
|
}
|
|
|
|
pub(crate) async fn interrupt_recently_seen(&self, contact_id: ContactId, timestamp: i64) {
|
|
let inner = self.inner.read().await;
|
|
if let Some(ref scheduler) = inner.scheduler {
|
|
scheduler.interrupt_recently_seen(contact_id, timestamp);
|
|
}
|
|
}
|
|
}
|
|
|
|
#[derive(Debug, Default)]
|
|
struct InnerSchedulerState {
|
|
scheduler: Option<Scheduler>,
|
|
started: bool,
|
|
paused: bool,
|
|
}
|
|
|
|
/// Guard to make sure the IO Scheduler is resumed.
|
|
///
|
|
/// Returned by [`SchedulerState::pause`]. To resume the IO scheduler simply drop this
|
|
/// guard.
|
|
#[derive(Debug)]
|
|
pub(crate) struct IoPausedGuard {
|
|
sender: Option<oneshot::Sender<()>>,
|
|
}
|
|
|
|
impl Drop for IoPausedGuard {
|
|
fn drop(&mut self) {
|
|
if let Some(sender) = self.sender.take() {
|
|
// Can only fail if receiver is dropped, but then we're already resumed.
|
|
sender.send(()).ok();
|
|
}
|
|
}
|
|
}
|
|
|
|
#[derive(Debug)]
|
|
struct SchedBox {
|
|
meaning: FolderMeaning,
|
|
conn_state: ImapConnectionState,
|
|
|
|
/// IMAP loop task handle.
|
|
handle: task::JoinHandle<()>,
|
|
}
|
|
|
|
/// Job and connection scheduler.
|
|
#[derive(Debug)]
|
|
pub(crate) struct Scheduler {
|
|
inbox: SchedBox,
|
|
/// Optional boxes -- mvbox, sentbox.
|
|
oboxes: Vec<SchedBox>,
|
|
smtp: SmtpConnectionState,
|
|
smtp_handle: task::JoinHandle<()>,
|
|
ephemeral_handle: task::JoinHandle<()>,
|
|
ephemeral_interrupt_send: Sender<()>,
|
|
location_handle: task::JoinHandle<()>,
|
|
location_interrupt_send: Sender<()>,
|
|
|
|
recently_seen_loop: RecentlySeenLoop,
|
|
}
|
|
|
|
async fn inbox_loop(ctx: Context, started: Sender<()>, inbox_handlers: ImapConnectionHandlers) {
|
|
use futures::future::FutureExt;
|
|
|
|
info!(ctx, "starting inbox loop");
|
|
let ImapConnectionHandlers {
|
|
mut connection,
|
|
stop_receiver,
|
|
} = inbox_handlers;
|
|
|
|
let ctx1 = ctx.clone();
|
|
let fut = async move {
|
|
let ctx = ctx1;
|
|
if let Err(err) = started.send(()).await {
|
|
warn!(ctx, "inbox loop, missing started receiver: {}", err);
|
|
return;
|
|
};
|
|
|
|
let mut info = InterruptInfo::default();
|
|
loop {
|
|
let job = match job::load_next(&ctx, &info).await {
|
|
Err(err) => {
|
|
error!(ctx, "Failed loading job from the database: {:#}.", err);
|
|
None
|
|
}
|
|
Ok(job) => job,
|
|
};
|
|
|
|
match job {
|
|
Some(job) => {
|
|
job::perform_job(&ctx, job::Connection::Inbox(&mut connection), job).await;
|
|
info = Default::default();
|
|
}
|
|
None => {
|
|
let quota_requested = ctx.quota_update_request.swap(false, Ordering::Relaxed);
|
|
if quota_requested {
|
|
if let Err(err) = ctx.update_recent_quota(&mut connection).await {
|
|
warn!(ctx, "Failed to update quota: {:#}.", err);
|
|
}
|
|
}
|
|
|
|
let resync_requested = ctx.resync_request.swap(false, Ordering::Relaxed);
|
|
if resync_requested {
|
|
if let Err(err) = connection.resync_folders(&ctx).await {
|
|
warn!(ctx, "Failed to resync folders: {:#}.", err);
|
|
ctx.resync_request.store(true, Ordering::Relaxed);
|
|
}
|
|
}
|
|
|
|
maybe_add_time_based_warnings(&ctx).await;
|
|
|
|
match ctx.get_config_i64(Config::LastHousekeeping).await {
|
|
Ok(last_housekeeping_time) => {
|
|
let next_housekeeping_time =
|
|
last_housekeeping_time.saturating_add(60 * 60 * 24);
|
|
if next_housekeeping_time <= time() {
|
|
sql::housekeeping(&ctx).await.ok_or_log(&ctx);
|
|
}
|
|
}
|
|
Err(err) => {
|
|
warn!(ctx, "Failed to get last housekeeping time: {}", err);
|
|
}
|
|
};
|
|
|
|
match ctx.get_config_bool(Config::FetchedExistingMsgs).await {
|
|
Ok(fetched_existing_msgs) => {
|
|
if !fetched_existing_msgs {
|
|
// Consider it done even if we fail.
|
|
//
|
|
// This operation is not critical enough to retry,
|
|
// especially if the error is persistent.
|
|
if let Err(err) =
|
|
ctx.set_config_bool(Config::FetchedExistingMsgs, true).await
|
|
{
|
|
warn!(ctx, "Can't set Config::FetchedExistingMsgs: {:#}", err);
|
|
}
|
|
|
|
if let Err(err) = connection.fetch_existing_msgs(&ctx).await {
|
|
warn!(ctx, "Failed to fetch existing messages: {:#}", err);
|
|
connection.trigger_reconnect(&ctx);
|
|
}
|
|
}
|
|
}
|
|
Err(err) => {
|
|
warn!(ctx, "Can't get Config::FetchedExistingMsgs: {:#}", err);
|
|
}
|
|
}
|
|
|
|
info = fetch_idle(&ctx, &mut connection, FolderMeaning::Inbox).await;
|
|
}
|
|
}
|
|
}
|
|
};
|
|
|
|
stop_receiver
|
|
.recv()
|
|
.map(|_| {
|
|
info!(ctx, "shutting down inbox loop");
|
|
})
|
|
.race(fut)
|
|
.await;
|
|
}
|
|
|
|
/// Implement a single iteration of IMAP loop.
|
|
///
|
|
/// This function performs all IMAP operations on a single folder, selecting it if necessary and
|
|
/// handling all the errors. In case of an error, it is logged, but not propagated upwards. If
|
|
/// critical operation fails such as fetching new messages fails, connection is reset via
|
|
/// `trigger_reconnect`, so a fresh one can be opened.
|
|
async fn fetch_idle(
|
|
ctx: &Context,
|
|
connection: &mut Imap,
|
|
folder_meaning: FolderMeaning,
|
|
) -> InterruptInfo {
|
|
let folder_config = match folder_meaning.to_config() {
|
|
Some(c) => c,
|
|
None => {
|
|
error!(ctx, "Bad folder meaning: {}", folder_meaning);
|
|
return connection
|
|
.fake_idle(ctx, None, FolderMeaning::Unknown)
|
|
.await;
|
|
}
|
|
};
|
|
let folder = match ctx.get_config(folder_config).await {
|
|
Ok(folder) => folder,
|
|
Err(err) => {
|
|
warn!(
|
|
ctx,
|
|
"Can not watch {} folder, failed to retrieve config: {:#}", folder_config, err
|
|
);
|
|
return connection
|
|
.fake_idle(ctx, None, FolderMeaning::Unknown)
|
|
.await;
|
|
}
|
|
};
|
|
|
|
let watch_folder = if let Some(watch_folder) = folder {
|
|
watch_folder
|
|
} else {
|
|
connection.connectivity.set_not_configured(ctx).await;
|
|
info!(ctx, "Can not watch {} folder, not set", folder_config);
|
|
return connection
|
|
.fake_idle(ctx, None, FolderMeaning::Unknown)
|
|
.await;
|
|
};
|
|
|
|
// connect and fake idle if unable to connect
|
|
if let Err(err) = connection
|
|
.prepare(ctx)
|
|
.await
|
|
.context("prepare IMAP connection")
|
|
{
|
|
warn!(ctx, "{:#}", err);
|
|
connection.trigger_reconnect(ctx);
|
|
return connection
|
|
.fake_idle(ctx, Some(watch_folder), folder_meaning)
|
|
.await;
|
|
}
|
|
|
|
if folder_config == Config::ConfiguredInboxFolder {
|
|
if let Some(session) = connection.session.as_mut() {
|
|
session
|
|
.store_seen_flags_on_imap(ctx)
|
|
.await
|
|
.context("store_seen_flags_on_imap")
|
|
.ok_or_log(ctx);
|
|
} else {
|
|
warn!(ctx, "No session even though we just prepared it");
|
|
}
|
|
}
|
|
|
|
// Fetch the watched folder.
|
|
if let Err(err) = connection
|
|
.fetch_move_delete(ctx, &watch_folder, folder_meaning)
|
|
.await
|
|
.context("fetch_move_delete")
|
|
{
|
|
connection.trigger_reconnect(ctx);
|
|
warn!(ctx, "{:#}", err);
|
|
return InterruptInfo::new(false);
|
|
}
|
|
|
|
// Mark expired messages for deletion. Marked messages will be deleted from the server
|
|
// on the next iteration of `fetch_move_delete`. `delete_expired_imap_messages` is not
|
|
// called right before `fetch_move_delete` because it is not well optimized and would
|
|
// otherwise slow down message fetching.
|
|
delete_expired_imap_messages(ctx)
|
|
.await
|
|
.context("delete_expired_imap_messages")
|
|
.ok_or_log(ctx);
|
|
|
|
// Scan additional folders only after finishing fetching the watched folder.
|
|
//
|
|
// On iOS the application has strictly limited time to work in background, so we may not
|
|
// be able to scan all folders before time is up if there are many of them.
|
|
if folder_config == Config::ConfiguredInboxFolder {
|
|
// Only scan on the Inbox thread in order to prevent parallel scans, which might lead to duplicate messages
|
|
match connection.scan_folders(ctx).await.context("scan_folders") {
|
|
Err(err) => {
|
|
// Don't reconnect, if there is a problem with the connection we will realize this when IDLEing
|
|
// but maybe just one folder can't be selected or something
|
|
warn!(ctx, "{:#}", err);
|
|
}
|
|
Ok(true) => {
|
|
// Fetch the watched folder again in case scanning other folder moved messages
|
|
// there.
|
|
//
|
|
// In most cases this will select the watched folder and return because there are
|
|
// no new messages. We want to select the watched folder anyway before going IDLE
|
|
// there, so this does not take additional protocol round-trip.
|
|
if let Err(err) = connection
|
|
.fetch_move_delete(ctx, &watch_folder, folder_meaning)
|
|
.await
|
|
.context("fetch_move_delete after scan_folders")
|
|
{
|
|
connection.trigger_reconnect(ctx);
|
|
warn!(ctx, "{:#}", err);
|
|
return InterruptInfo::new(false);
|
|
}
|
|
}
|
|
Ok(false) => {}
|
|
}
|
|
}
|
|
|
|
// Synchronize Seen flags.
|
|
connection
|
|
.sync_seen_flags(ctx, &watch_folder)
|
|
.await
|
|
.context("sync_seen_flags")
|
|
.ok_or_log(ctx);
|
|
|
|
connection.connectivity.set_connected(ctx).await;
|
|
|
|
if let Some(session) = connection.session.take() {
|
|
if !session.can_idle() {
|
|
info!(
|
|
ctx,
|
|
"IMAP session does not support IDLE, going to fake idle."
|
|
);
|
|
return connection
|
|
.fake_idle(ctx, Some(watch_folder), folder_meaning)
|
|
.await;
|
|
}
|
|
|
|
info!(ctx, "IMAP session supports IDLE, using it.");
|
|
match session
|
|
.idle(
|
|
ctx,
|
|
connection.idle_interrupt_receiver.clone(),
|
|
Some(watch_folder),
|
|
)
|
|
.await
|
|
.context("idle")
|
|
{
|
|
Ok((session, info)) => {
|
|
connection.session = Some(session);
|
|
info
|
|
}
|
|
Err(err) => {
|
|
connection.trigger_reconnect(ctx);
|
|
warn!(ctx, "{:#}", err);
|
|
InterruptInfo::new(false)
|
|
}
|
|
}
|
|
} else {
|
|
warn!(ctx, "No IMAP session, going to fake idle.");
|
|
connection
|
|
.fake_idle(ctx, Some(watch_folder), folder_meaning)
|
|
.await
|
|
}
|
|
}
|
|
|
|
async fn simple_imap_loop(
|
|
ctx: Context,
|
|
started: Sender<()>,
|
|
inbox_handlers: ImapConnectionHandlers,
|
|
folder_meaning: FolderMeaning,
|
|
) {
|
|
use futures::future::FutureExt;
|
|
|
|
info!(ctx, "starting simple loop for {}", folder_meaning);
|
|
let ImapConnectionHandlers {
|
|
mut connection,
|
|
stop_receiver,
|
|
} = inbox_handlers;
|
|
|
|
let ctx1 = ctx.clone();
|
|
|
|
let fut = async move {
|
|
let ctx = ctx1;
|
|
if let Err(err) = started.send(()).await {
|
|
warn!(&ctx, "simple imap loop, missing started receiver: {}", err);
|
|
return;
|
|
}
|
|
|
|
loop {
|
|
fetch_idle(&ctx, &mut connection, folder_meaning).await;
|
|
}
|
|
};
|
|
|
|
stop_receiver
|
|
.recv()
|
|
.map(|_| {
|
|
info!(ctx, "shutting down simple loop");
|
|
})
|
|
.race(fut)
|
|
.await;
|
|
}
|
|
|
|
async fn smtp_loop(ctx: Context, started: Sender<()>, smtp_handlers: SmtpConnectionHandlers) {
|
|
use futures::future::FutureExt;
|
|
|
|
info!(ctx, "starting smtp loop");
|
|
let SmtpConnectionHandlers {
|
|
mut connection,
|
|
stop_receiver,
|
|
idle_interrupt_receiver,
|
|
} = smtp_handlers;
|
|
|
|
let ctx1 = ctx.clone();
|
|
let fut = async move {
|
|
let ctx = ctx1;
|
|
if let Err(err) = started.send(()).await {
|
|
warn!(&ctx, "smtp loop, missing started receiver: {}", err);
|
|
return;
|
|
}
|
|
|
|
let mut timeout = None;
|
|
loop {
|
|
if let Err(err) = send_smtp_messages(&ctx, &mut connection).await {
|
|
warn!(ctx, "send_smtp_messages failed: {:#}", err);
|
|
timeout = Some(timeout.map_or(30, |timeout: u64| timeout.saturating_mul(3)))
|
|
} else {
|
|
let duration_until_can_send = ctx.ratelimit.read().await.until_can_send();
|
|
if !duration_until_can_send.is_zero() {
|
|
info!(
|
|
ctx,
|
|
"smtp got rate limited, waiting for {} until can send again",
|
|
duration_to_str(duration_until_can_send)
|
|
);
|
|
tokio::time::timeout(duration_until_can_send, async {
|
|
idle_interrupt_receiver.recv().await.unwrap_or_default()
|
|
})
|
|
.await
|
|
.unwrap_or_default();
|
|
continue;
|
|
}
|
|
timeout = None;
|
|
}
|
|
|
|
// Fake Idle
|
|
info!(ctx, "smtp fake idle - started");
|
|
match &connection.last_send_error {
|
|
None => connection.connectivity.set_connected(&ctx).await,
|
|
Some(err) => connection.connectivity.set_err(&ctx, err).await,
|
|
}
|
|
|
|
// If send_smtp_messages() failed, we set a timeout for the fake-idle so that
|
|
// sending is retried (at the latest) after the timeout. If sending fails
|
|
// again, we increase the timeout exponentially, in order not to do lots of
|
|
// unnecessary retries.
|
|
if let Some(timeout) = timeout {
|
|
info!(
|
|
ctx,
|
|
"smtp has messages to retry, planning to retry {} seconds later", timeout
|
|
);
|
|
let duration = std::time::Duration::from_secs(timeout);
|
|
tokio::time::timeout(duration, async {
|
|
idle_interrupt_receiver.recv().await.unwrap_or_default()
|
|
})
|
|
.await
|
|
.unwrap_or_default();
|
|
} else {
|
|
info!(ctx, "smtp has no messages to retry, waiting for interrupt");
|
|
idle_interrupt_receiver.recv().await.unwrap_or_default();
|
|
};
|
|
|
|
info!(ctx, "smtp fake idle - interrupted")
|
|
}
|
|
};
|
|
|
|
stop_receiver
|
|
.recv()
|
|
.map(|_| {
|
|
info!(ctx, "shutting down smtp loop");
|
|
})
|
|
.race(fut)
|
|
.await;
|
|
}
|
|
|
|
impl Scheduler {
|
|
/// Start the scheduler.
|
|
pub async fn start(ctx: Context) -> Result<Self> {
|
|
let (smtp, smtp_handlers) = SmtpConnectionState::new();
|
|
|
|
let (smtp_start_send, smtp_start_recv) = channel::bounded(1);
|
|
let (ephemeral_interrupt_send, ephemeral_interrupt_recv) = channel::bounded(1);
|
|
let (location_interrupt_send, location_interrupt_recv) = channel::bounded(1);
|
|
|
|
let mut oboxes = Vec::new();
|
|
let mut start_recvs = Vec::new();
|
|
|
|
let (conn_state, inbox_handlers) = ImapConnectionState::new(&ctx).await?;
|
|
let (inbox_start_send, inbox_start_recv) = channel::bounded(1);
|
|
let handle = {
|
|
let ctx = ctx.clone();
|
|
task::spawn(inbox_loop(ctx, inbox_start_send, inbox_handlers))
|
|
};
|
|
let inbox = SchedBox {
|
|
meaning: FolderMeaning::Inbox,
|
|
conn_state,
|
|
handle,
|
|
};
|
|
start_recvs.push(inbox_start_recv);
|
|
|
|
for (meaning, should_watch) in [
|
|
(FolderMeaning::Mvbox, ctx.should_watch_mvbox().await),
|
|
(
|
|
FolderMeaning::Sent,
|
|
ctx.get_config_bool(Config::SentboxWatch).await,
|
|
),
|
|
] {
|
|
if should_watch? {
|
|
let (conn_state, handlers) = ImapConnectionState::new(&ctx).await?;
|
|
let (start_send, start_recv) = channel::bounded(1);
|
|
let ctx = ctx.clone();
|
|
let handle = task::spawn(simple_imap_loop(ctx, start_send, handlers, meaning));
|
|
oboxes.push(SchedBox {
|
|
meaning,
|
|
conn_state,
|
|
handle,
|
|
});
|
|
start_recvs.push(start_recv);
|
|
}
|
|
}
|
|
|
|
let smtp_handle = {
|
|
let ctx = ctx.clone();
|
|
task::spawn(smtp_loop(ctx, smtp_start_send, smtp_handlers))
|
|
};
|
|
start_recvs.push(smtp_start_recv);
|
|
|
|
let ephemeral_handle = {
|
|
let ctx = ctx.clone();
|
|
task::spawn(async move {
|
|
ephemeral::ephemeral_loop(&ctx, ephemeral_interrupt_recv).await;
|
|
})
|
|
};
|
|
|
|
let location_handle = {
|
|
let ctx = ctx.clone();
|
|
task::spawn(async move {
|
|
location::location_loop(&ctx, location_interrupt_recv).await;
|
|
})
|
|
};
|
|
|
|
let recently_seen_loop = RecentlySeenLoop::new(ctx.clone());
|
|
|
|
let res = Self {
|
|
inbox,
|
|
oboxes,
|
|
smtp,
|
|
smtp_handle,
|
|
ephemeral_handle,
|
|
ephemeral_interrupt_send,
|
|
location_handle,
|
|
location_interrupt_send,
|
|
recently_seen_loop,
|
|
};
|
|
|
|
// wait for all loops to be started
|
|
if let Err(err) = try_join_all(start_recvs.iter().map(|r| r.recv())).await {
|
|
bail!("failed to start scheduler: {}", err);
|
|
}
|
|
|
|
info!(ctx, "scheduler is running");
|
|
Ok(res)
|
|
}
|
|
|
|
fn boxes(&self) -> iter::Chain<iter::Once<&SchedBox>, std::slice::Iter<'_, SchedBox>> {
|
|
once(&self.inbox).chain(self.oboxes.iter())
|
|
}
|
|
|
|
fn maybe_network(&self) {
|
|
for b in self.boxes() {
|
|
b.conn_state.interrupt(InterruptInfo::new(true));
|
|
}
|
|
self.interrupt_smtp(InterruptInfo::new(true));
|
|
}
|
|
|
|
fn maybe_network_lost(&self) {
|
|
for b in self.boxes() {
|
|
b.conn_state.interrupt(InterruptInfo::new(false));
|
|
}
|
|
self.interrupt_smtp(InterruptInfo::new(false));
|
|
}
|
|
|
|
fn interrupt_inbox(&self, info: InterruptInfo) {
|
|
self.inbox.conn_state.interrupt(info);
|
|
}
|
|
|
|
fn interrupt_smtp(&self, info: InterruptInfo) {
|
|
self.smtp.interrupt(info);
|
|
}
|
|
|
|
fn interrupt_ephemeral_task(&self) {
|
|
self.ephemeral_interrupt_send.try_send(()).ok();
|
|
}
|
|
|
|
fn interrupt_location(&self) {
|
|
self.location_interrupt_send.try_send(()).ok();
|
|
}
|
|
|
|
fn interrupt_recently_seen(&self, contact_id: ContactId, timestamp: i64) {
|
|
self.recently_seen_loop.interrupt(contact_id, timestamp);
|
|
}
|
|
|
|
/// Halt the scheduler.
|
|
///
|
|
/// It consumes the scheduler and never fails to stop it. In the worst case, long-running tasks
|
|
/// are forcefully terminated if they cannot shutdown within the timeout.
|
|
pub(crate) async fn stop(self, context: &Context) {
|
|
// Send stop signals to tasks so they can shutdown cleanly.
|
|
for b in self.boxes() {
|
|
b.conn_state.stop().await.ok_or_log(context);
|
|
}
|
|
self.smtp.stop().await.ok_or_log(context);
|
|
|
|
// Actually shutdown tasks.
|
|
let timeout_duration = std::time::Duration::from_secs(30);
|
|
for b in once(self.inbox).chain(self.oboxes.into_iter()) {
|
|
tokio::time::timeout(timeout_duration, b.handle)
|
|
.await
|
|
.ok_or_log(context);
|
|
}
|
|
tokio::time::timeout(timeout_duration, self.smtp_handle)
|
|
.await
|
|
.ok_or_log(context);
|
|
self.ephemeral_handle.abort();
|
|
self.location_handle.abort();
|
|
self.recently_seen_loop.abort();
|
|
}
|
|
}
|
|
|
|
/// Connection state logic shared between imap and smtp connections.
|
|
#[derive(Debug)]
|
|
struct ConnectionState {
|
|
/// Channel to interrupt the whole connection.
|
|
stop_sender: Sender<()>,
|
|
/// Channel to interrupt idle.
|
|
idle_interrupt_sender: Sender<InterruptInfo>,
|
|
/// Mutex to pass connectivity info between IMAP/SMTP threads and the API
|
|
connectivity: ConnectivityStore,
|
|
}
|
|
|
|
impl ConnectionState {
|
|
/// Shutdown this connection completely.
|
|
async fn stop(&self) -> Result<()> {
|
|
// Trigger shutdown of the run loop.
|
|
self.stop_sender
|
|
.send(())
|
|
.await
|
|
.context("failed to stop, missing receiver")?;
|
|
Ok(())
|
|
}
|
|
|
|
fn interrupt(&self, info: InterruptInfo) {
|
|
// Use try_send to avoid blocking on interrupts.
|
|
self.idle_interrupt_sender.try_send(info).ok();
|
|
}
|
|
}
|
|
|
|
#[derive(Debug)]
|
|
pub(crate) struct SmtpConnectionState {
|
|
state: ConnectionState,
|
|
}
|
|
|
|
impl SmtpConnectionState {
|
|
fn new() -> (Self, SmtpConnectionHandlers) {
|
|
let (stop_sender, stop_receiver) = channel::bounded(1);
|
|
let (idle_interrupt_sender, idle_interrupt_receiver) = channel::bounded(1);
|
|
|
|
let handlers = SmtpConnectionHandlers {
|
|
connection: Smtp::new(),
|
|
stop_receiver,
|
|
idle_interrupt_receiver,
|
|
};
|
|
|
|
let state = ConnectionState {
|
|
stop_sender,
|
|
idle_interrupt_sender,
|
|
connectivity: handlers.connection.connectivity.clone(),
|
|
};
|
|
|
|
let conn = SmtpConnectionState { state };
|
|
|
|
(conn, handlers)
|
|
}
|
|
|
|
/// Interrupt any form of idle.
|
|
fn interrupt(&self, info: InterruptInfo) {
|
|
self.state.interrupt(info);
|
|
}
|
|
|
|
/// Shutdown this connection completely.
|
|
async fn stop(&self) -> Result<()> {
|
|
self.state.stop().await?;
|
|
Ok(())
|
|
}
|
|
}
|
|
|
|
struct SmtpConnectionHandlers {
|
|
connection: Smtp,
|
|
stop_receiver: Receiver<()>,
|
|
idle_interrupt_receiver: Receiver<InterruptInfo>,
|
|
}
|
|
|
|
#[derive(Debug)]
|
|
pub(crate) struct ImapConnectionState {
|
|
state: ConnectionState,
|
|
}
|
|
|
|
impl ImapConnectionState {
|
|
/// Construct a new connection.
|
|
async fn new(context: &Context) -> Result<(Self, ImapConnectionHandlers)> {
|
|
let (stop_sender, stop_receiver) = channel::bounded(1);
|
|
let (idle_interrupt_sender, idle_interrupt_receiver) = channel::bounded(1);
|
|
|
|
let handlers = ImapConnectionHandlers {
|
|
connection: Imap::new_configured(context, idle_interrupt_receiver).await?,
|
|
stop_receiver,
|
|
};
|
|
|
|
let state = ConnectionState {
|
|
stop_sender,
|
|
idle_interrupt_sender,
|
|
connectivity: handlers.connection.connectivity.clone(),
|
|
};
|
|
|
|
let conn = ImapConnectionState { state };
|
|
|
|
Ok((conn, handlers))
|
|
}
|
|
|
|
/// Interrupt any form of idle.
|
|
fn interrupt(&self, info: InterruptInfo) {
|
|
self.state.interrupt(info);
|
|
}
|
|
|
|
/// Shutdown this connection completely.
|
|
async fn stop(&self) -> Result<()> {
|
|
self.state.stop().await?;
|
|
Ok(())
|
|
}
|
|
}
|
|
|
|
#[derive(Debug)]
|
|
struct ImapConnectionHandlers {
|
|
connection: Imap,
|
|
stop_receiver: Receiver<()>,
|
|
}
|
|
|
|
#[derive(Default, Debug)]
|
|
pub struct InterruptInfo {
|
|
pub probe_network: bool,
|
|
}
|
|
|
|
impl InterruptInfo {
|
|
pub fn new(probe_network: bool) -> Self {
|
|
Self { probe_network }
|
|
}
|
|
}
|