fix bug that lead to all liveconfig tests failing

.circleci/config.yml

@@ -13,7 +13,7 @@ restore-workspace: &restore-workspace
 restore-cache: &restore-cache
   restore_cache:
     keys:
-      - cargo-v1-{{ checksum "rust-toolchain" }}-{{ checksum "Cargo.toml" }}-{{ checksum "Cargo.lock" }}-{{ arch }}
+      - cargo-v0-{{ checksum "rust-toolchain" }}-{{ checksum "Cargo.toml" }}-{{ checksum "Cargo.lock" }}-{{ arch }}
       - repo-source-{{ .Branch }}-{{ .Revision }}
 
 commands:
@@ -53,11 +53,10 @@ jobs:
           command: cargo generate-lockfile
       - restore_cache:
           keys:
-            - cargo-v1-{{ checksum "rust-toolchain" }}-{{ checksum "Cargo.toml" }}-{{ checksum "Cargo.lock" }}-{{ arch }}
+            - cargo-v0-{{ checksum "rust-toolchain" }}-{{ checksum "Cargo.toml" }}-{{ checksum "Cargo.lock" }}-{{ arch }}
       - run: rustup install $(cat rust-toolchain)
       - run: rustup default $(cat rust-toolchain)
       - run: rustup component add --toolchain $(cat rust-toolchain) rustfmt
-      - run: rustup component add --toolchain $(cat rust-toolchain) clippy-preview
       - run: cargo update
       - run: cargo fetch
       - run: rustc +stable --version
@@ -68,7 +67,7 @@ jobs:
           paths:
             - crate
       - save_cache:
-          key: cargo-v1-{{ checksum "rust-toolchain" }}-{{ checksum "Cargo.toml" }}-{{ checksum "Cargo.lock" }}-{{ arch }}
+          key: cargo-v0-{{ checksum "rust-toolchain" }}-{{ checksum "Cargo.toml" }}-{{ checksum "Cargo.lock" }}-{{ arch }}
           paths:
             - "~/.cargo"
             - "~/.rustup"
@@ -161,15 +160,6 @@ jobs:
       - run: ls -laR workspace
       - run: ci_scripts/ci_upload.sh workspace/py-docs workspace/wheelhouse
 
-  clippy:
-    executor: default
-    steps:
-      - *restore-workspace
-      - *restore-cache
-      - run:
-          name: Run cargo clippy
-          command: cargo clippy --all
-
 
 workflows:
   version: 2.1
@@ -185,10 +175,6 @@ workflows:
           requires:
             - cargo_fetch
 
-      - clippy:
-          requires:
-            - cargo_fetch
-
       # Linux Desktop 64bit
       - test_x86_64-unknown-linux-gnu:
           requires:

ci_scripts/run_all.sh

@@ -39,7 +39,7 @@ if [ -n "$TESTS" ]; then
     # run tox
     # XXX we don't run liveconfig tests because they hang sometimes
     # see https://github.com/deltachat/deltachat-core-rust/issues/331
-    # unset DCC_PY_LIVECONFIG
+    unset DCC_PY_LIVECONFIG
 
     tox --workdir "$TOXWORKDIR" -e lint,py27,py35,py36,py37,auditwheels
     popd

examples/repl/main.rs

@@ -3,6 +3,7 @@
 //!
 //! Usage:  cargo run --example repl --release -- <databasefile>
 //! All further options can be set using the set-command (type ? for help).
+#![feature(ptr_cast)]
 
 #[macro_use]
 extern crate deltachat;

rust-toolchain

@@ -1 +1 @@
-nightly-2019-08-13
+nightly-2019-07-10

src/dc_array.rs

@@ -403,4 +403,5 @@ mod tests {
         }
         unsafe { dc_array_get_id(arr, 1000) };
     }
+
 }

src/dc_chat.rs

@@ -1307,9 +1307,7 @@ pub unsafe fn dc_get_next_media(
         }
     }
 
-    if !list.is_null() {
-        dc_array_unref(list);
-    }
+    dc_array_unref(list);
     dc_msg_unref(msg);
     ret_msg_id
 }

src/dc_job.rs

@@ -352,15 +352,18 @@ unsafe fn dc_job_do_DC_JOB_SEND(context: &Context, job: &mut dc_job_t) {
                 if ok_to_continue1 {
                     /* send message */
                     let body = std::slice::from_raw_parts(buf as *const u8, buf_bytes).to_vec();
-
-                    // hold the smtp lock during sending of a job and
-                    // its ok/error response processing. Note that if a message
-                    // was sent we need to mark it in the database as we
-                    // otherwise might send it twice.
-                    let mut sock = context.smtp.lock().unwrap();
-                    if 0 == sock.send(context, recipients_list, body) {
-                        sock.disconnect();
-                        dc_job_try_again_later(job, -1i32, sock.error);
+                    if 0 == context
+                        .smtp
+                        .lock()
+                        .unwrap()
+                        .send(context, recipients_list, body)
+                    {
+                        context.smtp.lock().unwrap().disconnect();
+                        dc_job_try_again_later(
+                            job,
+                            -1i32,
+                            (*&mut context.smtp.clone().lock().unwrap()).error,
+                        );
                     } else {
                         dc_delete_file(context, filename_s);
                         if 0 != job.foreign_id {

src/dc_receive_imf.rs

@@ -1506,12 +1506,8 @@ unsafe fn create_or_lookup_adhoc_group(
                    ret_chat_id_blocked: *mut libc::c_int,
                    chat_id: u32,
                    chat_id_blocked: i32| {
-        if !member_ids.is_null() {
-            dc_array_unref(member_ids);
-        }
-        if !chat_ids.is_null() {
-            dc_array_unref(chat_ids);
-        }
+        dc_array_unref(member_ids);
+        dc_array_unref(chat_ids);
         free(chat_ids_str as *mut libc::c_void);
         free(grpid as *mut libc::c_void);
         free(grpname as *mut libc::c_void);

src/imap.rs

@@ -1,9 +1,6 @@
 use std::ffi::CString;
 use std::net;
-use std::sync::{
-    atomic::{AtomicBool, Ordering},
-    Arc, Condvar, Mutex, RwLock,
-};
+use std::sync::{Arc, Condvar, Mutex, RwLock};
 use std::time::{Duration, SystemTime};
 
 use crate::constants::*;
@@ -38,8 +35,6 @@ pub struct Imap {
     session: Arc<Mutex<Option<Session>>>,
     stream: Arc<RwLock<Option<net::TcpStream>>>,
     connected: Arc<Mutex<bool>>,
-
-    should_reconnect: AtomicBool,
 }
 
 struct OAuth2 {
@@ -318,6 +313,7 @@ pub struct ImapConfig {
     pub selected_folder: Option<String>,
     pub selected_mailbox: Option<imap::types::Mailbox>,
     pub selected_folder_needs_expunge: bool,
+    pub should_reconnect: bool,
     pub can_idle: bool,
     pub has_xlist: bool,
     pub imap_delimiter: char,
@@ -336,6 +332,7 @@ impl Default for ImapConfig {
             selected_folder: None,
             selected_mailbox: None,
             selected_folder_needs_expunge: false,
+            should_reconnect: false,
             can_idle: false,
             has_xlist: false,
             imap_delimiter: '.',
@@ -363,7 +360,6 @@ impl Imap {
             precheck_imf,
             receive_imf,
             connected: Arc::new(Mutex::new(false)),
-            should_reconnect: AtomicBool::new(false),
         }
     }
 
@@ -372,7 +368,7 @@ impl Imap {
     }
 
     pub fn should_reconnect(&self) -> bool {
-        self.should_reconnect.load(Ordering::Relaxed)
+        self.config.read().unwrap().should_reconnect
     }
 
     fn setup_handle_if_needed(&self, context: &Context) -> bool {
@@ -385,7 +381,7 @@ impl Imap {
         }
 
         if self.is_connected() && self.stream.read().unwrap().is_some() {
-            self.should_reconnect.store(false, Ordering::Relaxed);
+            self.config.write().unwrap().should_reconnect = false;
             return true;
         }
 
@@ -455,7 +451,7 @@ impl Imap {
             }
         };
 
-        self.should_reconnect.store(false, Ordering::Relaxed);
+        self.config.write().unwrap().should_reconnect = false;
 
         match login_res {
             Ok((session, stream)) => {
@@ -554,12 +550,14 @@ impl Imap {
             return false;
         }
 
-        let (teardown, can_idle, has_xlist) = match &mut *self.session.lock().unwrap() {
+        let teardown: bool;
+
+        match &mut *self.session.lock().unwrap() {
             Some(ref mut session) => {
                 if let Ok(caps) = session.capabilities() {
                     if !context.sql.is_open() {
                         warn!(context, 0, "IMAP-LOGIN as {} ok but ABORTING", lp.mail_user,);
-                        (true, false, false)
+                        teardown = true;
                     } else {
                         let can_idle = caps.has("IDLE");
                         let has_xlist = caps.has("XLIST");
@@ -576,23 +574,24 @@ impl Imap {
                             lp.mail_user,
                             caps_list,
                         );
-                        (false, can_idle, has_xlist)
+                        self.config.write().unwrap().can_idle = can_idle;
+                        self.config.write().unwrap().has_xlist = has_xlist;
+                        *self.connected.lock().unwrap() = true;
+                        teardown = false;
                     }
                 } else {
-                    (true, false, false)
+                    teardown = true;
                 }
             }
-            None => (true, false, false),
-        };
-
+            None => {
+                teardown = true;
+            }
+        }
         if teardown {
             self.unsetup_handle(context);
             self.free_connect_params();
             false
         } else {
-            self.config.write().unwrap().can_idle = can_idle;
-            self.config.write().unwrap().has_xlist = has_xlist;
-            *self.connected.lock().unwrap() = true;
             true
         }
     }
@@ -690,8 +689,9 @@ impl Imap {
                             err
                         );
 
-                        self.config.write().unwrap().selected_folder = None;
-                        self.should_reconnect.store(true, Ordering::Relaxed);
+                        let mut config = self.config.write().unwrap();
+                        config.selected_folder = None;
+                        config.should_reconnect = true;
                         return 0;
                     }
                 }
@@ -777,7 +777,7 @@ impl Imap {
                 match session.fetch(set, PREFETCH_FLAGS) {
                     Ok(list) => list,
                     Err(_err) => {
-                        self.should_reconnect.store(true, Ordering::Relaxed);
+                        self.config.write().unwrap().should_reconnect = true;
                         info!(
                             context,
                             0,
@@ -822,7 +822,7 @@ impl Imap {
             match session.uid_fetch(set, PREFETCH_FLAGS) {
                 Ok(list) => list,
                 Err(err) => {
-                    warn!(context, 0, "failed to fetch uids: {}", err);
+                    eprintln!("fetch err: {:?}", err);
                     return 0;
                 }
             }
@@ -928,13 +928,15 @@ impl Imap {
             return 0;
         }
 
+        let mut retry_later = false;
+
         let set = format!("{}", server_uid);
 
         let msgs = if let Some(ref mut session) = &mut *self.session.lock().unwrap() {
             match session.uid_fetch(set, BODY_FLAGS) {
                 Ok(msgs) => msgs,
                 Err(err) => {
-                    self.should_reconnect.store(true, Ordering::Relaxed);
+                    self.config.write().unwrap().should_reconnect = true;
                     warn!(
                         context,
                         0,
@@ -944,11 +946,17 @@ impl Imap {
                         self.should_reconnect(),
                         err
                     );
-                    return 0;
+
+                    if self.should_reconnect() {
+                        // maybe we should also retry on other errors, however, we should check this carefully, as this may result in a dead lock!
+                        retry_later = true;
+                    }
+
+                    return if retry_later { 0 } else { 1 };
                 }
             }
         } else {
-            return 1;
+            return if retry_later { 0 } else { 1 };
         };
 
         if msgs.is_empty() {
@@ -996,7 +1004,11 @@ impl Imap {
             }
         }
 
-        1
+        if retry_later {
+            0
+        } else {
+            1
+        }
     }
 
     pub fn idle(&self, context: &Context) {
@@ -1061,7 +1073,7 @@ impl Imap {
                         context,
                         0, "IMAP-IDLE wait cancelled, we will reconnect soon."
                     );
-                    self.should_reconnect.store(true, Ordering::Relaxed);
+                    self.config.write().unwrap().should_reconnect = true;
                 }
                 _ => {
                     warn!(context, 0, "IMAP-IDLE returns unknown value: {}", err);

src/lib.rs

@@ -1,9 +1,4 @@
-#![deny(clippy::correctness)]
-// TODO: make all of these errors, such that clippy actually passes.
-#![warn(clippy::all, clippy::perf, clippy::not_unsafe_ptr_arg_deref)]
-// This is nice, but for now just annoying.
-#![allow(clippy::unreadable_literal)]
-#![feature(ptr_wrapping_offset_from)]
+#![feature(c_variadic, ptr_wrapping_offset_from, ptr_cast)]
 
 #[macro_use]
 extern crate failure_derive;