FairEmail/app/src/main/java/eu/faircode/email/ServiceSend.java

package eu.faircode.email;

/*
    This file is part of FairEmail.

    FairEmail is free software: you can redistribute it and/or modify
    it under the terms of the GNU General Public License as published by
    the Free Software Foundation, either version 3 of the License, or
    (at your option) any later version.

    FairEmail is distributed in the hope that it will be useful,
    but WITHOUT ANY WARRANTY; without even the implied warranty of
    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
    GNU General Public License for more details.

    You should have received a copy of the GNU General Public License
    along with FairEmail.  If not, see <http://www.gnu.org/licenses/>.

    Copyright 2018-2024 by Marcel Bokhorst (M66B)
*/

import static eu.faircode.email.ServiceAuthenticator.AUTH_TYPE_GRAPH;

import android.Manifest;
import android.app.AlarmManager;
import android.app.Notification;
import android.app.NotificationManager;
import android.app.PendingIntent;
import android.content.BroadcastReceiver;
import android.content.Context;
import android.content.Intent;
import android.content.IntentFilter;
import android.content.SharedPreferences;
import android.net.ConnectivityManager;
import android.net.Network;
import android.net.NetworkCapabilities;
import android.net.NetworkRequest;
import android.net.Uri;
import android.os.PowerManager;
import android.os.SystemClock;
import android.text.TextUtils;

import androidx.annotation.NonNull;
import androidx.core.app.NotificationCompat;
import androidx.core.content.ContextCompat;
import androidx.lifecycle.Observer;
import androidx.preference.PreferenceManager;

import com.sun.mail.smtp.SMTPSendFailedException;
import com.sun.mail.util.TraceOutputStream;

import org.json.JSONException;

import java.io.ByteArrayOutputStream;
import java.io.File;
import java.io.FileNotFoundException;
import java.io.IOException;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.Date;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.Objects;
import java.util.Properties;
import java.util.concurrent.ExecutorService;

import javax.mail.Address;
import javax.mail.AuthenticationFailedException;
import javax.mail.MessageRemovedException;
import javax.mail.MessagingException;
import javax.mail.SendFailedException;
import javax.mail.Session;
import javax.mail.internet.InternetAddress;
import javax.mail.internet.MimeMessage;

import biweekly.ICalendar;
import biweekly.component.VEvent;
import biweekly.property.Method;

public class ServiceSend extends ServiceBase implements SharedPreferences.OnSharedPreferenceChangeListener {
    private int retry_max = RETRY_MAX_DEFAULT;
    private TupleUnsent lastUnsent = null;
    private Network lastActive = null;
    private boolean lastSuitable = false;
    private int lastProgress = -1;

    private TwoStateOwner owner;
    private PowerManager.WakeLock wlOutbox;
    private List<Long> handling = new ArrayList<>();

    private static final ExecutorService executor =
            Helper.getBackgroundExecutor(1, "send");

    private static final long RETRY_WAIT = 5000L; // milliseconds
    private static final int CONNECTIVITY_DELAY = 5000; // milliseconds
    private static final int PROGRESS_UPDATE_INTERVAL = 1000; // milliseconds
    private static final long STOP_DELAY = 2500L;

    static final int PI_SEND = 1;
    static final int PI_FIX = 2;

    static final int RETRY_MAX_DEFAULT = 3;

    @Override
    public void onCreate() {
        EntityLog.log(this, "Service send create");
        super.onCreate();
        try {
            startForeground(NotificationHelper.NOTIFICATION_SEND, getNotificationService(false));
        } catch (Throwable ex) {
            if (Helper.isPlayStoreInstall())
                Log.i(ex);
            else
                Log.e(ex);
        }

        SharedPreferences prefs = PreferenceManager.getDefaultSharedPreferences(this);
        retry_max = prefs.getInt("send_retry_max", RETRY_MAX_DEFAULT);

        owner = new TwoStateOwner(this, "send");

        PowerManager pm = Helper.getSystemService(this, PowerManager.class);
        wlOutbox = pm.newWakeLock(PowerManager.PARTIAL_WAKE_LOCK, BuildConfig.APPLICATION_ID + ":send");

        final Runnable quit = new RunnableEx("send:quit") {
            @Override
            protected void delegate() {
                stopSelf();
            }
        };

        // Observe unsent count
        DB db = DB.getInstance(this);
        db.operation().liveUnsent().observe(this, new Observer<TupleUnsent>() {
            @Override
            public void onChanged(TupleUnsent unsent) {
                if (unsent == null || !unsent.equals(lastUnsent)) {
                    lastUnsent = unsent;
                    EntityLog.log(ServiceSend.this, "Unsent=" + (unsent == null ? null : unsent.count));

                    try {
                        NotificationManager nm =
                                Helper.getSystemService(ServiceSend.this, NotificationManager.class);
                        if (NotificationHelper.areNotificationsEnabled(nm))
                            nm.notify(NotificationHelper.NOTIFICATION_SEND, getNotificationService(false));
                    } catch (Throwable ex) {
                        Log.w(ex);
                    }

                    getMainHandler().removeCallbacks(quit);
                    if (unsent == null || unsent.count == 0)
                        getMainHandler().postDelayed(quit, STOP_DELAY);
                }
            }
        });

        // Observe send operations
        db.operation().liveSend().observe(owner, new Observer<List<EntityOperation>>() {
            @Override
            public void onChanged(List<EntityOperation> operations) {
                if (operations == null)
                    operations = new ArrayList<>();

                final List<EntityOperation> process = new ArrayList<>();

                List<Long> ops = new ArrayList<>();
                for (EntityOperation op : operations) {
                    if (!handling.contains(op.id))
                        process.add(op);
                    ops.add(op.id);
                }
                handling = ops;

                if (process.size() > 0) {
                    EntityLog.log(ServiceSend.this,
                            "Send process=" + TextUtils.join(",", process) +
                                    " handling=" + TextUtils.join(",", handling));

                    executor.submit(new Runnable() {
                        @Override
                        public void run() {
                            processOperations(process);
                        }
                    });
                }
            }
        });

        ConnectionHelper.NetworkState state = ConnectionHelper.getNetworkState(this);
        lastActive = state.getActive();
        lastSuitable = state.isSuitable();
        if (lastSuitable)
            owner.start();

        ConnectivityManager cm = Helper.getSystemService(this, ConnectivityManager.class);
        NetworkRequest.Builder builder = new NetworkRequest.Builder();
        builder.addCapability(NetworkCapabilities.NET_CAPABILITY_INTERNET);
        cm.registerNetworkCallback(builder.build(), networkCallback);

        IntentFilter iif = new IntentFilter();
        iif.addAction(ConnectivityManager.CONNECTIVITY_ACTION);
        iif.addAction(Intent.ACTION_AIRPLANE_MODE_CHANGED);
        ContextCompat.registerReceiver(this,
                connectionChangedReceiver,
                iif,
                ContextCompat.RECEIVER_NOT_EXPORTED);

        PreferenceManager.getDefaultSharedPreferences(this).registerOnSharedPreferenceChangeListener(this);
    }

    @Override
    public void onTimeout(int startId) {
        Log.e(new Throwable("onTimeout"));
    }

    @Override
    public void onDestroy() {
        EntityLog.log(this, "Service send destroy");

        PreferenceManager.getDefaultSharedPreferences(this).unregisterOnSharedPreferenceChangeListener(this);

        unregisterReceiver(connectionChangedReceiver);

        ConnectivityManager cm = Helper.getSystemService(this, ConnectivityManager.class);
        cm.unregisterNetworkCallback(networkCallback);

        getMainHandler().removeCallbacks(_checkConnectivity);

        owner.stop();
        handling.clear();

        stopForeground(true);

        NotificationManager nm = Helper.getSystemService(this, NotificationManager.class);
        nm.cancel(NotificationHelper.NOTIFICATION_SEND);

        super.onDestroy();
        CoalMine.watch(this, this.getClass().getName() + "#onDestroy");
    }

    @Override
    public void onSharedPreferenceChanged(SharedPreferences prefs, String key) {
        if (ConnectionHelper.PREF_NETWORK.contains(key))
            checkConnectivity();
    }

    @Override
    public int onStartCommand(Intent intent, int flags, int startId) {
        super.onStartCommand(intent, flags, startId);
        try {
            startForeground(NotificationHelper.NOTIFICATION_SEND, getNotificationService(false));
        } catch (Throwable ex) {
            if (Helper.isPlayStoreInstall())
                Log.i(ex);
            else
                Log.e(ex);
        }

        Log.i("Send intent=" + intent);
        Log.logExtras(intent);

        return START_STICKY;
    }

    private Notification getNotificationService(boolean alert) {
        NotificationCompat.Builder builder =
                new NotificationCompat.Builder(this, "send")
                        .setForegroundServiceBehavior(Notification.FOREGROUND_SERVICE_IMMEDIATE)
                        .setSmallIcon(R.drawable.baseline_send_white_24)
                        .setContentTitle(getString(R.string.title_notification_sending))
                        .setContentIntent(getPendingIntent(this))
                        .setAutoCancel(false)
                        .setShowWhen(true)
                        .setOnlyAlertOnce(!alert)
                        .setDefaults(0) // disable sound on pre Android 8
                        .setPriority(NotificationCompat.PRIORITY_MIN)
                        .setCategory(NotificationCompat.CATEGORY_SERVICE)
                        .setVisibility(NotificationCompat.VISIBILITY_SECRET)
                        .setLocalOnly(true)
                        .setOngoing(true);

        if (lastUnsent != null && lastUnsent.count != null)
            builder.setContentText(getResources().getQuantityString(
                    R.plurals.title_notification_unsent, lastUnsent.count, lastUnsent.count));
        if (lastUnsent == null || lastUnsent.busy == null || lastUnsent.busy == 0)
            builder.setSubText(getString(R.string.title_notification_idle));
        if (!lastSuitable)
            builder.setSubText(getString(R.string.title_notification_waiting));
        if (lastProgress >= 0)
            builder.setProgress(100, lastProgress, false);

        if (!lastSuitable) {
            Intent manage = new Intent(this, ActivitySetup.class)
                    .setAction("connection")
                    .addFlags(Intent.FLAG_ACTIVITY_NEW_TASK | Intent.FLAG_ACTIVITY_CLEAR_TASK)
                    .putExtra("tab", "connection");
            PendingIntent piManage = PendingIntentCompat.getActivity(
                    this, ActivitySetup.PI_CONNECTION, manage, PendingIntent.FLAG_UPDATE_CURRENT);
            NotificationCompat.Action.Builder actionManage = new NotificationCompat.Action.Builder(
                    R.drawable.twotone_settings_24,
                    getString(R.string.title_setup_manage),
                    piManage);
            builder.addAction(actionManage.build());
        }

        Notification notification = builder.build();
        notification.flags |= Notification.FLAG_NO_CLEAR;
        return notification;
    }

    NotificationCompat.Builder getNotificationError(String recipient, Throwable ex, int tries_left) {
        NotificationCompat.Builder builder = new NotificationCompat.Builder(this, tries_left == 0 ? "error" : "warning")
                .setSmallIcon(R.drawable.baseline_warning_white_24)
                .setContentTitle(getString(R.string.title_notification_sending_failed, recipient))
                .setContentIntent(getPendingIntent(this))
                .setAutoCancel(true)
                .setShowWhen(true)
                .setPriority(NotificationCompat.PRIORITY_MAX)
                .setOnlyAlertOnce(false)
                .setCategory(NotificationCompat.CATEGORY_ERROR)
                .setVisibility(NotificationCompat.VISIBILITY_SECRET);

        if (tries_left == 0) {
            builder.setContentText(Log.formatThrowable(ex, false))
                    .setStyle(new NotificationCompat.BigTextStyle()
                            .bigText(Log.formatThrowable(ex, "\n", false)));
        } else {
            String msg = getString(R.string.title_notification_sending_left, tries_left);
            builder.setContentText(msg)
                    .setStyle(new NotificationCompat.BigTextStyle()
                            .bigText(msg + "\n" + getString(R.string.title_notification_sending_retry)));
        }

        return builder;
    }

    private static PendingIntent getPendingIntent(Context context) {
        Intent intent = new Intent(context, ActivityView.class);
        intent.setAction("outbox");
        intent.addFlags(Intent.FLAG_ACTIVITY_NEW_TASK);
        return PendingIntentCompat.getActivity(
                context, ActivityView.PI_OUTBOX, intent, PendingIntent.FLAG_UPDATE_CURRENT);
    }

    ConnectivityManager.NetworkCallback networkCallback = new ConnectivityManager.NetworkCallback() {
        @Override
        public void onAvailable(Network network) {
            Log.i("Service send available=" + network);
            checkConnectivity();
        }

        @Override
        public void onCapabilitiesChanged(Network network, NetworkCapabilities caps) {
            Log.i("Service send network=" + network + " caps=" + caps);
            checkConnectivity();
        }

        @Override
        public void onLost(@NonNull Network network) {
            Log.i("Service send lost=" + network);
            checkConnectivity();
        }
    };

    private BroadcastReceiver connectionChangedReceiver = new BroadcastReceiver() {
        @Override
        public void onReceive(Context context, Intent intent) {
            Log.i("Received " + intent +
                    " " + TextUtils.join(" ", Log.getExtras(intent.getExtras())));
            checkConnectivity();
        }
    };

    private void checkConnectivity() {
        getMainHandler().postDelayed(_checkConnectivity, CONNECTIVITY_DELAY);
    }

    private Runnable _checkConnectivity = new Runnable() {
        @Override
        public void run() {
            Network active = ConnectionHelper.getActiveNetwork(ServiceSend.this);
            boolean restart = !Objects.equals(lastActive, active);
            if (restart) {
                lastActive = active;
                EntityLog.log(ServiceSend.this, "Service send active=" + active);

                if (lastSuitable) {
                    EntityLog.log(ServiceSend.this, "Service send restart");
                    lastSuitable = false;
                    owner.stop();
                    handling.clear();
                }
            }

            boolean suitable = ConnectionHelper.getNetworkState(ServiceSend.this).isSuitable();
            if (lastSuitable != suitable) {
                lastSuitable = suitable;
                EntityLog.log(ServiceSend.this, "Service send suitable=" + suitable);

                try {
                    NotificationManager nm =
                            Helper.getSystemService(ServiceSend.this, NotificationManager.class);
                    if (NotificationHelper.areNotificationsEnabled(nm))
                        nm.notify(NotificationHelper.NOTIFICATION_SEND, getNotificationService(false));
                } catch (Throwable ex) {
                    Log.w(ex);
                }

                if (suitable)
                    owner.start();
                else {
                    owner.stop();
                    handling.clear();
                }
            }
        }
    };

    private void processOperations(List<EntityOperation> ops) {
        long start = new Date().getTime();
        try {
            wlOutbox.acquire(Helper.WAKELOCK_MAX);

            DB db = DB.getInstance(this);
            EntityFolder outbox = db.folder().getOutbox();
            try {
                db.folder().setFolderError(outbox.id, null);
                db.folder().setFolderSyncState(outbox.id, "syncing");

                EntityLog.log(this, "Send processing operations=" + ops.size());

                while (ops.size() > 0) {
                    if (!ConnectionHelper.getNetworkState(this).isSuitable())
                        break;

                    EntityOperation op = ops.get(0);
                    if (db.operation().getOperation(op.id) == null) {
                        ops.remove(op);
                        continue;
                    }

                    EntityMessage message = null;
                    if (op.message != null)
                        message = db.message().getMessage(op.message);

                    try {
                        EntityLog.log(this, "Send start op=" + op.id + "/" + op.name +
                                " msg=" + op.message +
                                " tries=" + op.tries +
                                " args=" + op.args);

                        db.operation().setOperationTries(op.id, ++op.tries);
                        db.operation().setOperationError(op.id, null);

                        if (message != null)
                            db.message().setMessageError(message.id, null);

                        db.operation().setOperationState(op.id, "executing");

                        Map<String, String> crumb = new HashMap<>();
                        crumb.put("name", op.name);
                        crumb.put("args", op.args);
                        crumb.put("folder", op.folder + ":outbox");
                        if (op.message != null)
                            crumb.put("message", Long.toString(op.message));
                        Log.breadcrumb("operation", crumb);

                        switch (op.name) {
                            case EntityOperation.SYNC:
                                onSync(outbox);
                                break;

                            case EntityOperation.SEND:
                                if (message == null)
                                    throw new MessageRemovedException();
                                onSend(message);
                                break;

                            case EntityOperation.ANSWERED:
                                break;

                            default:
                                throw new IllegalArgumentException("Unknown operation=" + op.name);
                        }

                        db.operation().deleteOperation(op.id);
                        ops.remove(op);
                    } catch (Throwable ex) {
                        Log.e(outbox.name, ex);
                        EntityLog.log(this, "Send " + Log.formatThrowable(ex, false));

                        boolean unrecoverable = (ex instanceof OutOfMemoryError ||
                                ex instanceof MessageRemovedException ||
                                ex instanceof FileNotFoundException ||
                                (ex instanceof AuthenticationFailedException && !ConnectionHelper.isIoError(ex)) ||
                                ex instanceof SendFailedException ||
                                ex instanceof IllegalArgumentException);
                        int tries_left = (unrecoverable ? 0 : retry_max - op.tries);

                        db.operation().setOperationError(op.id, Log.formatThrowable(ex));
                        if (message != null) {
                            db.message().setMessageError(message.id, Log.formatThrowable(ex));

                            try {
                                NotificationManager nm = Helper.getSystemService(this, NotificationManager.class);
                                if (NotificationHelper.areNotificationsEnabled(nm)) {
                                    NotificationCompat.Builder builder = getNotificationError(
                                            MessageHelper.formatAddressesShort(message.to), ex, tries_left);

                                    if (ex instanceof AuthenticationFailedException &&
                                            ex.getMessage() != null &&
                                            ex.getMessage().contains("535 5.7.3 Authentication unsuccessful")) {
                                        EntityIdentity identity = db.identity().getIdentity(message.identity);
                                        if (identity == null) {
                                            Intent intent = new Intent(Intent.ACTION_VIEW, Uri.parse(Helper.SUPPORT_URI))
                                                    .addFlags(Intent.FLAG_ACTIVITY_NEW_TASK);
                                            PendingIntent piFix = PendingIntentCompat.getActivity(
                                                    this, PI_FIX, intent, PendingIntent.FLAG_UPDATE_CURRENT);
                                            builder.setContentIntent(piFix);
                                        } else {
                                            EntityAccount account = db.account().getAccount(identity.account);
                                            int protocol = (account == null ? -1 : account.protocol);

                                            Intent intent = new Intent(this, ActivityError.class);
                                            intent.setAction("535:" + identity.id);
                                            intent.putExtra("title", new ThrowableWrapper(ex).getSafeMessage());
                                            intent.putExtra("message", Log.formatThrowable(ex, "\n", false));
                                            intent.putExtra("provider", "outlookgraph");
                                            intent.putExtra("account", identity.account);
                                            intent.putExtra("protocol", protocol);
                                            intent.putExtra("auth_type", AUTH_TYPE_GRAPH);
                                            intent.putExtra("identity", identity.id);
                                            intent.putExtra("personal", identity.name);
                                            intent.putExtra("address", identity.user);
                                            intent.putExtra("faq", 14);
                                            intent.addFlags(Intent.FLAG_ACTIVITY_NEW_TASK);
                                            PendingIntent pi = PendingIntentCompat.getActivity(
                                                    this, ActivityError.PI_ERROR, intent, PendingIntent.FLAG_UPDATE_CURRENT);
                                            builder.setContentIntent(pi);
                                        }
                                    }

                                    nm.notify("send:" + message.id,
                                            NotificationHelper.NOTIFICATION_TAGGED,
                                            builder.build());
                                }
                            } catch (Throwable ex1) {
                                Log.w(ex1);
                            }
                        }

                        if (tries_left <= 0) {
                            Log.w("Send tries left=" + tries_left +
                                    " unrecoverable=" + unrecoverable);
                            db.operation().deleteOperation(op.id);
                            ops.remove(op);
                        } else {
                            Log.i("Send retry wait");
                            Thread.sleep(RETRY_WAIT);
                            throw ex;
                        }
                    } finally {
                        EntityLog.log(this, "Send end op=" + op.id + "/" + op.name);
                        db.operation().setOperationState(op.id, null);
                    }
                }

            } catch (Throwable ex) {
                Log.e(outbox.name, ex);
                db.folder().setFolderError(outbox.id, Log.formatThrowable(ex));
            } finally {
                db.folder().setFolderState(outbox.id, null);
                db.folder().setFolderSyncState(outbox.id, null);
            }
        } finally {
            if (wlOutbox.isHeld())
                wlOutbox.release();
            else
                Log.i("send release elapse=" + (new Date().getTime() - start));
        }
    }

    private void onSync(EntityFolder outbox) {
        NotificationManager nm = Helper.getSystemService(this, NotificationManager.class);

        DB db = DB.getInstance(this);
        try {
            db.beginTransaction();

            db.folder().setFolderError(outbox.id, null);

            // Requeue non executing operations
            for (long id : db.message().getMessageByFolder(outbox.id)) {
                EntityMessage message = db.message().getMessage(id);
                if (message == null || message.warning != null)
                    continue;

                EntityOperation op = db.operation().getOperation(message.id, EntityOperation.SEND);
                if (op != null) {
                    if ("executing".equals(op.state))
                        continue;
                    db.operation().deleteOperation(op.id);
                }

                EntityLog.log(this, "Send restore id=" + message.id + " error=" + message.error);

                db.message().setMessageError(message.id, null);
                nm.cancel("send:" + message.id, NotificationHelper.NOTIFICATION_TAGGED);

                if (message.ui_snoozed == null)
                    EntityOperation.queue(this, message, EntityOperation.SEND);
                else
                    EntityMessage.snooze(this, message.id, message.ui_snoozed);
            }

            db.setTransactionSuccessful();
        } catch (IllegalArgumentException ex) {
            Log.w(ex);
        } finally {
            db.endTransaction();
        }

        ServiceSend.start(this);
    }

    private void onSend(EntityMessage message) throws JSONException, MessagingException, IOException {
        DB db = DB.getInstance(this);

        // Check if cancelled by user or by errors
        EntityOperation operation = db.operation().getOperation(message.id, EntityOperation.SEND);
        if (operation == null)
            return;

        // Mark attempt
        if (message.last_attempt == null) {
            message.last_attempt = new Date().getTime();
            db.message().setMessageLastAttempt(message.id, message.last_attempt);
        }

        NotificationManager nm = Helper.getSystemService(this, NotificationManager.class);
        if (NotificationHelper.areNotificationsEnabled(nm))
            nm.notify(NotificationHelper.NOTIFICATION_SEND, getNotificationService(true));

        SharedPreferences prefs = PreferenceManager.getDefaultSharedPreferences(this);
        boolean send_partial = prefs.getBoolean("send_partial", false);
        boolean reply_move = prefs.getBoolean("reply_move", false);
        boolean reply_move_inbox = prefs.getBoolean("reply_move_inbox", true);
        boolean protocol = prefs.getBoolean("protocol", false);
        boolean debug = (prefs.getBoolean("debug", false) || BuildConfig.DEBUG);

        if (message.identity == null)
            throw new IllegalArgumentException("Send without identity");
        if (!message.content)
            throw new IllegalArgumentException("Message body missing");

        EntityAccount account = db.account().getAccount(message.account);

        EntityIdentity ident = db.identity().getIdentity(message.identity);
        if (ident == null)
            throw new IllegalArgumentException("Identity not found");
        if (!ident.synchronize)
            throw new IllegalArgumentException("Identity is disabled");

        // Update message ID
        if (message.from != null && message.from.length > 0) {
            String from = ((InternetAddress) message.from[0]).getAddress();
            int at = (from == null ? -1 : from.indexOf('@'));
            if (at > 0 && at + 1 < from.length())
                message.msgid = EntityMessage.generateMessageId(from.substring(at + 1));
        }

        // Set sent time
        message.sent = new Date().getTime();
        db.message().setMessageSent(message.id, message.sent);

        // Create message
        Properties props = MessageHelper.getSessionProperties(ident.unicode);
        Session isession = Session.getInstance(props, null);
        MimeMessage imessage = MessageHelper.from(this, message, ident, isession, true);

        // Prepare sent message
        Long sid = null;
        EntityFolder sent = null;

        if (reply_move && !TextUtils.isEmpty(message.inreplyto)) {
            List<EntityMessage> replied = db.message().getMessagesByMsgId(message.account, message.inreplyto);
            if (replied != null)
                for (EntityMessage m : replied)
                    if (!m.ui_hide) {
                        EntityFolder folder = db.folder().getFolder(m.folder);
                        if (folder != null &&
                                ((EntityFolder.INBOX.equals(folder.type) && reply_move_inbox) ||
                                        EntityFolder.ARCHIVE.equals(folder.type) ||
                                        EntityFolder.USER.equals(folder.type))) {
                            sent = folder;
                            break;
                        }
                    }
        }

        if (sent == null)
            sent = db.folder().getFolderByType(message.account, EntityFolder.SENT);

        if (sent != null) {
            EntityLog.log(this, sent.name + " Preparing sent message" +
                    " folder=" + sent.name + "/" + sent.type);

            long id = message.id;

            imessage.saveChanges();
            MessageHelper helper = new MessageHelper(imessage, this);

            if (message.uid != null) {
                Log.e("Outbox id=" + message.id + " uid=" + message.uid);
                message.uid = null;
            }

            MessageHelper.MessageParts parts = helper.getMessageParts();
            String body = parts.getHtml(this);
            Integer plain = parts.isPlainOnly();
            if (plain != null && (plain & 1) != 0)
                body = body.replace("<div x-plain=\"true\">", "<div>");

            String text = HtmlHelper.getFullText(body);
            String language = HtmlHelper.getLanguage(this, message.subject, text);
            String preview = HtmlHelper.getPreview(text);

            try {
                db.beginTransaction();

                message.id = null;
                message.folder = sent.id;
                if (account != null && account.protocol == EntityAccount.TYPE_IMAP)
                    message.identity = null;
                message.from = helper.getFrom();
                message.cc = helper.getCc();
                message.bcc = helper.getBcc();
                message.reply = helper.getReply();
                message.subject = helper.getSubject(); // Subject encryption
                message.encrypt = parts.getEncryption();
                message.ui_encrypt = message.encrypt;
                message.received = message.sent; // now
                message.seen = true;
                message.ui_seen = true;
                message.ui_hide = true;
                message.ui_busy = Long.MAX_VALUE; // Needed to keep messages in user folders
                message.raw = null;
                message.error = null;
                message.id = db.message().insertMessage(message);

                File file = EntityMessage.getFile(this, message.id);
                Helper.writeText(file, body);
                db.message().setMessageContent(message.id,
                        true,
                        language,
                        parts.isPlainOnly(),
                        preview,
                        parts.getWarnings(message.warning));

                EntityAttachment.copy(this, id, message.id);

                Long size = null;
                if (body != null)
                    size = (long) body.length();

                Long total = size;
                List<EntityAttachment> attachments = db.attachment().getAttachments(message.id);
                for (EntityAttachment attachment : attachments)
                    if (attachment.size != null)
                        total = (total == null ? 0 : total) + attachment.size;

                db.message().setMessageSize(message.id, size, total);

                db.setTransactionSuccessful();
            } finally {
                db.endTransaction();
            }

            sid = message.id;
            message.id = id;
        }

        // Create transport
        long start = 0;
        long end = 0;
        Long max_size = null;
        SMTPSendFailedException partial = null;
        if (ident.auth_type == AUTH_TYPE_GRAPH) {
            start = new Date().getTime();
            MicrosoftGraph.send(ServiceSend.this, ident, imessage);
            end = new Date().getTime();
        } else {
            EmailService iservice = new EmailService(this, ident, EmailService.PURPOSE_USE, debug);
            try {
                if (ident.envelopeFrom != null)
                    iservice.setMailFrom(ident.envelopeFrom);
                if (send_partial)
                    iservice.setSendPartial(true);
                iservice.setUseIp(ident.use_ip, ident.ehlo);
                if (!message.isSigned() && !message.isEncrypted())
                    iservice.set8BitMime(ident.octetmime);

                // 0=Read receipt
                // 1=Delivery receipt
                // 2=Read+delivery receipt

                if (message.receipt_request != null && message.receipt_request) {
                    int receipt_type = prefs.getInt("receipt_type", 2);
                    if (ident.receipt_type != null)
                        receipt_type = ident.receipt_type;
                    if (receipt_type == 1 || receipt_type == 2) // Delivery receipt
                        iservice.setDsnNotify("SUCCESS,FAILURE,DELAY");
                }

                // Connect transport
                db.identity().setIdentityState(ident.id, "connecting");
                iservice.connect(ident);
                if (BuildConfig.DEBUG && false)
                    throw new IOException("Test");
                db.identity().setIdentityState(ident.id, "connected");

                EntityLog.log(this, EntityLog.Type.Protocol, ident.email + " " +
                        TextUtils.join(" ", iservice.getCapabilities()));

                max_size = iservice.getMaxSize();

                List<Address> recipients = new ArrayList<>();
                if (message.headers == null || !Boolean.TRUE.equals(message.resend)) {
                    Address[] all = imessage.getAllRecipients();
                    if (all != null)
                        recipients.addAll(Arrays.asList(all));
                } else {
                    String to = imessage.getHeader("Resent-To", ",");
                    if (to != null)
                        for (Address a : InternetAddress.parse(to))
                            recipients.add(a);

                    String cc = imessage.getHeader("Resent-Cc", ",");
                    if (cc != null)
                        for (Address a : InternetAddress.parse(cc))
                            recipients.add(a);

                    String bcc = imessage.getHeader("Resent-Bcc", ",");
                    if (bcc != null)
                        for (Address a : InternetAddress.parse(bcc))
                            recipients.add(a);
                }

                if (BuildConfig.DEBUG && false) {
                    InternetAddress invalid = new InternetAddress();
                    invalid.setAddress("invalid");
                    recipients.add(invalid);
                }

                if (protocol && BuildConfig.DEBUG) {
                    ByteArrayOutputStream bos = new ByteArrayOutputStream();
                    imessage.writeTo(bos);
                    for (String line : bos.toString().split("\n"))
                        EntityLog.log(this, line);
                }

                Address[] rcptto = MessageHelper.removeGroups(recipients.toArray(new Address[0]));

                String via = "via " + ident.host + "/" + ident.user +
                        " rcptto=" + TextUtils.join(", ", recipients);

                iservice.setReporter(new TraceOutputStream.IReport() {
                    private int progress = -1;
                    private long last = SystemClock.elapsedRealtime();

                    @Override
                    public void report(int pos, int total) {
                        int p = (total == 0 ? 0 : 100 * pos / total);
                        if (p > progress) {
                            progress = p;
                            long now = SystemClock.elapsedRealtime();
                            if (now > last + PROGRESS_UPDATE_INTERVAL) {
                                last = now;
                                lastProgress = progress;
                                if (NotificationHelper.areNotificationsEnabled(nm))
                                    nm.notify(NotificationHelper.NOTIFICATION_SEND, getNotificationService(false));
                            }
                        }
                    }
                });

                // Send message
                EntityLog.log(this, "Sending " + via);
                start = new Date().getTime();
                try {
                    iservice.getTransport().sendMessage(imessage, rcptto);
                } finally {
                    end = new Date().getTime();
                }
                EntityLog.log(this, "Sent " + via + " elapse=" + (end - start) + " ms");
            } catch (MessagingException ex) {

                iservice.dump(ident.email);
                Log.e(ex);

                if (ex instanceof SMTPSendFailedException) {
                    SMTPSendFailedException sem = (SMTPSendFailedException) ex;
                    if (send_partial &&
                            sem.getInvalidAddresses() != null &&
                            sem.getValidSentAddresses() != null &&
                            sem.getValidUnsentAddresses() != null &&
                            sem.getValidSentAddresses().length > 0 &&
                            sem.getInvalidAddresses().length + sem.getValidUnsentAddresses().length > 0) {
                        partial = sem;
                    }
                    ex = new SMTPSendFailedException(
                            sem.getCommand(),
                            sem.getReturnCode(),
                            getString(R.string.title_service_auth, sem.getMessage()),
                            sem.getNextException(),
                            sem.getValidSentAddresses(),
                            sem.getValidUnsentAddresses(),
                            sem.getInvalidAddresses());
                }

                if (sid != null && partial == null)
                    db.message().deleteMessage(sid);

                db.identity().setIdentityError(ident.id, Log.formatThrowable(ex));

                if (partial == null)
                    throw ex;
            } catch (Throwable ex) {
                iservice.dump(ident.email);
                throw ex;
            } finally {
                iservice.close();
                if (lastProgress >= 0) {
                    lastProgress = -1;
                    if (NotificationHelper.areNotificationsEnabled(nm))
                        nm.notify(NotificationHelper.NOTIFICATION_SEND, getNotificationService(false));
                }
                db.identity().setIdentityState(ident.id, null);
            }
        }

        try {
            db.beginTransaction();

            // Delete from outbox
            if (partial == null)
                db.message().deleteMessage(message.id);
            else {
                Throwable ex = new Throwable(getString(R.string.title_advanced_sent_partially), partial);
                db.message().setMessageWarning(message.id, Log.formatThrowable(ex));
                if (NotificationHelper.areNotificationsEnabled(nm)) {
                    NotificationCompat.Builder builder = getNotificationError(
                            MessageHelper.formatAddressesShort(message.to),
                            ex, 0);
                    nm.notify("partial:" + message.id,
                            NotificationHelper.NOTIFICATION_TAGGED,
                            builder.build());
                }
            }

            // Show in sent folder
            if (sid != null) {
                if (EntityMessage.PGP_SIGNENCRYPT.equals(message.ui_encrypt) ||
                        EntityMessage.SMIME_SIGNENCRYPT.equals(message.ui_encrypt))
                    db.attachment().deleteAttachments(sid,
                            new int[]{EntityAttachment.PGP_MESSAGE, EntityAttachment.SMIME_MESSAGE});

                if (partial != null) {
                    List<Address> unsent = new ArrayList<>();
                    if (partial.getInvalidAddresses() != null)
                        unsent.addAll(Arrays.asList(partial.getInvalidAddresses()));
                    if (partial.getValidUnsentAddresses() != null)
                        unsent.addAll(Arrays.asList(partial.getValidUnsentAddresses()));
                    db.message().setMessageTo(sid,
                            DB.Converters.encodeAddresses(MessageHelper.removeAddresses(message.to, unsent)));
                    db.message().setMessageCc(sid,
                            DB.Converters.encodeAddresses(MessageHelper.removeAddresses(message.cc, unsent)));
                    db.message().setMessageBcc(sid,
                            DB.Converters.encodeAddresses(MessageHelper.removeAddresses(message.bcc, unsent)));
                }

                db.message().setMessageReceived(sid, start);
                db.message().setMessageSent(sid, end);
                db.message().setMessageUiHide(sid, false);
            }

            // Mark replied
            if (message.inreplyto != null) {
                List<EntityMessage> replieds = db.message().getMessagesByMsgId(message.account, message.inreplyto);
                for (EntityMessage replied : replieds)
                    EntityOperation.queue(this, replied, EntityOperation.ANSWERED, true);
            }

            // Mark forwarded
            if (message.wasforwardedfrom != null) {
                List<EntityMessage> forwardeds = db.message().getMessagesByMsgId(message.account, message.wasforwardedfrom);
                for (EntityMessage forwarded : forwardeds)
                    EntityOperation.queue(this, forwarded,
                            EntityOperation.KEYWORD, MessageHelper.FLAG_FORWARDED, true);
            }

            // Update identity
            db.identity().setIdentityMaxSize(ident.id, max_size);
            db.identity().setIdentityConnected(ident.id, new Date().getTime());
            db.identity().setIdentityError(ident.id, null);

            db.setTransactionSuccessful();
        } finally {
            db.endTransaction();
        }

        nm.cancel("send:" + message.id, NotificationHelper.NOTIFICATION_TAGGED);

        // Play sent sound
        String sound = prefs.getString("sound_sent", null);
        if (!TextUtils.isEmpty(sound))
            MediaPlayerHelper.queue(ServiceSend.this, sound);

        // Check sent message
        if (sid != null) {
            try {
                db.beginTransaction();

                // Message could have been deleted
                EntityMessage orphan = db.message().getMessage(sid);
                if (orphan != null)
                    if (account == null || account.protocol == EntityAccount.TYPE_IMAP)
                        EntityOperation.queue(this, orphan, EntityOperation.EXISTS);
                    else if (sent != null)
                        EntityContact.received(this, account, sent, message);

                db.setTransactionSuccessful();
            } finally {
                db.endTransaction();
            }

            checkICalendar(sid);
        }

        ServiceSynchronize.eval(this, "sent");
    }

    private void checkICalendar(long sid) {
        boolean permission = Helper.hasPermission(this, Manifest.permission.WRITE_CALENDAR);
        if (!permission)
            return;

        DB db = DB.getInstance(this);
        List<EntityAttachment> attachments = db.attachment().getAttachments(sid);
        if (attachments == null || attachments.size() == 0)
            return;

        for (EntityAttachment attachment : attachments)
            if ("text/calendar".equals(attachment.type))
                try {
                    File ics = attachment.getFile(this);
                    ICalendar icalendar = CalendarHelper.parse(ServiceSend.this, ics);

                    Method method = icalendar.getMethod();
                    if (method == null || !method.isReply())
                        return;

                    VEvent event = icalendar.getEvents().get(0);
                    EntityMessage message = db.message().getMessage(sid);
                    CalendarHelper.update(this, event, message);

                    break;
                } catch (Throwable ex) {
                    Log.e(ex);
                }
    }

    static void boot(final Context context) {
        Helper.getSerialExecutor().submit(new Runnable() {
            @Override
            public void run() {
                try {
                    EntityLog.log(context, "Boot send service");

                    DB db = DB.getInstance(context);

                    EntityFolder outbox = db.folder().getOutbox();
                    if (outbox != null) {
                        int operations = db.operation().getOperations(EntityOperation.SEND).size();
                        if (operations > 0)
                            start(context);
                        else {
                            db.folder().setFolderState(outbox.id, null);
                            db.folder().setFolderSyncState(outbox.id, null);
                        }
                    }
                } catch (Throwable ex) {
                    Log.e(ex);
                }
            }
        });
    }

    static void start(Context context) {
        try {
            ContextCompat.startForegroundService(context, new Intent(context, ServiceSend.class));
        } catch (Throwable ex) {
            Log.e(ex);
        }
    }

    static void stop(Context context) {
        context.stopService(new Intent(context, ServiceSend.class));
    }

    static void schedule(Context context, long delay) {
        Intent intent = new Intent(context, ServiceSend.class);
        PendingIntent pi = PendingIntentCompat.getForegroundService(
                context, PI_SEND, intent, PendingIntent.FLAG_UPDATE_CURRENT);

        long trigger = System.currentTimeMillis() + delay;
        AlarmManager am = Helper.getSystemService(context, AlarmManager.class);
        am.cancel(pi);
        AlarmManagerCompatEx.setAndAllowWhileIdle(context, am, AlarmManager.RTC_WAKEUP, trigger, pi);
    }

    static void watchdog(Context context) {
        boot(context);
    }
}