FairEmail/app/src/main/java/eu/faircode/email/ContactInfo.java

package eu.faircode.email;

/*
    This file is part of FairEmail.

    FairEmail is free software: you can redistribute it and/or modify
    it under the terms of the GNU General Public License as published by
    the Free Software Foundation, either version 3 of the License, or
    (at your option) any later version.

    FairEmail is distributed in the hope that it will be useful,
    but WITHOUT ANY WARRANTY; without even the implied warranty of
    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
    GNU General Public License for more details.

    You should have received a copy of the GNU General Public License
    along with FairEmail.  If not, see <http://www.gnu.org/licenses/>.

    Copyright 2018-2022 by Marcel Bokhorst (M66B)
*/

import android.Manifest;
import android.content.ContentResolver;
import android.content.Context;
import android.content.SharedPreferences;
import android.database.ContentObserver;
import android.database.Cursor;
import android.graphics.Bitmap;
import android.graphics.BitmapFactory;
import android.graphics.Canvas;
import android.graphics.Color;
import android.net.ConnectivityManager;
import android.net.NetworkInfo;
import android.net.Uri;
import android.provider.ContactsContract;
import android.text.TextUtils;
import android.util.Pair;

import androidx.annotation.NonNull;
import androidx.preference.PreferenceManager;

import org.json.JSONArray;
import org.json.JSONObject;
import org.jsoup.nodes.Document;
import org.jsoup.nodes.Element;
import org.jsoup.select.Elements;

import java.io.BufferedOutputStream;
import java.io.EOFException;
import java.io.File;
import java.io.FileNotFoundException;
import java.io.FileOutputStream;
import java.io.FilenameFilter;
import java.io.IOException;
import java.io.InputStream;
import java.io.OutputStream;
import java.io.UnsupportedEncodingException;
import java.net.ConnectException;
import java.net.HttpURLConnection;
import java.net.SocketTimeoutException;
import java.net.URL;
import java.net.UnknownHostException;
import java.nio.charset.StandardCharsets;
import java.security.cert.CertPathValidatorException;
import java.security.cert.CertificateException;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.Collections;
import java.util.Comparator;
import java.util.Date;
import java.util.HashMap;
import java.util.List;
import java.util.Locale;
import java.util.Map;
import java.util.concurrent.Callable;
import java.util.concurrent.ConcurrentHashMap;
import java.util.concurrent.ExecutionException;
import java.util.concurrent.Future;

import javax.mail.Address;
import javax.mail.internet.InternetAddress;
import javax.net.ssl.HttpsURLConnection;
import javax.net.ssl.SSLException;
import javax.net.ssl.SSLHandshakeException;
import javax.net.ssl.SSLPeerUnverifiedException;
import javax.net.ssl.SSLProtocolException;

public class ContactInfo {
    private String email;
    private Bitmap bitmap;
    private String type; // contact, vmc, favicon, identicon, letter, unknown
    private boolean verified;
    private String displayName;
    private Uri lookupUri;
    private boolean known;
    private long time;

    static final int FAVICON_READ_BYTES = 50 * 1024;

    private static Map<String, Lookup> emailLookup = new ConcurrentHashMap<>();
    private static final Map<String, ContactInfo> emailContactInfo = new HashMap<>();

    private static final int GENERATED_ICON_SIZE = 48; // dp
    private static final int FAVICON_ICON_SIZE = 64; // dp
    private static final int FAVICON_CONNECT_TIMEOUT = 5 * 1000; // milliseconds
    private static final int FAVICON_READ_TIMEOUT = 10 * 1000; // milliseconds
    private static final long CACHE_CONTACT_DURATION = 2 * 60 * 1000L; // milliseconds
    private static final long CACHE_FAVICON_DURATION = 2 * 7 * 24 * 60 * 60 * 1000L; // milliseconds
    private static final float MIN_FAVICON_LUMINANCE = 0.2f;

    // https://realfavicongenerator.net/faq
    private static final String[] FIXED_FAVICONS = new String[]{
            "apple-touch-icon.png", // 57x57
            "apple-touch-icon-precomposed.png", // 57x57
            "favicon.ico"
    };

    // https://css-tricks.com/prefetching-preloading-prebrowsing/
    // https://developer.mozilla.org/en-US/docs/Web/Performance/dns-prefetch
    private static final List<String> REL_EXCLUDE = Collections.unmodifiableList(Arrays.asList(
            "dns-prefetch", "preconnect", "prefetch", "preload", "prerender", "subresource",
            "respond-redirect"
    ));

    private ContactInfo() {
    }

    String getType() {
        return type;
    }

    boolean isEmailBased() {
        return ("gravatar".equals(type) || "libravatar".equals(type));
    }

    boolean isVerified() {
        return (bitmap != null && verified);
    }

    boolean hasPhoto() {
        return (bitmap != null);
    }

    Bitmap getPhotoBitmap() {
        return bitmap;
    }

    String getEmailAddress() {
        return email;
    }

    String getDisplayName() {
        return displayName;
    }

    boolean hasLookupUri() {
        return (lookupUri != null);
    }

    Uri getLookupUri() {
        return lookupUri;
    }

    boolean isKnown() {
        return known;
    }

    private boolean isExpired() {
        return (new Date().getTime() - time > CACHE_CONTACT_DURATION);
    }

    static void cleanup(Context context) {
        long now = new Date().getTime();

        // Favicons
        Log.i("Cleanup avatars");
        for (String type : new String[]{"favicons", "generated"}) {
            File[] favicons = new File(context.getFilesDir(), type).listFiles();
            if (favicons != null)
                for (File file : favicons)
                    if (file.lastModified() + CACHE_FAVICON_DURATION < now) {
                        Log.i("Deleting " + file);
                        if (!file.delete())
                            Log.w("Error deleting " + file);
                    }
        }
    }

    static void clearCache(Context context) {
        clearCache(context, true);
    }

    static void clearCache(Context context, boolean files) {
        synchronized (emailContactInfo) {
            emailContactInfo.clear();
        }

        if (!files)
            return;

        for (String type : new String[]{"favicons", "generated"}) {
            final File dir = new File(context.getFilesDir(), type);
            Helper.getParallelExecutor().submit(new Runnable() {
                @Override
                public void run() {
                    try {
                        File[] favicons = dir.listFiles();
                        if (favicons != null)
                            for (File favicon : favicons)
                                favicon.delete();
                    } catch (Throwable ex) {
                        Log.w(ex);
                    }
                }
            });
        }
    }

    @NonNull
    static ContactInfo[] get(Context context, long account, String folderType, String selector, Address[] addresses) {
        return get(context, account, folderType, selector, addresses, false);
    }

    static ContactInfo[] getCached(Context context, long account, String folderType, String selector, Address[] addresses) {
        return get(context, account, folderType, selector, addresses, true);
    }

    private static ContactInfo[] get(Context context, long account, String folderType, String selector, Address[] addresses, boolean cacheOnly) {
        if (addresses == null || addresses.length == 0)
            return new ContactInfo[]{new ContactInfo()};

        ContactInfo[] result = new ContactInfo[addresses.length];
        for (int i = 0; i < addresses.length; i++) {
            result[i] = _get(context, account, folderType, selector, (InternetAddress) addresses[i], cacheOnly);
            if (result[i] == null)
                return null;
        }

        return result;
    }

    private static ContactInfo _get(
            Context context,
            long account, String folderType,
            String selector, InternetAddress address, boolean cacheOnly) {
        String key = MessageHelper.formatAddresses(new Address[]{address});
        synchronized (emailContactInfo) {
            ContactInfo info = emailContactInfo.get(key);
            if (info != null && !info.isExpired())
                return info;
        }

        if (cacheOnly)
            return null;

        ContactInfo info = new ContactInfo();
        info.email = address.getAddress();

        // Maximum file name length: 255
        // Maximum email address length: 320 (<local part = 64> @ <domain part = 255>)
        final String ekey;
        if (TextUtils.isEmpty(info.email))
            ekey = null;
        else
            ekey = (info.email.length() > 255
                    ? info.email.substring(0, 255)
                    : info.email).toLowerCase(Locale.ROOT);

        SharedPreferences prefs = PreferenceManager.getDefaultSharedPreferences(context);
        boolean avatars = prefs.getBoolean("avatars", true);
        boolean prefer_contact = prefs.getBoolean("prefer_contact", false);
        boolean distinguish_contacts = prefs.getBoolean("distinguish_contacts", false);
        boolean bimi = (prefs.getBoolean("bimi", false) && !BuildConfig.PLAY_STORE_RELEASE);
        boolean gravatars = (prefs.getBoolean("gravatars", false) && !BuildConfig.PLAY_STORE_RELEASE);
        boolean libravatars = (prefs.getBoolean("libravatars", false) && !BuildConfig.PLAY_STORE_RELEASE);
        boolean favicons = prefs.getBoolean("favicons", false);
        boolean generated = prefs.getBoolean("generated_icons", true);
        boolean identicons = prefs.getBoolean("identicons", false);
        boolean circular = prefs.getBoolean("circular", true);

        // Contact photo
        if (!TextUtils.isEmpty(info.email) &&
                (avatars || prefer_contact || distinguish_contacts) &&
                Helper.hasPermission(context, Manifest.permission.READ_CONTACTS)) {
            ContentResolver resolver = context.getContentResolver();
            Uri uri = Uri.withAppendedPath(
                    ContactsContract.CommonDataKinds.Email.CONTENT_LOOKUP_URI,
                    Uri.encode(info.email.toLowerCase(Locale.ROOT)));
            try (Cursor cursor = resolver.query(uri,
                    new String[]{
                            ContactsContract.CommonDataKinds.Photo.CONTACT_ID,
                            ContactsContract.Contacts.LOOKUP_KEY,
                            ContactsContract.Contacts.DISPLAY_NAME
                    },
                    null, null, null)) {

                if (cursor != null && cursor.moveToNext()) {
                    int colContactId = cursor.getColumnIndex(ContactsContract.CommonDataKinds.Photo.CONTACT_ID);
                    int colLookupKey = cursor.getColumnIndex(ContactsContract.Contacts.LOOKUP_KEY);
                    int colDisplayName = cursor.getColumnIndex(ContactsContract.Contacts.DISPLAY_NAME);

                    long contactId = cursor.getLong(colContactId);
                    String lookupKey = cursor.getString(colLookupKey);
                    Uri lookupUri = ContactsContract.Contacts.getLookupUri(contactId, lookupKey);

                    if (avatars)
                        try (InputStream is = ContactsContract.Contacts.openContactPhotoInputStream(
                                resolver, lookupUri, false)) {
                            info.bitmap = BitmapFactory.decodeStream(is);
                            info.type = "contact";
                        } catch (Throwable ex) {
                            Log.e(ex);
                        }

                    info.displayName = cursor.getString(colDisplayName);
                    info.lookupUri = lookupUri;
                    info.known = true;
                }
            } catch (Throwable ex) {
                Log.e(ex);
            }
        }

        // Favicon
        if (info.bitmap == null &&
                (bimi || gravatars || libravatars || favicons) &&
                !EntityFolder.JUNK.equals(folderType)) {
            String d = UriHelper.getEmailDomain(info.email);
            if (d != null) {
                // Prevent using Doodles
                if ("google.com".equals(d) ||
                        "gmail.com".equals(d) ||
                        "googlemail.com".equals(d))
                    d = "support.google.com";

                // https://yahoo.fr/co.uk redirects unsafely to http://fr.yahoo.com/favicon.ico
                for (String yahoo : d.split("\\."))
                    if ("yahoo".equals(yahoo)) {
                        d = "yahoo.com";
                        break;
                    }

                final String domain = d.toLowerCase(Locale.ROOT);

                File dir = Helper.ensureExists(new File(context.getFilesDir(), "favicons"));

                try {
                    // check cache
                    File[] files = null;
                    if (gravatars) {
                        File f = new File(dir, ekey + ".gravatar");
                        if (f.exists())
                            files = new File[]{f};
                    }
                    if (files == null && libravatars) {
                        File f = new File(dir, ekey + ".libravatar");
                        if (f.exists())
                            files = new File[]{f};
                    }
                    if (files == null)
                        files = dir.listFiles(new FilenameFilter() {
                            @Override
                            public boolean accept(File file, String name) {
                                return name.startsWith(domain);
                            }
                        });
                    if (files != null && files.length == 1) {
                        files[0].setLastModified(new Date().getTime());
                        if (files[0].length() == 0)
                            Log.i("Avatar blacklisted cache" + files[0].getName());
                        else {
                            Log.i("Avatar from cache=" + files[0].getName());
                            String ext = Helper.getExtension(files[0].getName());
                            String[] data = (ext == null ? null : ext.split("_"));
                            info.bitmap = BitmapFactory.decodeFile(files[0].getAbsolutePath());
                            if (data != null) {
                                info.type = (data.length > 0 ? data[0] : "unknown");
                                info.verified = (data.length > 1 && "verified".equals(data[1]));
                            }
                        }
                    } else {
                        final int scaleToPixels = Helper.dp2pixels(context, FAVICON_ICON_SIZE);

                        List<Future<Favicon>> futures = new ArrayList<>();

                        if (bimi)
                            futures.add(Helper.getDownloadTaskExecutor().submit(new Callable<Favicon>() {
                                @Override
                                public Favicon call() throws Exception {
                                    Pair<Bitmap, Boolean> bimi =
                                            Bimi.get(context, domain, selector, scaleToPixels);
                                    return (bimi == null ? null : new Favicon(bimi.first, "vmc", bimi.second));
                                }
                            }));

                        String email = info.email.toLowerCase(Locale.ROOT);
                        if (gravatars)
                            futures.add(Helper.getDownloadTaskExecutor()
                                    .submit(Avatar.getGravatar(email, scaleToPixels, context)));
                        if (libravatars)
                            futures.add(Helper.getDownloadTaskExecutor()
                                    .submit(Avatar.getLibravatar(email, scaleToPixels, context)));

                        if (favicons) {
                            String host = domain;
                            if (!host.startsWith("www."))
                                host = "www." + host;
                            while (host.indexOf('.') > 0) {
                                final URL base = new URL("https://" + host);

                                futures.add(Helper.getDownloadTaskExecutor().submit(new Callable<Favicon>() {
                                    @Override
                                    public Favicon call() throws Exception {
                                        return parseFavicon(base, scaleToPixels, context);
                                    }
                                }));

                                int dot = host.indexOf('.');
                                host = host.substring(dot + 1);
                            }

                            host = domain;
                            if (!host.startsWith("www."))
                                host = "www." + host;
                            while (host.indexOf('.') > 0) {
                                final URL base = new URL("https://" + host);

                                for (String name : FIXED_FAVICONS)
                                    futures.add(Helper.getDownloadTaskExecutor().submit(new Callable<Favicon>() {
                                        @Override
                                        public Favicon call() throws Exception {
                                            return getFavicon(new URL(base, name), null, scaleToPixels, context);
                                        }
                                    }));

                                int dot = host.indexOf('.');
                                host = host.substring(dot + 1);
                            }
                        }

                        Throwable ex = null;
                        for (Future<Favicon> future : futures)
                            try {
                                Favicon favicon = future.get();
                                Log.i("Using favicon source=" + (favicon == null ? null : favicon.source));

                                if (favicon == null)
                                    continue;

                                float lum = 0; // ImageHelper.getLuminance(favicon.bitmap);
                                if (lum < MIN_FAVICON_LUMINANCE) {
                                    Bitmap bitmap = Bitmap.createBitmap(
                                            favicon.bitmap.getWidth(),
                                            favicon.bitmap.getHeight(),
                                            favicon.bitmap.getConfig());
                                    bitmap.eraseColor(Color.WHITE);
                                    Canvas canvas = new Canvas(bitmap);
                                    canvas.drawBitmap(favicon.bitmap, 0, 0, null);
                                    favicon.bitmap.recycle();
                                    favicon.bitmap = bitmap;
                                }

                                info.bitmap = favicon.bitmap;
                                info.type = favicon.type;
                                info.verified = favicon.verified;
                                break;
                            } catch (ExecutionException exex) {
                                ex = exex.getCause();
                            } catch (Throwable exex) {
                                ex = exex;
                            }

                        if (info.bitmap == null)
                            if (ex == null)
                                throw new FileNotFoundException();
                            else
                                throw ex;

                        // Add to cache
                        File output = new File(dir,
                                (info.isEmailBased() ? ekey : domain) +
                                        "." + info.type +
                                        (info.verified ? "_verified" : ""));
                        try (OutputStream os = new BufferedOutputStream(new FileOutputStream(output))) {
                            info.bitmap.compress(Bitmap.CompressFormat.PNG, 90, os);
                        }
                        Log.i("Avatar to cache=" + output.getName());
                    }
                } catch (Throwable ex) {
                    if (isRecoverable(ex, context))
                        Log.i(ex);
                    else {
                        if (ex instanceof FileNotFoundException ||
                                ex instanceof CertificateException ||
                                ex instanceof CertPathValidatorException ||
                                ex.getCause() instanceof CertPathValidatorException ||
                                ex.getCause() instanceof CertificateException ||
                                (ex instanceof SSLException &&
                                        "Unable to parse TLS packet header".equals(ex.getMessage())) ||
                                (ex instanceof IOException &&
                                        "Resetting to invalid mark".equals(ex.getMessage())))
                            Log.i(ex);
                        else
                            Log.e(ex);
                        try {
                            new File(dir, domain).createNewFile();
                        } catch (IOException ex1) {
                            Log.e(ex1);
                        }
                    }
                }
            }
        }

        // Generated
        boolean identicon = false;
        if (info.bitmap == null && generated && !TextUtils.isEmpty(info.email)) {
            File dir = Helper.ensureExists(new File(context.getFilesDir(), "generated"));
            File[] files = dir.listFiles(new FilenameFilter() {
                @Override
                public boolean accept(File file, String name) {
                    return name.startsWith(ekey);
                }
            });
            if (files != null && files.length == 1) {
                Log.i("Generated from cache=" + files[0].getName());
                files[0].setLastModified(new Date().getTime());
                info.bitmap = BitmapFactory.decodeFile(files[0].getAbsolutePath());
                info.type = Helper.getExtension(files[0].getName());
            } else {
                int dp = Helper.dp2pixels(context, GENERATED_ICON_SIZE);
                if (identicons) {
                    identicon = true;
                    info.bitmap = ImageHelper.generateIdenticon(
                            info.email, dp, 5, context);
                    info.type = "identicon";
                } else {
                    info.bitmap = ImageHelper.generateLetterIcon(
                            info.email, address.getPersonal(), dp, context);
                    info.type = "letter";
                }

                // Add to cache
                File output = new File(dir, ekey + "." + info.type);
                try (OutputStream os = new BufferedOutputStream(new FileOutputStream(output))) {
                    info.bitmap.compress(Bitmap.CompressFormat.PNG, 90, os);
                } catch (IOException ex) {
                    Log.e(ex);
                }
                Log.i("Generated to cache=" + output.getName());
            }
        }

        info.bitmap = ImageHelper.makeCircular(info.bitmap,
                circular && !identicon ? null : Helper.dp2pixels(context, 3));

        if (info.displayName == null)
            info.displayName = address.getPersonal();

        if (!info.known && !TextUtils.isEmpty(info.email))
            try {
                DB db = DB.getInstance(context);
                EntityContact contact = db.contact().getContact(account, EntityContact.TYPE_TO, info.email);
                info.known = (contact != null);
            } catch (Throwable ex) {
                Log.e(ex);
            }

        synchronized (emailContactInfo) {
            emailContactInfo.put(key, info);
        }

        info.time = new Date().getTime();
        return info;
    }

    private static Favicon parseFavicon(URL base, int scaleToPixels, Context context) throws IOException {
        SharedPreferences prefs = PreferenceManager.getDefaultSharedPreferences(context);
        boolean favicons_partial = prefs.getBoolean("favicons_partial", true);

        Log.i("PARSE favicon " + base);
        HttpURLConnection connection = ConnectionHelper
                .openConnectionUnsafe(context, base, FAVICON_CONNECT_TIMEOUT, FAVICON_READ_TIMEOUT);

        Document doc;
        try {
            Log.i("Favicon partial=" + favicons_partial);
            if (favicons_partial) {
                byte[] buffer = new byte[FAVICON_READ_BYTES];
                int len = 0;
                while (len < buffer.length) {
                    int read = connection.getInputStream().read(buffer, len, buffer.length - len);
                    if (read < 0)
                        break;
                    else
                        len += read;
                }
                if (len < 0)
                    throw new IOException("length");
                doc = JsoupEx.parse(new String(buffer, 0, len, StandardCharsets.UTF_8.name()));
            } else
                doc = JsoupEx.parse(connection.getInputStream(), StandardCharsets.UTF_8.name(), base.toString());
        } finally {
            connection.disconnect();
        }

        // Use canonical address
        Element canonical = doc.head().select("link[rel=canonical]").first();
        if (canonical != null) {
            String href = canonical.attr("href");
            if (!TextUtils.isEmpty(href))
                base = new URL(href);
        }

        // https://en.wikipedia.org/wiki/Favicon
        Elements imgs = new Elements();
        imgs.addAll(doc.head().select("link[href~=.+\\.(ico|png|gif|svg)]"));
        imgs.addAll(doc.head().select("meta[itemprop=image]"));

        // https://developer.mozilla.org/en-US/docs/Web/Manifest/icons
        if (imgs.size() == 0 || BuildConfig.DEBUG)
            for (Element manifest : doc.head().select("link[rel=manifest]"))
                try {
                    String href = manifest.attr("href");
                    if (TextUtils.isEmpty(href))
                        continue;

                    URL url = new URL(base, href);
                    if (!"https".equals(url.getProtocol()))
                        throw new FileNotFoundException(url.toString());
                    Log.i("GET favicon manifest " + url);

                    HttpsURLConnection m = (HttpsURLConnection) url.openConnection();
                    m.setRequestMethod("GET");
                    m.setReadTimeout(FAVICON_READ_TIMEOUT);
                    m.setConnectTimeout(FAVICON_CONNECT_TIMEOUT);
                    m.setInstanceFollowRedirects(true);
                    ConnectionHelper.setUserAgent(context, m);
                    m.connect();

                    try {
                        String json = Helper.readStream(m.getInputStream());
                        JSONObject jroot = new JSONObject(json);
                        if (jroot.has("icons")) {
                            JSONArray jicons = jroot.getJSONArray("icons");
                            for (int i = 0; i < jicons.length(); i++) {
                                JSONObject jicon = jicons.getJSONObject(i);
                                String src = jicon.optString("src");
                                String sizes = jicon.optString("sizes", "");
                                String type = jicon.optString("type", "");
                                if (!TextUtils.isEmpty(src)) {
                                    Element img = doc.createElement("link")
                                            .attr("rel", "manifest")
                                            .attr("href", src)
                                            .attr("sizes", sizes)
                                            .attr("type", type);
                                    imgs.add(img);
                                }
                            }
                        }
                    } finally {
                        m.disconnect();
                    }
                } catch (Throwable ex) {
                    Log.w(ex);
                }

        // https://docs.microsoft.com/en-us/previous-versions/windows/internet-explorer/ie-developer/platform-apis/dn320426(v=vs.85)
        /*
        if (imgs.size() == 0 || BuildConfig.DEBUG) {
            String cfg = "/browserconfig.xml";
            Element meta = doc.head().select("meta[name=msapplication-config]").first();
            if (meta != null) {
                String content = meta.attr("content");
                if (!TextUtils.isEmpty(content))
                    cfg = content;
            }
            try {
                URL url = new URL(base, cfg);
                if (!"https".equals(url.getProtocol()))
                    throw new FileNotFoundException(url.toString());
                Log.i("GET browserconfig " + url);

                HttpsURLConnection m = (HttpsURLConnection) url.openConnection();
                m.setRequestMethod("GET");
                m.setReadTimeout(FAVICON_READ_TIMEOUT);
                m.setConnectTimeout(FAVICON_CONNECT_TIMEOUT);
                m.setInstanceFollowRedirects(true);
                m.setRequestProperty("User-Agent", WebViewEx.getUserAgent(context));
                m.connect();

                try {
                    XmlPullParser xml = Xml.newPullParser();
                    xml.setInput(m.getInputStream(), null);
                    int eventType = xml.getEventType();
                    while (eventType != XmlPullParser.END_DOCUMENT) {
                        if (eventType == XmlPullParser.START_TAG) {
                            String name = xml.getName();
                            if ("square70x70logo".equals(name) ||
                                    "square150x150logo".equals(name) ||
                                    "square310x310logo".equals(name)) {
                                String src = xml.getAttributeValue(null, "src");
                                if (!TextUtils.isEmpty(src)) {
                                    Element img = doc.createElement("link")
                                            .attr("rel", "browserconfig")
                                            .attr("href", new URL(base, src).toString())
                                            .attr("sizes", name
                                                    .replace("square", "")
                                                    .replace("logo", ""));
                                    Log.i("GOT browserconfig " + img);
                                    imgs.add(img);
                                }
                            }
                        }
                        eventType = xml.next();
                    }
                } finally {
                    m.disconnect();
                }
            } catch (Throwable ex) {
                Log.w(ex);
            }
        }
        */

        String host = base.getHost();

        Collections.sort(imgs, new Comparator<Element>() {
            @Override
            public int compare(Element img1, Element img2) {
                int t1 = getOrder(host, img1);
                int t2 = getOrder(host, img2);
                int t = Integer.compare(t1, t2);
                if (t != 0)
                    return -t;

                int s1 = getSize(img1.attr("sizes"));
                int s2 = getSize(img2.attr("sizes"));
                return Integer.compare(
                        Math.abs(s1 - scaleToPixels),
                        Math.abs(s2 - scaleToPixels));
            }
        });

        Log.i("Favicons " + base + "=" + imgs.size());
        for (int i = 0; i < imgs.size(); i++)
            Log.i("Favicon #" + getOrder(host, imgs.get(i)) + " " + i + "=" + imgs.get(i) + " @" + base);

        for (Element img : imgs) {
            String rel = img.attr("rel").trim().toLowerCase(Locale.ROOT);
            if (REL_EXCLUDE.contains(rel)) // dns-prefetch: gmx.net
                continue;

            String favicon = ("link".equals(img.tagName())
                    ? img.attr("href")
                    : img.attr("content"));
            if (TextUtils.isEmpty(favicon))
                continue;

            try {
                URL url = new URL(base, favicon);
                Favicon f = getFavicon(url, img.attr("type"), scaleToPixels, context);
                Log.i("Using favicon=" + url);
                return f;
            } catch (Throwable ex) {
                if (ex.getCause() instanceof FileNotFoundException ||
                        ex.getCause() instanceof CertPathValidatorException)
                    Log.i(ex);
                else
                    Log.e(ex);
            }
        }

        return null;
    }

    private static int getOrder(String host, Element img) {
        // https://en.wikipedia.org/wiki/Favicon#How_to_use
        String href = img.attr("href")
                .toLowerCase(Locale.ROOT)
                .trim();
        String rel = img.attr("rel")
                .toLowerCase(Locale.ROOT)
                .replace("shortcut", "") // "shortcut icon"
                .trim();
        String type = img.attr("type")
                .trim();

        int order = 0;
        if ("link".equals(img.tagName()))
            order += 100;

        boolean isIco = (href.endsWith(".ico") || "image/x-icon".equals(type));
        boolean isSvg = (href.endsWith(".svg") || "image/svg+xml".equals(type));
        boolean isMask = ("mask-icon".equals(rel) || img.hasAttr("mask"));

        if (isMask)
            order = -10; // Safari: "mask-icon"
        else if ("icon".equals(rel) && !isIco)
            order += 20;
        else if ("apple-touch-icon".equals(rel) ||
                "apple-touch-icon-precomposed".equals(rel)) {
            // "apple-touch-startup-image"
            if ("mailbox.org".equals(host))
                order += 30;
            else
                order += 10;
        }

        if (isIco)
            order += 1;
        else if (isSvg)
            order += 2;
        else
            order += 5;

        return order;
    }

    private static int getSize(String sizes) {
        int max = 0;
        for (String size : sizes.split(" ")) {
            int min = Integer.MAX_VALUE;
            for (String p : size.trim().split("[×|x|X]")) {
                if (TextUtils.isEmpty(p) || "any".equalsIgnoreCase(p))
                    continue;

                try {
                    int x = Integer.parseInt(p);
                    if (x < min)
                        min = x;
                } catch (NumberFormatException ex) {
                    Log.w(ex);
                }
            }
            if (min != Integer.MAX_VALUE && min > max)
                max = min;
        }

        return max;
    }

    @NonNull
    private static Favicon getFavicon(URL url, String mimeType, int scaleToPixels, Context context) throws IOException {
        Log.i("GET favicon " + url);

        if (!"https".equals(url.getProtocol()))
            throw new FileNotFoundException(url.toString());

        HttpURLConnection connection = ConnectionHelper
                .openConnectionUnsafe(context, url, FAVICON_CONNECT_TIMEOUT, FAVICON_READ_TIMEOUT);

        try {
            int status = connection.getResponseCode();
            if (status != HttpURLConnection.HTTP_OK)
                throw new FileNotFoundException("Error " + status + ": " + connection.getResponseMessage());

            Bitmap bitmap = ImageHelper.getScaledBitmap(connection.getInputStream(), url.toString(), mimeType, scaleToPixels);
            if (bitmap == null)
                throw new FileNotFoundException("decodeStream");
            return new Favicon(bitmap, url.toString());
        } finally {
            connection.disconnect();
        }
    }

    private static boolean isRecoverable(Throwable ex, Context context) {
        if (ex instanceof SocketTimeoutException) {
            ConnectivityManager cm = Helper.getSystemService(context, ConnectivityManager.class);
            NetworkInfo ni = (cm == null ? null : cm.getActiveNetworkInfo());
            return (ni == null || !ni.isConnected());
        }

        return !(ex instanceof ConnectException ||
                (ex instanceof UnknownHostException &&
                        ex.getMessage() != null &&
                        ex.getMessage().contains("No address associated with hostname")) ||
                ex instanceof EOFException ||
                ex instanceof FileNotFoundException ||
                ex instanceof SSLPeerUnverifiedException ||
                (ex instanceof SSLException &&
                        "Unable to parse TLS packet header".equals(ex.getMessage())) ||
                (ex instanceof SSLHandshakeException &&
                        ("connection closed".equals(ex.getMessage())) ||
                        "Connection closed by peer".equals(ex.getMessage())) ||
                (ex instanceof SSLHandshakeException &&
                        ex.getMessage() != null &&
                        (ex.getMessage().contains("usually a protocol error") ||
                                ex.getMessage().contains("Unacceptable certificate"))) ||
                (ex instanceof SSLHandshakeException &&
                        (ex.getCause() instanceof SSLProtocolException ||
                                ex.getCause() instanceof CertificateException ||
                                ex.getCause() instanceof CertPathValidatorException)));
    }

    static void init(final Context context) {
        if (Helper.hasPermission(context, Manifest.permission.READ_CONTACTS)) {
            ContentObserver observer = new ContentObserver(ApplicationEx.getMainHandler()) {
                @Override
                public void onChange(boolean selfChange, Uri uri) {
                    Log.i("Contact changed uri=" + uri);
                    Helper.getSerialExecutor().submit(new Runnable() {
                        @Override
                        public void run() {
                            try {
                                emailLookup = getEmailLookup(context);
                            } catch (Throwable ex) {
                                Log.e(ex);
                            }
                        }
                    });
                }
            };

            Helper.getSerialExecutor().submit(new Runnable() {
                @Override
                public void run() {
                    try {
                        emailLookup = getEmailLookup(context);
                    } catch (Throwable ex) {
                        Log.e(ex);
                    }
                }
            });

            try {
                Uri uri = ContactsContract.CommonDataKinds.Email.CONTENT_URI;
                Log.i("Observing uri=" + uri);
                context.getContentResolver().registerContentObserver(uri, true, observer);
            } catch (SecurityException ex) {
                Log.w(ex);
                /*
                    Should never happen, but:
                    Caused by: android.os.RemoteException:
                      at com.android.server.content.ContentService.registerContentObserver (ContentService.java:340)
                      at android.content.IContentService$Stub.onTransact (IContentService.java:76)
                      at com.android.server.content.ContentService.onTransact (ContentService.java:262)
                      at android.os.Binder.execTransact (Binder.java:731)
                 */
            }
        }
    }

    static Uri getLookupUri(List<Address> addresses) {
        return getLookupUri(addresses.toArray(new Address[0]));
    }

    static Uri getLookupUri(Address[] addresses) {
        if (addresses == null)
            return null;

        for (Address from : addresses) {
            String email = ((InternetAddress) from).getAddress();
            if (TextUtils.isEmpty(email))
                continue;

            Lookup lookup = emailLookup.get(email.toLowerCase(Locale.ROOT));
            if (lookup != null)
                return lookup.uri;
        }

        return null;
    }

    static Uri getLookupUri(String email) {
        if (TextUtils.isEmpty(email))
            return null;

        Lookup lookup = emailLookup.get(email.toLowerCase(Locale.ROOT));
        return (lookup == null ? null : lookup.uri);
    }

    static Address[] fillIn(Address[] addresses, boolean prefer_contact, boolean only_contact) {
        if (addresses == null)
            return null;

        Address[] modified = new Address[addresses.length];
        for (int i = 0; i < addresses.length; i++) {
            InternetAddress address = (InternetAddress) addresses[i];
            String email = address.getAddress();
            String personal = (only_contact ? null : address.getPersonal());
            if (!TextUtils.isEmpty(email)) {
                Lookup lookup = emailLookup.get(email.toLowerCase(Locale.ROOT));
                if (lookup != null &&
                        (TextUtils.isEmpty(personal) || prefer_contact))
                    personal = lookup.displayName;
            }
            try {
                modified[i] = new InternetAddress(email, personal, StandardCharsets.UTF_8.name());
            } catch (UnsupportedEncodingException ex) {
                Log.e(ex);
                modified[i] = address;
            }
        }

        return modified;
    }

    private static Map<String, Lookup> getEmailLookup(Context context) {
        Map<String, Lookup> all = new ConcurrentHashMap<>();

        if (Helper.hasPermission(context, Manifest.permission.READ_CONTACTS)) {
            Log.i("Reading email/uri");
            ContentResolver resolver = context.getContentResolver();

            try (Cursor cursor = resolver.query(ContactsContract.CommonDataKinds.Email.CONTENT_URI,
                    new String[]{
                            ContactsContract.CommonDataKinds.Photo.CONTACT_ID,
                            ContactsContract.Contacts.LOOKUP_KEY,
                            ContactsContract.CommonDataKinds.Email.ADDRESS,
                            ContactsContract.Contacts.DISPLAY_NAME
                    },
                    ContactsContract.CommonDataKinds.Email.ADDRESS + " <> ''",
                    null, null)) {
                while (cursor != null && cursor.moveToNext()) {
                    long contactId = cursor.getLong(0);
                    String lookupKey = cursor.getString(1);
                    String email = cursor.getString(2);
                    String displayName = cursor.getString(3);

                    Lookup lookup = new Lookup();
                    lookup.uri = ContactsContract.Contacts.getLookupUri(contactId, lookupKey);
                    lookup.displayName = displayName;
                    all.put(email.toLowerCase(Locale.ROOT), lookup);
                }
            } catch (Throwable ex) {
                Log.e(ex);
            }
        }

        Log.i("Read email/uri=" + all.size());
        return all;
    }

    static int[] getStats() {
        synchronized (emailContactInfo) {
            return new int[]{emailLookup.size(), emailContactInfo.size()};
        }
    }

    private static class Lookup {
        Uri uri;
        String displayName;
    }

    static class Favicon {
        private Bitmap bitmap;
        private String type;
        private boolean verified;
        private String source;

        private Favicon(@NonNull Bitmap bitmap, String source) {
            this(bitmap, "favicon", false);
            this.source = source;
        }

        Favicon(@NonNull Bitmap bitmap, String type, boolean verified) {
            this.bitmap = bitmap;
            this.type = type;
            this.verified = verified;
            this.source = type;
        }
    }
}