mirror
/
FairEmail
mirror of https://github.com/M66B/FairEmail.git
1
0
Fork 0
Code Issues Releases Wiki Activity
FairEmail/app/src/main/java/eu/faircode/email/HtmlHelper.java

3947 lines
169 KiB
Java
Raw Normal View History

First public release
2018-08-02 13:33:06 +00:00
package eu.faircode.email;
/*
Changed name to FairEmail
2018-08-14 05:53:24 +00:00
This file is part of FairEmail.
First public release
2018-08-02 13:33:06 +00:00
Changed name to FairEmail
2018-08-14 05:53:24 +00:00
FairEmail is free software: you can redistribute it and/or modify
First public release
2018-08-02 13:33:06 +00:00
it under the terms of the GNU General Public License as published by
the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.
Fixed copyright Thanks @rancidfrog
2018-10-29 10:46:49 +00:00
FairEmail is distributed in the hope that it will be useful,
First public release
2018-08-02 13:33:06 +00:00
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License for more details.
You should have received a copy of the GNU General Public License
Fixed copyright Thanks @rancidfrog
2018-10-29 10:46:49 +00:00
along with FairEmail. If not, see <http://www.gnu.org/licenses/>.
First public release
2018-08-02 13:33:06 +00:00
Updated copyright - Happy New Year
2023-01-01 07:52:55 +00:00
Copyright 2018-2023 by Marcel Bokhorst (M66B)
First public release
2018-08-02 13:33:06 +00:00
*/
prevent crash
2021-08-01 05:13:38 +00:00
import static androidx.core.text.HtmlCompat.TO_HTML_PARAGRAPH_LINES_INDIVIDUAL;
import static org.w3c.css.sac.Condition.SAC_CLASS_CONDITION;
Limit formatted message size based on memory class
2021-10-04 13:20:09 +00:00
import android.app.ActivityManager;
Refactoring
2018-12-14 09:11:45 +00:00
import android.content.Context;
Attempt to remove tracking from original messages
2019-03-10 18:03:05 +00:00
import android.content.SharedPreferences;
Force small text size for alt links
2021-08-04 15:19:43 +00:00
import android.content.res.TypedArray;
Show tracking pixel icon
2019-10-04 21:04:03 +00:00
import android.graphics.Bitmap;
import android.graphics.Canvas;
Adjust luminance for dark/light colors
2019-09-24 12:46:12 +00:00
import android.graphics.Color;
Added custom HTML to spanned converter (draft)
2020-04-24 13:28:53 +00:00
import android.graphics.Typeface;
Show tracking pixel icon
2019-10-04 21:04:03 +00:00
import android.graphics.drawable.Drawable;
Allow all images for same host
2019-09-13 11:46:52 +00:00
import android.net.Uri;
Decode/start GIFs on Android 9+
2019-09-07 18:13:58 +00:00
import android.os.Build;
Improved formatting
2019-02-10 12:01:21 +00:00
import android.text.Html;
Custom rendering: bullets
2020-04-24 21:13:32 +00:00
import android.text.Layout;
Workaround spanned/html bug
2020-04-23 17:45:33 +00:00
import android.text.Spannable;
Highlight DSN headers, refactoring
2019-08-29 19:57:04 +00:00
import android.text.SpannableStringBuilder;
Improved formatting
2019-02-10 12:01:21 +00:00
import android.text.Spanned;
Simplify text direction
2021-04-29 15:26:02 +00:00
import android.text.TextDirectionHeuristics;
Refactoring
2018-12-14 09:11:45 +00:00
import android.text.TextUtils;
Show received header delays
2022-03-30 18:20:24 +00:00
import android.text.format.DateUtils;
Force small text size for alt links
2021-08-04 15:19:43 +00:00
import android.text.style.AbsoluteSizeSpan;
Added support for text alignment
2020-05-03 17:29:02 +00:00
import android.text.style.AlignmentSpan;
Added option to show background colors
2021-07-04 09:58:54 +00:00
import android.text.style.BackgroundColorSpan;
Custom rendering: bullets
2020-04-24 21:13:32 +00:00
import android.text.style.BulletSpan;
Added option to show background colors
2021-07-04 09:58:54 +00:00
import android.text.style.CharacterStyle;
Added checking block lists
2021-07-01 07:19:59 +00:00
import android.text.style.ClickableSpan;
Highlight DSN headers, refactoring
2019-08-29 19:57:04 +00:00
import android.text.style.ForegroundColorSpan;
Added custom HTML to spanned converter (draft)
2020-04-24 13:28:53 +00:00
import android.text.style.ImageSpan;
import android.text.style.QuoteSpan;
import android.text.style.RelativeSizeSpan;
import android.text.style.StrikethroughSpan;
import android.text.style.StyleSpan;
Use MaterialDings, except for emoticons
2022-07-17 14:32:03 +00:00
import android.text.style.TypefaceSpan;
Added custom HTML to spanned converter (draft)
2020-04-24 13:28:53 +00:00
import android.text.style.URLSpan;
import android.text.style.UnderlineSpan;
Refactoring
2018-12-14 09:11:45 +00:00
import android.util.Base64;
Auto link ftp, fish, telnet, xmpp, geo and tel
2020-06-21 12:54:54 +00:00
import android.util.Patterns;
Added checking block lists
2021-07-01 07:19:59 +00:00
import android.view.View;
Refactoring
2018-12-14 09:11:45 +00:00
Show if receipt was requested, refactoring
2019-04-17 18:21:44 +00:00
import androidx.annotation.NonNull;
import androidx.annotation.Nullable;
Use ContextCompat.getDrawable
2022-08-04 13:24:27 +00:00
import androidx.core.content.ContextCompat;
Use file provider for inline images
2020-02-14 08:34:28 +00:00
import androidx.core.content.FileProvider;
Use MaterialDings, except for emoticons
2022-07-17 14:32:03 +00:00
import androidx.core.content.res.ResourcesCompat;
Support more colors
2020-01-26 12:41:12 +00:00
import androidx.core.graphics.ColorUtils;
Show if receipt was requested, refactoring
2019-04-17 18:21:44 +00:00
import androidx.core.util.PatternsCompat;
import androidx.preference.PreferenceManager;
Process media queries
2020-04-21 07:04:55 +00:00
import com.steadystate.css.dom.CSSMediaRuleImpl;
Added style sheet parser
2020-04-20 13:01:05 +00:00
import com.steadystate.css.dom.CSSStyleRuleImpl;
Process media queries
2020-04-21 07:04:55 +00:00
import com.steadystate.css.dom.MediaListImpl;
Added style sheet parser
2020-04-20 13:01:05 +00:00
import com.steadystate.css.parser.CSSOMParser;
import com.steadystate.css.parser.SACParserCSS3;
import com.steadystate.css.parser.selectors.ClassConditionImpl;
import com.steadystate.css.parser.selectors.ConditionalSelectorImpl;
Added support for element styles
2020-04-22 14:32:35 +00:00
import com.steadystate.css.parser.selectors.ElementSelectorImpl;
Added style sheet parser
2020-04-20 13:01:05 +00:00
Remove scripts from original messages
2019-03-10 19:39:17 +00:00
import org.jsoup.nodes.Attribute;
Experiment: remove conditional HTML
2020-02-02 12:03:06 +00:00
import org.jsoup.nodes.Comment;
First public release
2018-08-02 13:33:06 +00:00
import org.jsoup.nodes.Document;
Made removing HTML formatting an advanced option Default off
2018-08-28 09:10:31 +00:00
import org.jsoup.nodes.Element;
First public release
2018-08-02 13:33:06 +00:00
import org.jsoup.nodes.Node;
import org.jsoup.nodes.TextNode;
Improved html to text
2019-03-12 09:04:16 +00:00
import org.jsoup.safety.Cleaner;
Jsoup 1.14.2
2021-09-11 18:44:55 +00:00
import org.jsoup.safety.Safelist;
Refactoring
2020-07-16 20:06:52 +00:00
import org.jsoup.select.Elements;
Experiment: remove conditional HTML
2020-02-02 12:03:06 +00:00
import org.jsoup.select.NodeFilter;
First public release
2018-08-02 13:33:06 +00:00
import org.jsoup.select.NodeTraversor;
import org.jsoup.select.NodeVisitor;
Added style sheet parser
2020-04-20 13:01:05 +00:00
import org.w3c.css.sac.CSSException;
import org.w3c.css.sac.CSSParseException;
import org.w3c.css.sac.ErrorHandler;
import org.w3c.css.sac.InputSource;
import org.w3c.css.sac.Selector;
import org.w3c.dom.css.CSSRule;
import org.w3c.dom.css.CSSRuleList;
import org.w3c.dom.css.CSSStyleSheet;
Process media queries
2020-04-21 07:04:55 +00:00
import org.w3c.dom.stylesheets.MediaList;
First public release
2018-08-02 13:33:06 +00:00
Pretty print received headers
2021-06-15 13:15:03 +00:00
import java.io.ByteArrayInputStream;
Show tracking pixel icon
2019-10-04 21:04:03 +00:00
import java.io.ByteArrayOutputStream;
Refactoring
2018-12-14 09:11:45 +00:00
import java.io.File;
Fixed showing inline images HTML
2020-02-28 09:01:18 +00:00
import java.io.FileInputStream;
Refactoring
2018-12-14 09:11:45 +00:00
import java.io.IOException;
Fixed showing inline images HTML
2020-02-28 09:01:18 +00:00
import java.io.InputStream;
Added style sheet parser
2020-04-20 13:01:05 +00:00
import java.io.StringReader;
Added support for base element
2021-10-01 17:24:06 +00:00
import java.net.URI;
Pretty print received headers
2021-06-15 13:15:03 +00:00
import java.text.DateFormat;
Show received header delays
2022-03-30 18:20:24 +00:00
import java.text.ParseException;
Pretty print received headers
2021-06-15 13:15:03 +00:00
import java.text.ParsePosition;
Allow all images for same host
2019-09-13 11:46:52 +00:00
import java.util.ArrayList;
Improved html to text conversion
2019-01-05 11:17:33 +00:00
import java.util.Arrays;
Added tracking hosts
2020-10-30 17:10:57 +00:00
import java.util.Collections;
Reduce logging
2020-04-22 09:10:14 +00:00
import java.util.Date;
Added X11 color names
2020-01-22 11:28:39 +00:00
import java.util.HashMap;
Fixed not appearing tables
2021-04-21 15:35:04 +00:00
import java.util.LinkedHashMap;
Improved html to text conversion
2019-01-05 11:17:33 +00:00
import java.util.List;
Small improvements
2019-09-23 20:07:22 +00:00
import java.util.Locale;
Jsoup parse from file to reduce memory usage
2020-02-20 09:07:01 +00:00
import java.util.Map;
Linkify Especially for XDA notification ...
2018-08-05 08:53:43 +00:00
import java.util.regex.Matcher;
Autolink email addresses
2019-06-05 08:23:41 +00:00
import java.util.regex.Pattern;
First public release
2018-08-02 13:33:06 +00:00
Pretty print received headers
2021-06-15 13:15:03 +00:00
import javax.mail.internet.InternetHeaders;
import javax.mail.internet.MailDateFormat;
import javax.mail.internet.MimeUtility;
Removed webview / html advanced options
2018-09-12 11:54:16 +00:00
public class HtmlHelper {
Allow 5 preview lines
2021-02-11 15:24:32 +00:00
static final int PREVIEW_SIZE = 500; // characters
Ellipsize notification preview Refs #148
2019-02-19 16:21:25 +00:00
Added extra small/large
2022-08-27 15:48:36 +00:00
// https://drafts.csswg.org/css-fonts/#absolute-size-mapping
static final float FONT_XSMALL = 0.6f; // 10px=0.625
static final float FONT_SMALL = 0.8f; // 13px=0.8125
// 16 px
static final float FONT_LARGE = 1.25f; // 20px=1.2
static final float FONT_XLARGE = 1.50f; // 24px=1.5
Generic quote style
2021-07-07 17:39:09 +00:00
Improved sharing
2021-10-17 06:19:51 +00:00
static final int MAX_FULL_TEXT_SIZE = 1024 * 1024; // characters
static final int MAX_SHARE_TEXT_SIZE = 50 * 1024; // characters
static final int MAX_TRANSLATABLE_TEXT_SIZE = 50 * 1024; // characters
Added default font size
2020-02-20 10:37:40 +00:00
private static final int DEFAULT_FONT_SIZE = 16; // pixels
12 points = 100 %
2020-04-28 16:32:10 +00:00
private static final int DEFAULT_FONT_SIZE_PT = 12; // points
Use text color for 80% white/black text color
2020-05-06 20:50:50 +00:00
private static final int GRAY_THRESHOLD = Math.round(255 * 0.2f);
Check background/foreground luminance
2021-08-04 06:10:39 +00:00
private static final int COLOR_THRESHOLD = Math.round(255 * 0.1f);
Compose: remove very light/dark external text colors
2022-07-14 15:13:52 +00:00
private static final float MIN_LUMINANCE_VIEW = 0.7f;
private static final float MIN_LUMINANCE_COMPOSE = 0.85f;
Set tab size to 4
2021-11-15 13:56:39 +00:00
private static final int TAB_SIZE = 4;
Truncate long alt texts
2020-05-04 18:19:05 +00:00
private static final int MAX_ALT = 250;
Maximum 250 auto links
2019-09-01 07:44:03 +00:00
private static final int MAX_AUTO_LINK = 250;
Reduce maximum formatted message size
2022-07-19 05:11:31 +00:00
private static final int MAX_FORMAT_TEXT_SIZE = 100 * 1024; // characters
Remove spacer images
2020-08-06 17:00:11 +00:00
private static final int SMALL_IMAGE_SIZE = 5; // pixels
Limit text size / number of links
2019-08-20 18:05:11 +00:00
private static final int TRACKING_PIXEL_SURFACE = 25; // pixels
Added custom HTML to spanned converter (draft)
2020-04-24 13:28:53 +00:00
private static final float[] HEADING_SIZES = {1.5f, 1.4f, 1.3f, 1.2f, 1.1f, 1f};
Added support for lines
2020-05-04 13:21:34 +00:00
private static final String LINE = "----------------------------------------";
Lenient W3 namespace
2022-05-06 18:58:39 +00:00
private static final String W3NS = /* http/https */ "://www.w3.org/";
Generic quote style
2021-07-07 17:39:09 +00:00
Added X11 color names
2020-01-22 11:28:39 +00:00
private static final HashMap<String, Integer> x11ColorMap = new HashMap<>();
CSS no/inherit
2022-03-08 14:20:41 +00:00
// https://www.w3.org/TR/CSS21/propidx.html
private static final List<String> STYLE_NO_INHERIT = Collections.unmodifiableList(Arrays.asList(
"background-attachment", "background-color", "background-image", "background-position", "background-repeat", "background",
"border-color", "border-style", "border-top", "border-right", "border-bottom", "border-left",
"border-top-color", "border-right-color", "border-bottom-color", "border-left-color",
"border-top-style", "border-right-style", "border-bottom-style", "border-left-style",
"border-top-width", "border-right-width", "border-bottom-width", "border-left-width",
"border-width", "border",
"bottom",
"clear",
"clip",
"content",
"counter-increment", "counter-reset",
"cue-after", "cue-before", "cue",
"display",
"float",
"height",
"left",
"margin-right", "margin-left", "margin-top", "margin-bottom", "margin",
"max-height", "max-width", "min-height", "min-width",
"outline-color", "outline-style", "outline-width", "outline",
"overflow",
"padding-top", "padding-right", "padding-bottom", "padding-left",
"padding", "page-break-after", "page-break-before", "page-break-inside",
"pause-after", "pause-before", "pause",
"play-during",
"position",
"right",
"table-layout",
"text-decoration",
"top",
"unicode-bidi",
"vertical-align",
"width",
"z-index"
));
Added X11 color names
2020-01-22 11:28:39 +00:00
static {
// https://www.w3.org/TR/css-color-3/
x11ColorMap.put("aliceblue", 0xF0F8FF);
x11ColorMap.put("antiquewhite", 0xFAEBD7);
x11ColorMap.put("aqua", 0x00FFFF);
x11ColorMap.put("aquamarine", 0x7FFFD4);
x11ColorMap.put("azure", 0xF0FFFF);
x11ColorMap.put("beige", 0xF5F5DC);
x11ColorMap.put("bisque", 0xFFE4C4);
x11ColorMap.put("black", 0x000000);
x11ColorMap.put("blanchedalmond", 0xFFEBCD);
x11ColorMap.put("blue", 0x0000FF);
x11ColorMap.put("blueviolet", 0x8A2BE2);
x11ColorMap.put("brown", 0xA52A2A);
x11ColorMap.put("burlywood", 0xDEB887);
x11ColorMap.put("cadetblue", 0x5F9EA0);
x11ColorMap.put("chartreuse", 0x7FFF00);
x11ColorMap.put("chocolate", 0xD2691E);
x11ColorMap.put("coral", 0xFF7F50);
x11ColorMap.put("cornflowerblue", 0x6495ED);
x11ColorMap.put("cornsilk", 0xFFF8DC);
x11ColorMap.put("crimson", 0xDC143C);
x11ColorMap.put("cyan", 0x00FFFF);
x11ColorMap.put("darkblue", 0x00008B);
x11ColorMap.put("darkcyan", 0x008B8B);
x11ColorMap.put("darkgoldenrod", 0xB8860B);
x11ColorMap.put("darkgray", 0xA9A9A9);
x11ColorMap.put("darkgreen", 0x006400);
x11ColorMap.put("darkgrey", 0xA9A9A9);
x11ColorMap.put("darkkhaki", 0xBDB76B);
x11ColorMap.put("darkmagenta", 0x8B008B);
x11ColorMap.put("darkolivegreen", 0x556B2F);
x11ColorMap.put("darkorange", 0xFF8C00);
x11ColorMap.put("darkorchid", 0x9932CC);
x11ColorMap.put("darkred", 0x8B0000);
x11ColorMap.put("darksalmon", 0xE9967A);
x11ColorMap.put("darkseagreen", 0x8FBC8F);
x11ColorMap.put("darkslateblue", 0x483D8B);
x11ColorMap.put("darkslategray", 0x2F4F4F);
x11ColorMap.put("darkslategrey", 0x2F4F4F);
x11ColorMap.put("darkturquoise", 0x00CED1);
x11ColorMap.put("darkviolet", 0x9400D3);
x11ColorMap.put("deeppink", 0xFF1493);
x11ColorMap.put("deepskyblue", 0x00BFFF);
x11ColorMap.put("dimgray", 0x696969);
x11ColorMap.put("dimgrey", 0x696969);
x11ColorMap.put("dodgerblue", 0x1E90FF);
x11ColorMap.put("firebrick", 0xB22222);
x11ColorMap.put("floralwhite", 0xFFFAF0);
x11ColorMap.put("forestgreen", 0x228B22);
x11ColorMap.put("fuchsia", 0xFF00FF);
x11ColorMap.put("gainsboro", 0xDCDCDC);
x11ColorMap.put("ghostwhite", 0xF8F8FF);
x11ColorMap.put("gold", 0xFFD700);
x11ColorMap.put("goldenrod", 0xDAA520);
x11ColorMap.put("gray", 0x808080);
x11ColorMap.put("green", 0x008000);
x11ColorMap.put("greenyellow", 0xADFF2F);
x11ColorMap.put("grey", 0x808080);
x11ColorMap.put("honeydew", 0xF0FFF0);
x11ColorMap.put("hotpink", 0xFF69B4);
x11ColorMap.put("indianred", 0xCD5C5C);
x11ColorMap.put("indigo", 0x4B0082);
x11ColorMap.put("ivory", 0xFFFFF0);
x11ColorMap.put("khaki", 0xF0E68C);
x11ColorMap.put("lavender", 0xE6E6FA);
x11ColorMap.put("lavenderblush", 0xFFF0F5);
x11ColorMap.put("lawngreen", 0x7CFC00);
x11ColorMap.put("lemonchiffon", 0xFFFACD);
x11ColorMap.put("lightblue", 0xADD8E6);
x11ColorMap.put("lightcoral", 0xF08080);
x11ColorMap.put("lightcyan", 0xE0FFFF);
x11ColorMap.put("lightgoldenrodyellow", 0xFAFAD2);
x11ColorMap.put("lightgray", 0xD3D3D3);
x11ColorMap.put("lightgreen", 0x90EE90);
x11ColorMap.put("lightgrey", 0xD3D3D3);
x11ColorMap.put("lightpink", 0xFFB6C1);
x11ColorMap.put("lightsalmon", 0xFFA07A);
x11ColorMap.put("lightseagreen", 0x20B2AA);
x11ColorMap.put("lightskyblue", 0x87CEFA);
x11ColorMap.put("lightslategray", 0x778899);
x11ColorMap.put("lightslategrey", 0x778899);
x11ColorMap.put("lightsteelblue", 0xB0C4DE);
x11ColorMap.put("lightyellow", 0xFFFFE0);
x11ColorMap.put("lime", 0x00FF00);
x11ColorMap.put("limegreen", 0x32CD32);
x11ColorMap.put("linen", 0xFAF0E6);
x11ColorMap.put("magenta", 0xFF00FF);
x11ColorMap.put("maroon", 0x800000);
x11ColorMap.put("mediumaquamarine", 0x66CDAA);
x11ColorMap.put("mediumblue", 0x0000CD);
x11ColorMap.put("mediumorchid", 0xBA55D3);
x11ColorMap.put("mediumpurple", 0x9370DB);
x11ColorMap.put("mediumseagreen", 0x3CB371);
x11ColorMap.put("mediumslateblue", 0x7B68EE);
x11ColorMap.put("mediumspringgreen", 0x00FA9A);
x11ColorMap.put("mediumturquoise", 0x48D1CC);
x11ColorMap.put("mediumvioletred", 0xC71585);
x11ColorMap.put("midnightblue", 0x191970);
x11ColorMap.put("mintcream", 0xF5FFFA);
x11ColorMap.put("mistyrose", 0xFFE4E1);
x11ColorMap.put("moccasin", 0xFFE4B5);
x11ColorMap.put("navajowhite", 0xFFDEAD);
x11ColorMap.put("navy", 0x000080);
x11ColorMap.put("oldlace", 0xFDF5E6);
x11ColorMap.put("olive", 0x808000);
x11ColorMap.put("olivedrab", 0x6B8E23);
x11ColorMap.put("orange", 0xFFA500);
x11ColorMap.put("orangered", 0xFF4500);
x11ColorMap.put("orchid", 0xDA70D6);
x11ColorMap.put("palegoldenrod", 0xEEE8AA);
x11ColorMap.put("palegreen", 0x98FB98);
x11ColorMap.put("paleturquoise", 0xAFEEEE);
x11ColorMap.put("palevioletred", 0xDB7093);
x11ColorMap.put("papayawhip", 0xFFEFD5);
x11ColorMap.put("peachpuff", 0xFFDAB9);
x11ColorMap.put("peru", 0xCD853F);
x11ColorMap.put("pink", 0xFFC0CB);
x11ColorMap.put("plum", 0xDDA0DD);
x11ColorMap.put("powderblue", 0xB0E0E6);
x11ColorMap.put("purple", 0x800080);
x11ColorMap.put("red", 0xFF0000);
x11ColorMap.put("rosybrown", 0xBC8F8F);
x11ColorMap.put("royalblue", 0x4169E1);
x11ColorMap.put("saddlebrown", 0x8B4513);
x11ColorMap.put("salmon", 0xFA8072);
x11ColorMap.put("sandybrown", 0xF4A460);
x11ColorMap.put("seagreen", 0x2E8B57);
x11ColorMap.put("seashell", 0xFFF5EE);
x11ColorMap.put("sienna", 0xA0522D);
x11ColorMap.put("silver", 0xC0C0C0);
x11ColorMap.put("skyblue", 0x87CEEB);
x11ColorMap.put("slateblue", 0x6A5ACD);
x11ColorMap.put("slategray", 0x708090);
x11ColorMap.put("slategrey", 0x708090);
x11ColorMap.put("snow", 0xFFFAFA);
x11ColorMap.put("springgreen", 0x00FF7F);
x11ColorMap.put("steelblue", 0x4682B4);
x11ColorMap.put("tan", 0xD2B48C);
x11ColorMap.put("teal", 0x008080);
x11ColorMap.put("thistle", 0xD8BFD8);
x11ColorMap.put("tomato", 0xFF6347);
x11ColorMap.put("turquoise", 0x40E0D0);
x11ColorMap.put("violet", 0xEE82EE);
x11ColorMap.put("wheat", 0xF5DEB3);
x11ColorMap.put("white", 0xFFFFFF);
x11ColorMap.put("whitesmoke", 0xF5F5F5);
x11ColorMap.put("yellow", 0xFFFF00);
x11ColorMap.put("yellowgreen", 0x9ACD32);
}
Added tracking hosts
2020-10-30 17:10:57 +00:00
private static final List<String> TRACKING_HOSTS = Collections.unmodifiableList(Arrays.asList(
"www.google-analytics.com"
));
Replace selected Windings by colored Unicode characters
2022-07-17 20:19:31 +00:00
static Map<Integer, Integer> MAP_WINGDINGS;
static {
// http://www.alanwood.net/demos/wingdings.html
// https://unicode.org/L2/L2011/11052r-wingding.pdf
Map<Integer, Integer> map = new HashMap<>();
map.put(37, 0x1F514); // Bell
map.put(39, 0x1F56F); // Candle
map.put(44, 0x1F4EA); // Closed mailbox with lowered flag
map.put(45, 0x1F4EB); // Closed mailbox with raised flag
map.put(46, 0x1F4EC); // Open mailbox with raised flag
map.put(47, 0x1F4ED); // Open mailbox with lowered flag
map.put(48, 0x1F4C1); // Folder
map.put(49, 0x1F4C2); // Open folder
map.put(53, 0x1F5C4); // File cabinet
map.put(54, 0x231B); // Hourglass
map.put(57, 0x1F5B2); // Trackball
map.put(58, 0x1F5A5); // Computer
map.put(65, 0x270C); // Victory hand
map.put(66, 0x1F44C); // OK hand
map.put(67, 0x1F44D); // Thumb up
map.put(68, 0x1F44E); // Thumb down
map.put(69, 0x1F448); // Pointing left
map.put(70, 0x1F449); // Pointing right
map.put(71, 0x261D); // Pointing up
map.put(72, 0x1F447); // Pointing down
map.put(73, 0x1F590); // Raised hand
map.put(74, 0x1F642); // Smiling face
map.put(75, 0x1F610); // Neutral face
map.put(76, 0x1F641); // Frowning face
map.put(77, 0x1F4A3); // Bomb
map.put(83, 0x1F4A7); // Droplet
map.put(84, 0x2744); // Snowflake
map.put(94, 0x2648); // Aries
map.put(95, 0x2649); // Taurus
map.put(96, 0x264A); // Gemini
map.put(97, 0x264B); // Cancer
map.put(98, 0x264C); // Leo
map.put(99, 0x264D); // Virgo
map.put(100, 0x264E); // Libra
map.put(101, 0x264F); // Scorpio
map.put(102, 0x2650); // Sagittarius
map.put(103, 0x2651); // Capricorn
map.put(104, 0x2652); // Aquarius
map.put(105, 0x2653); // Pisces
map.put(183, 0x1F550); // Clock 1
map.put(184, 0x1F551); // Clock 2
map.put(185, 0x1F552); // Clock 3
map.put(186, 0x1F553); // Clock 4
map.put(187, 0x1F554); // Clock 5
map.put(188, 0x1F555); // Clock 6
map.put(189, 0x1F556); // Clock 7
map.put(190, 0x1F557); // Clock 8
map.put(191, 0x1F558); // Clock 9
map.put(192, 0x1F559); // Clock 10
map.put(193, 0x1F55A); // Clock 11
map.put(194, 0x1F55B); // Clock 12
map.put(251, 0x274C); // Red cross
map.put(252, 0x2705); // Green check
MAP_WINGDINGS = Collections.unmodifiableMap(map);
}
Truncate viewed text only
2020-03-25 19:25:06 +00:00
static Document sanitizeCompose(Context context, String html, boolean show_images) {
Fixed images in signatures/templates
2022-11-23 08:08:12 +00:00
return sanitizeCompose(context, JsoupEx.parse(html), show_images);
}
static Document sanitizeCompose(Context context, Document parsed, boolean show_images) {
Truncate viewed text only
2020-03-25 19:25:06 +00:00
try {
Fixed images in signatures/templates
2022-11-23 08:08:12 +00:00
return sanitize(context, parsed, false, show_images);
Truncate viewed text only
2020-03-25 19:25:06 +00:00
} catch (Throwable ex) {
// OutOfMemoryError
Log.e(ex);
Document document = Document.createShell("");
Element strong = document.createElement("strong");
Fixed rare crash
2020-10-15 19:46:15 +00:00
strong.text(android.util.Log.getStackTraceString(ex));
Truncate viewed text only
2020-03-25 19:25:06 +00:00
document.body().appendChild(strong);
return document;
}
Conditionally more
2020-02-14 08:41:28 +00:00
}
Truncate viewed text only
2020-03-25 19:25:06 +00:00
static Document sanitizeView(Context context, Document parsed, boolean show_images) {
Catch sanitize exceptions
2019-10-20 12:15:20 +00:00
try {
Truncate viewed text only
2020-03-25 19:25:06 +00:00
return sanitize(context, parsed, true, show_images);
Catch sanitize exceptions
2019-10-20 12:15:20 +00:00
} catch (Throwable ex) {
// OutOfMemoryError
Log.e(ex);
Save signature, fixes
2019-11-22 18:16:02 +00:00
Document document = Document.createShell("");
Revised revisions
2019-11-19 20:53:12 +00:00
Element strong = document.createElement("strong");
Fixed rare crash
2020-10-15 19:46:15 +00:00
strong.text(android.util.Log.getStackTraceString(ex));
Save signature, fixes
2019-11-22 18:16:02 +00:00
document.body().appendChild(strong);
Revised revisions
2019-11-19 20:53:12 +00:00
return document;
Catch sanitize exceptions
2019-10-20 12:15:20 +00:00
}
}
Limit formatted message size based on memory class
2021-10-04 13:20:09 +00:00
private static int getMaxFormatTextSize(Context context) {
Refactoring
2022-04-13 20:27:33 +00:00
ActivityManager am = Helper.getSystemService(context, ActivityManager.class);
Limit formatted message size based on memory class
2021-10-04 13:20:09 +00:00
int mc = am.getMemoryClass();
if (mc >= 256)
return MAX_FORMAT_TEXT_SIZE;
else
return mc * MAX_FORMAT_TEXT_SIZE / 256;
}
Truncate viewed text only
2020-03-25 19:25:06 +00:00
private static Document sanitize(Context context, Document parsed, boolean view, boolean show_images) {
Inline full message display
2019-10-04 13:25:04 +00:00
SharedPreferences prefs = PreferenceManager.getDefaultSharedPreferences(context);
Theme: follow system by default
2021-01-18 10:09:53 +00:00
String theme = prefs.getString("theme", "blue_orange_system");
Added option to show background colors
2021-07-04 09:58:54 +00:00
boolean bw = "black_and_white".equals(theme);
boolean background_color = (!view || (!bw && prefs.getBoolean("background_color", false)));
boolean text_color = (!view || (!bw && prefs.getBoolean("text_color", true)));
Strip size, color and font when viewing only
2020-06-29 12:07:57 +00:00
boolean text_size = (!view || prefs.getBoolean("text_size", true));
boolean text_font = (!view || prefs.getBoolean("text_font", true));
Added support for text alignment
2020-05-03 17:29:02 +00:00
boolean text_align = prefs.getBoolean("text_align", true);
Addeed option to show HTML titles
2022-07-07 07:54:57 +00:00
boolean text_titles = prefs.getBoolean("text_titles", false);
Added setting to show hidden texts
2019-10-16 09:05:38 +00:00
boolean display_hidden = prefs.getBoolean("display_hidden", false);
Inline full message display
2019-10-04 13:25:04 +00:00
boolean disable_tracking = prefs.getBoolean("disable_tracking", true);
Enable parse classes by default
2020-11-09 11:49:04 +00:00
boolean parse_classes = prefs.getBoolean("parse_classes", true);
Suppress alt text for inline images
2020-09-11 14:52:11 +00:00
boolean inline_images = prefs.getBoolean("inline_images", false);
Default separators again
2020-11-16 08:58:19 +00:00
boolean text_separators = prefs.getBoolean("text_separators", true);
Added option to disable image placeholders
2020-11-16 08:45:21 +00:00
boolean image_placeholders = prefs.getBoolean("image_placeholders", true);
Inline full message display
2019-10-04 13:25:04 +00:00
Always set a color
2021-07-05 04:55:24 +00:00
boolean dark = Helper.isDarkTheme(context);
int textColorPrimary = Helper.resolveColor(context, android.R.attr.textColorPrimary);
int textColorPrimaryInverse = Helper.resolveColor(context, android.R.attr.textColorPrimaryInverse);
Force small text size for alt links
2021-08-04 15:19:43 +00:00
int textSizeSmall;
TypedArray ta = context.obtainStyledAttributes(
R.style.TextAppearance_AppCompat_Small, new int[]{android.R.attr.textSize});
if (ta == null)
textSizeSmall = Helper.dp2pixels(context, 6);
else {
textSizeSmall = ta.getDimensionPixelSize(0, 0);
ta.recycle();
}
Chrome defaults
2020-02-09 14:04:35 +00:00
// https://chromium.googlesource.com/chromium/blink/+/master/Source/core/css/html.css
Remove HTML elements with a namespace
2019-05-13 09:03:15 +00:00
Experiment: remove conditional HTML
2020-02-02 12:03:06 +00:00
// <!--[if ...]><!--> ... <!--<![endif]-->
Added comment
2020-02-04 09:10:36 +00:00
// https://docs.microsoft.com/en-us/previous-versions/windows/internet-explorer/ie-developer/compatibility/hh801214(v=vs.85)
Disable removing conditional HTML https://docs.microsoft.com/en-us/previous-versions/windows/internet-explorer/ie-developer/compatibility/hh801214(v=vs.85)
2020-02-03 11:31:48 +00:00
if (!display_hidden && false)
Experiment: remove conditional HTML
2020-02-02 12:03:06 +00:00
parsed.filter(new NodeFilter() {
private boolean remove = false;
@Override
public FilterResult head(Node node, int depth) {
if (node instanceof Comment) {
String data = ((Comment) node).getData().trim();
if (data.startsWith("[if") && !data.endsWith("endif]")) {
remove = true;
return FilterResult.REMOVE;
} else if (remove && data.endsWith("endif]")) {
remove = false;
return FilterResult.REMOVE;
}
}
return (remove ? FilterResult.REMOVE : FilterResult.CONTINUE);
}
@Override
public FilterResult tail(Node node, int depth) {
return FilterResult.CONTINUE;
}
});
Normalize referenced message
2020-12-29 08:04:29 +00:00
// Fix Microsoft namespaces
normalizeNamespaces(parsed, display_hidden);
Remove HTML elements with a namespace
2019-05-13 09:03:15 +00:00
Truncate before sanitize
2020-02-14 08:04:16 +00:00
// Limit length
Limit formatted message size based on memory class
2021-10-04 13:20:09 +00:00
if (view && truncate(parsed, getMaxFormatTextSize(context))) {
Truncate before sanitize
2020-02-14 08:04:16 +00:00
parsed.body()
.appendElement("p")
.appendElement("em")
.text(context.getString(R.string.title_too_large));
Truncate viewed text only
2020-03-25 19:25:06 +00:00
parsed.body()
.appendElement("p")
.appendElement("big")
.appendElement("a")
.attr("href", "full:")
.text(context.getString(R.string.title_show_full));
Truncate before sanitize
2020-02-14 08:04:16 +00:00
}
Added style sheet parser
2020-04-20 13:01:05 +00:00
// https://developer.mozilla.org/en-US/docs/Web/HTML/Element/style
Process media queries
2020-04-21 07:04:55 +00:00
List<CSSStyleSheet> sheets = new ArrayList<>();
Added setting to parse classes
2020-04-22 10:10:30 +00:00
if (parse_classes)
Refactoring
2020-07-16 20:06:52 +00:00
sheets = parseStyles(parsed.head().select("style"));
Added style sheet parser
2020-04-20 13:01:05 +00:00
Jsoup 1.14.2
2021-09-11 18:44:55 +00:00
Safelist safelist = Safelist.relaxed()
Show marked text
2022-04-04 06:23:20 +00:00
.addTags("hr", "abbr", "big", "font", "dfn", "del", "s", "tt", "mark")
Added style sheet parser
2020-04-20 13:01:05 +00:00
.addAttributes(":all", "class")
Added option to disable small/large texts
2020-02-20 15:08:33 +00:00
.addAttributes(":all", "style")
Fixed RTL align
2021-04-23 18:25:15 +00:00
.addAttributes("span", "dir")
RTL support for lists
2021-05-08 19:48:39 +00:00
.addAttributes("li", "dir")
Small improvement
2020-05-05 16:43:37 +00:00
.addAttributes("div", "x-plain")
Table fixes
2020-11-07 15:44:33 +00:00
.removeTags("col", "colgroup")
Back to simple table formatting
2020-11-09 16:30:33 +00:00
.removeTags("thead", "tbody", "tfoot")
Hide zero width/height rows
2020-11-09 18:45:57 +00:00
.addAttributes("td", "width")
.addAttributes("td", "height")
.addAttributes("tr", "width")
.addAttributes("tr", "height")
Addeed option to show HTML titles
2022-07-07 07:54:57 +00:00
.addAttributes(":all", "title")
Added blockquote type="cite" support for Thunderbird
2022-09-12 06:11:31 +00:00
.addAttributes("blockquote", "type")
Hide zero width/height rows
2020-11-09 18:45:57 +00:00
.removeAttributes("td", "colspan", "rowspan", "width")
.removeAttributes("th", "colspan", "rowspan", "width")
Support for image data uris
2018-12-14 09:05:48 +00:00
.addProtocols("img", "src", "cid")
Truncate before sanitize
2020-02-14 08:04:16 +00:00
.addProtocols("img", "src", "data")
Allow all link protocols
2021-03-05 12:48:16 +00:00
.removeTags("a").addAttributes("a", "href", "title");
Optionally show text colors
2019-09-23 18:13:38 +00:00
if (text_color)
Jsoup 1.14.2
2021-09-11 18:44:55 +00:00
safelist.addAttributes("font", "color");
Added support for font display
2020-06-28 13:59:02 +00:00
if (text_size)
Jsoup 1.14.2
2021-09-11 18:44:55 +00:00
safelist.addAttributes("font", "size");
Added support for font display
2020-06-28 13:59:02 +00:00
if (text_font)
Jsoup 1.14.2
2021-09-11 18:44:55 +00:00
safelist.addAttributes("font", "face");
Added support for text alignment
2020-05-03 17:29:02 +00:00
if (text_align)
Jsoup 1.14.2
2021-09-11 18:44:55 +00:00
safelist.addTags("center").addAttributes(":all", "align");
Allow images in templates
2020-04-27 07:40:43 +00:00
if (!view)
Jsoup 1.14.2
2021-09-11 18:44:55 +00:00
safelist.addProtocols("img", "src", "content");
Optionally show text colors
2019-09-23 18:13:38 +00:00
Jsoup 1.14.2
2021-09-11 18:44:55 +00:00
final Document document = new Cleaner(safelist).clean(parsed);
Make images link to themselves
2018-11-24 11:27:44 +00:00
Remove tracking pixels first
2020-09-12 07:09:07 +00:00
// Remove tracking pixels
if (disable_tracking)
Always remove small images
2020-11-16 17:53:56 +00:00
removeTrackingPixels(context, document);
Remove tracking pixels first
2020-09-12 07:09:07 +00:00
Added remark
2022-04-04 06:23:38 +00:00
// https://developer.mozilla.org/en-US/docs/Web/HTML/Element/font
Process HTML font
2019-09-25 10:48:02 +00:00
for (Element font : document.select("font")) {
Improved font element handling
2020-04-26 16:43:20 +00:00
String style = font.attr("style");
Small improvement
2021-04-19 19:23:54 +00:00
String color = font.attr("color").trim();
String size = font.attr("size").trim();
String face = font.attr("face").trim();
Support more font size attributes
2020-04-20 07:57:42 +00:00
Improved font element handling
2020-04-26 16:43:20 +00:00
style = style.trim();
if (!TextUtils.isEmpty(style) && !style.endsWith(";"))
style += ";";
Text colors compatibility for Android < Nougat
2019-09-25 13:20:27 +00:00
if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.N)
font.removeAttr("color");
Support more font size attributes
2020-04-20 07:57:42 +00:00
font.removeAttr("size");
Added support for font display
2020-06-28 13:59:02 +00:00
font.removeAttr("face");
Support more font size attributes
2020-04-20 07:57:42 +00:00
Improved font element handling
2020-04-26 16:43:20 +00:00
StringBuilder sb = new StringBuilder(style);
Support more font size attributes
2020-04-20 07:57:42 +00:00
if (!TextUtils.isEmpty(color))
sb.append("color:").append(color).append(";");
Improved font size eval
2021-04-20 18:17:00 +00:00
if (!TextUtils.isEmpty(size))
Support more font size attributes
2020-04-20 07:57:42 +00:00
try {
Improved font size eval
2021-04-20 18:17:00 +00:00
int s = Integer.parseInt(size);
if (size.startsWith("-")) {
if (s < 0)
size = "smaller";
Range check font size
2021-04-21 05:32:56 +00:00
else
throw new NumberFormatException("size=" + size);
Improved font size eval
2021-04-20 18:17:00 +00:00
} else if (size.startsWith("+")) {
if (s > 0)
size = "larger";
Range check font size
2021-04-21 05:32:56 +00:00
else
throw new NumberFormatException("size=" + size);
Added extra small/large font size
2022-10-16 10:01:34 +00:00
} else {
if (s < 2)
size = "x-small";
else if (s < 3)
size = "small";
else if (s > 4)
size = "x-large";
else if (s > 3)
size = "large";
else
size = "medium";
}
Support more font size attributes
2020-04-20 07:57:42 +00:00
sb.append("font-size:").append(size).append(";");
} catch (NumberFormatException ex) {
Reduced logging
2020-05-28 06:48:28 +00:00
Log.i(ex);
Support more font size attributes
2020-04-20 07:57:42 +00:00
}
Escape face names
2021-04-20 06:01:03 +00:00
if (!TextUtils.isEmpty(face)) {
sb.append("font-family:");
String[] faces = face.split(",");
for (int i = 0; i < faces.length; i++) {
if (i > 0)
sb.append(',');
String f = faces[i].trim();
if (f.contains(" ") && !f.startsWith("\"") && !f.endsWith("\""))
sb.append('"').append(f).append('"');
else
sb.append(f);
}
sb.append(";");
}
Added support for font display
2020-06-28 13:59:02 +00:00
Support more font size attributes
2020-04-20 07:57:42 +00:00
font.attr("style", sb.toString());
Process HTML font
2019-09-25 10:48:02 +00:00
font.tagName("span");
}
Added setting to show hidden texts
2019-10-16 09:05:38 +00:00
// Sanitize styles
for (Element element : document.select("*")) {
Added support for element styles
2020-04-22 14:32:35 +00:00
// Class style
Apply styles to referenced message
2020-07-16 20:25:16 +00:00
String tag = element.tagName();
Small improvement
2020-11-08 17:14:42 +00:00
String clazz = element.className();
Apply styles to referenced message
2020-07-16 20:25:16 +00:00
String style = processStyles(tag, clazz, null, sheets);
Added style sheet parser
2020-04-20 13:01:05 +00:00
Added support for element styles
2020-04-22 14:32:35 +00:00
// Element style
CSS inheritance
2022-03-08 18:42:54 +00:00
style = mergeElementStyles(style, element.attr("style"));
Added style sheet parser
2020-04-20 13:01:05 +00:00
Small font size debug info
2021-08-15 19:28:33 +00:00
if ("fairemail_debug_info".equals(clazz))
style = mergeStyles(style, "font-size: smaller");
Added support for text alignment
2020-05-03 17:29:02 +00:00
if (text_align) {
// https://developer.mozilla.org/en-US/docs/Web/HTML/Element/center
if ("center".equals(element.tagName())) {
style = mergeStyles(style, "text-align:center");
element.tagName("div");
Skip aligning table content
2020-05-05 11:30:48 +00:00
} else if ("table".equals(element.tagName()))
style = mergeStyles(style, "text-align:left");
else {
// https://developer.mozilla.org/en-US/docs/Web/HTML/Attributes
String align = element.attr("align");
if (!TextUtils.isEmpty(align))
style = mergeStyles(style, "text-align:" + align);
Added support for text alignment
2020-05-03 17:29:02 +00:00
}
}
Added style sheet parser
2020-04-20 13:01:05 +00:00
// Process style
Allow colors
2019-09-23 17:51:17 +00:00
if (!TextUtils.isEmpty(style)) {
Fixed RTL align
2021-04-23 18:25:15 +00:00
boolean block = false;
Allow colors
2019-09-23 17:51:17 +00:00
StringBuilder sb = new StringBuilder();
Fixed extra newlines
2021-04-24 05:36:23 +00:00
if (!view &&
"span".equals(element.tagName()) &&
Fixed RTL align
2021-04-23 18:25:15 +00:00
"rtl".equals(element.attr("dir")))
block = true;
Allow colors
2019-09-23 17:51:17 +00:00
Fixed not appearing tables
2021-04-21 15:35:04 +00:00
Map<String, String> kv = new LinkedHashMap<>();
Allow colors
2019-09-23 17:51:17 +00:00
String[] params = style.split(";");
for (String param : params) {
Added style sheet parser
2020-04-20 13:01:05 +00:00
int colon = param.indexOf(':');
Fixed not appearing tables
2021-04-21 15:35:04 +00:00
if (colon <= 0)
continue;
Refactoring
2021-07-08 17:09:43 +00:00
String key = param.substring(0, colon)
.trim()
.toLowerCase(Locale.ROOT);
String value = param.substring(colon + 1)
Fixed not appearing tables
2021-04-21 15:35:04 +00:00
.trim()
Refactoring
2021-07-08 17:09:43 +00:00
.toLowerCase(Locale.ROOT)
.replace("!important", "")
Fixed not appearing tables
2021-04-21 15:35:04 +00:00
.replaceAll("\\s+", " ");
kv.put(key, value);
}
Added option to disable small/large texts
2020-02-20 15:08:33 +00:00
Conditional background color
2021-07-05 13:58:43 +00:00
List<String> keys = new ArrayList<>(kv.keySet());
Collections.sort(keys); // background-color first
for (String key : keys) {
Fixed not appearing tables
2021-04-21 15:35:04 +00:00
String value = kv.get(key);
switch (key) {
Added support for background images
2022-03-29 19:59:25 +00:00
case "background-image":
// https://developer.mozilla.org/en-US/docs/Web/CSS/background-image
String url = value.replace(" ", "");
int us = url.indexOf("url(");
int ue = url.indexOf(')', us + 4);
if (us >= 0 && ue > us) {
url = url.substring(us + 4, ue);
if ((url.startsWith("'") && url.endsWith("'")) ||
(url.startsWith("\"") && url.endsWith("\"")))
url = url.substring(1, url.length() - 1);
Element img = document.createElement("img")
.attr("src", url);
element.prependElement("br");
element.prependChild(img);
}
break;
Fixed not appearing tables
2021-04-21 15:35:04 +00:00
case "color":
Added support for background css property
2021-09-28 05:45:43 +00:00
case "background":
Added option to show background colors
2021-07-04 09:58:54 +00:00
case "background-color":
Fixed not appearing tables
2021-04-21 15:35:04 +00:00
// https://developer.mozilla.org/en-US/docs/Web/CSS/color
Added support for background css property
2021-09-28 05:45:43 +00:00
// https://developer.mozilla.org/en-US/docs/Web/CSS/background
// https://developer.mozilla.org/en-US/docs/Web/CSS/background-color
if ("color".equals(key)) {
if (!text_color)
continue;
} else {
if (!background_color)
continue;
}
Fixed not appearing tables
2021-04-21 15:35:04 +00:00
Integer color = parseColor(value);
Debug: strike through transparent text
2022-03-03 17:00:34 +00:00
if (color != null && color == Color.TRANSPARENT) {
Debugging
2022-03-08 12:16:11 +00:00
if ("color".equals(key) && BuildConfig.DEBUG)
if (display_hidden)
Strike through hidden texts
2022-03-03 17:19:06 +00:00
sb.append("text-decoration:line-through;");
else if (false) {
Log.i("Removing color transparent " + element.tagName());
element.remove();
continue;
}
Debug: strike through transparent text
2022-03-03 17:00:34 +00:00
color = null;
}
Conditional background color
2021-07-05 13:58:43 +00:00
if ("color".equals(key)) {
Check background/foreground luminance
2021-08-04 06:10:39 +00:00
Integer bg = null;
Small optimizations
2021-07-06 07:04:02 +00:00
if (background_color) {
Element e = element;
Check background/foreground luminance
2021-08-04 06:10:39 +00:00
while (e != null && bg == null)
Small optimizations
2021-07-06 07:04:02 +00:00
if (e.hasAttr("x-background"))
Check background/foreground luminance
2021-08-04 06:10:39 +00:00
bg = parseWebColor(e.attr("x-background"));
Small optimizations
2021-07-06 07:04:02 +00:00
else
e = e.parent();
}
Compose: remove very light/dark external text colors
2022-07-14 15:13:52 +00:00
if (!view &&
Fixed pasted white text on transparent background
2021-11-08 11:12:35 +00:00
color != null && (bg == null || bg == Color.TRANSPARENT)) {
Document special case
2021-07-05 14:35:47 +00:00
// Special case:
Compose: remove very light/dark external text colors
2022-07-14 15:13:52 +00:00
// external draft: very dark/light font
Fixed pasted white text on transparent background
2021-11-08 11:12:35 +00:00
double lum = ColorUtils.calculateLuminance(color);
Prevent pasting invisible text
2023-01-01 18:37:52 +00:00
if (lum < 1 - MIN_LUMINANCE_COMPOSE || lum > MIN_LUMINANCE_COMPOSE)
Fixed pasted white text on transparent background
2021-11-08 11:12:35 +00:00
color = null;
}
Conditional background color
2021-07-05 13:58:43 +00:00
Fixed pasted white text on transparent background
2021-11-08 11:12:35 +00:00
if (bg == null) {
Conditional background color
2021-07-05 13:58:43 +00:00
if (color != null && view)
color = adjustColor(dark, textColorPrimary, color);
Improved omitting bg colors
2021-08-04 07:37:33 +00:00
} else if (bg == Color.TRANSPARENT) {
// Background color was suppressed because "no color"
Check background/foreground luminance
2021-08-04 06:10:39 +00:00
if (color != null) {
Improved omitting bg colors
2021-08-04 07:37:33 +00:00
double lum = ColorUtils.calculateLuminance(color);
Fixed light/dark color correction
2022-08-02 13:17:01 +00:00
if (dark ? lum < 1 - MIN_LUMINANCE_VIEW : lum > MIN_LUMINANCE_VIEW)
Improved omitting bg colors
2021-08-04 07:37:33 +00:00
color = textColorPrimary;
Check background/foreground luminance
2021-08-04 06:10:39 +00:00
}
Conditional background color
2021-07-05 13:58:43 +00:00
}
Alpha color support
2021-07-05 14:55:31 +00:00
if (color != null)
element.attr("x-color", "true");
} else /* background */ {
Check background/foreground luminance
2021-08-04 06:10:39 +00:00
if (color != null && !hasColor(color))
Improved omitting bg colors
2021-08-04 07:37:33 +00:00
color = Color.TRANSPARENT;
Conditional background color
2021-07-05 13:58:43 +00:00
Alpha color support
2021-07-05 14:55:31 +00:00
if (color != null)
Check background/foreground luminance
2021-08-04 06:10:39 +00:00
element.attr("x-background", encodeWebColor(color));
Alpha color support
2021-07-05 14:55:31 +00:00
Improved bg without fg
2021-08-04 07:42:41 +00:00
if (color != null && dark) {
Small optimizations
2021-07-06 07:04:02 +00:00
boolean fg = false;
if (text_color) {
fg = (parseColor(kv.get("color")) != null);
Element e = element;
while (e != null && !fg)
if (e.hasAttr("x-color"))
fg = true;
else
e = e.parent();
}
Alpha color support
2021-07-05 14:55:31 +00:00
Small optimizations
2021-07-06 07:04:02 +00:00
// Dark theme, background color with no text color:
Improved bg without fg
2021-08-04 07:42:41 +00:00
// force (inverse) text color
if (!fg) {
double lum = (color == Color.TRANSPARENT ? 0 : ColorUtils.calculateLuminance(color));
int c = (lum < 0.5 ? textColorPrimary : textColorPrimaryInverse);
Alpha color support
2021-07-05 14:55:31 +00:00
sb.append("color")
.append(':')
Improved bg without fg
2021-08-04 07:42:41 +00:00
.append(encodeWebColor(c))
Alpha color support
2021-07-05 14:55:31 +00:00
.append(";");
Improved bg without fg
2021-08-04 07:42:41 +00:00
}
Conditional background color
2021-07-05 13:58:43 +00:00
}
}
Added option to show background colors
2021-07-04 09:58:54 +00:00
Restart to apply suppress notification options
2022-07-14 13:30:21 +00:00
if (color == null) {
Added option to show background colors
2021-07-04 09:58:54 +00:00
element.removeAttr(key);
continue;
Fixed not appearing tables
2021-04-21 15:35:04 +00:00
}
Alpha color support
2021-07-05 14:55:31 +00:00
String c = encodeWebColor(color);
Added option to show background colors
2021-07-04 09:58:54 +00:00
sb.append(key).append(':').append(c).append(";");
if (Build.VERSION.SDK_INT < Build.VERSION_CODES.N)
element.attr(key, c);
Fixed not appearing tables
2021-04-21 15:35:04 +00:00
break;
case "font-size":
// https://developer.mozilla.org/en-US/docs/Web/CSS/font-size
if (!text_size)
continue;
float current;
if (tag.length() == 2 &&
tag.charAt(0) == 'h' &&
Character.isDigit(tag.charAt(1)))
current = HEADING_SIZES[tag.charAt(1) - '1'];
else
current = 1.0f;
Element parent = element.parent();
while (parent != null) {
String xFontSize = parent.attr("x-font-size");
if (!TextUtils.isEmpty(xFontSize)) {
current = Float.parseFloat(xFontSize);
break;
Added support for font-size, improved font-weight support
2020-02-09 09:31:37 +00:00
}
Fixed not appearing tables
2021-04-21 15:35:04 +00:00
parent = parent.parent();
}
Float fsize = getFontSize(value, current);
Debug: strike through zero size text
2022-03-03 16:55:45 +00:00
if (fsize != null)
if (fsize == 0) {
Debugging
2022-03-08 12:16:11 +00:00
if (BuildConfig.DEBUG)
Disable font size debugging
2022-03-09 10:23:19 +00:00
if (display_hidden && false)
Debugging
2022-03-08 12:16:11 +00:00
sb.append("text-decoration:line-through;");
else if (false) {
Log.i("Removing font size zero " + element.tagName());
element.remove();
}
Debug: strike through zero size text
2022-03-03 16:55:45 +00:00
} else {
if (!view) {
if (fsize < 1)
Added extra small/large
2022-08-27 15:48:36 +00:00
fsize = (fsize < FONT_SMALL ? FONT_XSMALL : FONT_SMALL);
Debug: strike through zero size text
2022-03-03 16:55:45 +00:00
else if (fsize > 1)
Added extra small/large
2022-08-27 15:48:36 +00:00
fsize = (fsize > FONT_LARGE ? FONT_XLARGE : FONT_LARGE);
Debug: strike through zero size text
2022-03-03 16:55:45 +00:00
}
element.attr("x-font-size", Float.toString(fsize));
element.attr("x-font-size-rel", Float.toString(fsize / current));
Relative font sizes are required for zooming
2020-04-28 16:20:47 +00:00
}
Fixed not appearing tables
2021-04-21 15:35:04 +00:00
break;
case "font-weight":
if (element.parent() != null) {
Integer fweight = getFontWeight(value);
if (fweight != null && fweight >= 600) {
Element strong = new Element("strong");
for (Node child : new ArrayList<>(element.childNodes())) {
child.remove();
strong.appendChild(child);
Skip font size/weight for top element
2020-02-10 08:29:47 +00:00
}
Fixed not appearing tables
2021-04-21 15:35:04 +00:00
element.appendChild(strong);
Added support font-weight: bold
2020-02-08 19:39:51 +00:00
}
Fixed not appearing tables
2021-04-21 15:35:04 +00:00
}
break;
case "font-family":
if (!text_font)
continue;
// https://developer.mozilla.org/en-US/docs/Web/CSS/font-family
sb.append(key).append(":").append(value).append(";");
break;
Added support for CSS font-style
2022-04-04 12:49:23 +00:00
case "font-style":
// https://developer.mozilla.org/en-US/docs/Web/CSS/font-style
if (value.contains("italic") || value.contains("oblique"))
sb.append(key).append(":").append("italic").append(";");
break;
Fixed not appearing tables
2021-04-21 15:35:04 +00:00
case "text-decoration":
Added text decoration underline
2022-03-03 14:26:25 +00:00
case "text-decoration-line":
Fixed not appearing tables
2021-04-21 15:35:04 +00:00
// https://developer.mozilla.org/en-US/docs/Web/CSS/text-decoration
Added text decoration underline
2022-03-03 14:26:25 +00:00
// https://developer.mozilla.org/en-US/docs/Web/CSS/text-decoration-line
Fixed not appearing tables
2021-04-21 15:35:04 +00:00
if (value.contains("line-through"))
sb.append("text-decoration:line-through;");
Added text decoration underline
2022-03-03 14:26:25 +00:00
else if (value.contains("underline"))
sb.append("text-decoration:underline;");
Fixed not appearing tables
2021-04-21 15:35:04 +00:00
break;
Added text-transform support
2022-02-06 19:33:44 +00:00
case "text-transform":
// https://developer.mozilla.org/en-US/docs/Web/CSS/text-transform
NodeTraversor.traverse(new NodeVisitor() {
@Override
public void head(Node node, int depth) {
if (node instanceof TextNode) {
TextNode tnode = (TextNode) node;
String text = tnode.getWholeText();
switch (value) {
case "capitalize":
// TODO: capitalize
break;
case "uppercase":
tnode.text(text.toUpperCase(Locale.ROOT));
break;
case "lowercase":
tnode.text(text.toLowerCase(Locale.ROOT));
break;
}
}
}
@Override
public void tail(Node node, int depth) {
// Do nothing
}
}, element);
break;
Fixed not appearing tables
2021-04-21 15:35:04 +00:00
case "display":
// https://developer.mozilla.org/en-US/docs/Web/CSS/display
Strike through hidden texts
2022-03-03 17:19:06 +00:00
if (element.parent() != null && "none".equals(value)) {
if (display_hidden)
sb.append("text-decoration:line-through;");
else {
Log.i("Removing display none " + element.tagName());
element.remove();
}
Fixed not appearing tables
2021-04-21 15:35:04 +00:00
}
if ("block".equals(value) || "inline-block".equals(value))
element.attr("x-block", "true");
if ("inline".equals(value) || "inline-block".equals(value)) {
if (element.nextSibling() != null)
element.attr("x-inline", "true");
}
break;
Removed hiding width/height=0
2021-10-16 16:46:48 +00:00
/*
Fixed not appearing tables
2021-04-21 15:35:04 +00:00
case "height":
case "width":
//case "font-size":
//case "line-height":
if (element.parent() != null && !display_hidden) {
Float s = getFontSize(value, 1.0f);
if (s != null && s == 0) {
Leave tables alone
2021-05-30 19:25:12 +00:00
if (!"table".equals(element.tagName())) {
Prevent crash
2020-02-10 18:55:52 +00:00
Log.i("Removing no height/width " + element.tagName());
element.remove();
Added support for font-size, improved font-weight support
2020-02-09 09:31:37 +00:00
}
Remove elements without height or width
2019-11-26 08:15:33 +00:00
}
Fixed not appearing tables
2021-04-21 15:35:04 +00:00
}
break;
Removed hiding width/height=0
2021-10-16 16:46:48 +00:00
*/
Fixed not appearing tables
2021-04-21 15:35:04 +00:00
case "margin":
case "padding":
case "margin-top":
case "margin-bottom":
case "padding-top":
case "padding-bottom":
// https://developer.mozilla.org/en-US/docs/Web/CSS/margin
// https://developer.mozilla.org/en-US/docs/Web/CSS/padding
if (element.isBlock()) {
Float[] p = new Float[4];
String[] v = value.split(" ");
for (int i = 0; i < v.length && i < p.length; i++)
p[i] = getFontSize(v[i], 1.0f);
if (v.length == 1) {
p[1] = p[0];
p[2] = p[0];
p[3] = p[0];
} else if (v.length == 2) {
p[2] = p[0];
p[3] = p[1];
Align blocks (1)
2020-10-03 12:04:06 +00:00
}
Fixed not appearing tables
2021-04-21 15:35:04 +00:00
if (key.endsWith("top"))
p[2] = null;
else if (key.endsWith("bottom"))
p[0] = null;
if (p[0] != null)
if (p[0] == 0)
element.attr("x-line-before", "false");
else if (p[0] > 0.5)
element.attr("x-line-before", "true");
if (p[2] != null)
if (p[2] == 0)
element.attr("x-line-after", "false");
else if (p[2] > 0.5)
element.attr("x-line-after", "true");
}
break;
case "text-align":
// https://developer.mozilla.org/en-US/docs/Web/CSS/text-align
if (text_align) {
Fixed extra newlines
2021-04-24 05:36:23 +00:00
if (!element.isBlock())
block = true;
Fixed not appearing tables
2021-04-21 15:35:04 +00:00
element.attr("x-align", value);
sb.append(key).append(':').append(value).append(';');
}
break;
View indentations
2021-07-07 13:12:35 +00:00
case "border-left":
case "border-right":
if (value != null) {
// 1px solid rgb(204,204,204)
Float border = getFontSize(value.trim().split("\\s+")[0], 1.0f);
Added composing indentation
2021-07-07 14:39:04 +00:00
if (border != null && border > 0) {
View indentations
2021-07-07 13:12:35 +00:00
element.attr("x-border", "true");
Added composing indentation
2021-07-07 14:39:04 +00:00
if (!view) {
sb.append("border-left").append(':').append("3px solid #ccc").append(';');
sb.append("padding-left").append(':').append("3px").append(';');
}
}
View indentations
2021-07-07 13:12:35 +00:00
}
break;
Skip drawing invisible bullets
2021-07-08 06:16:30 +00:00
case "list-style-type":
Inherit list style type
2021-07-08 12:11:20 +00:00
// https://developer.mozilla.org/en-US/docs/Web/CSS/list-style-type
Skip drawing invisible bullets
2021-07-08 06:16:30 +00:00
element.attr("x-list-style", value);
Keep list style type
2021-07-09 08:38:48 +00:00
if (!view)
sb.append(key).append(':').append(value).append(';');
Skip drawing invisible bullets
2021-07-08 06:16:30 +00:00
break;
Added support for CSS visibility
2022-04-04 14:54:13 +00:00
case "visibility":
// https://developer.mozilla.org/en-US/docs/Web/CSS/visibility
if (element.parent() != null &&
("hidden".equals(value) || "collapse".equals(value)))
if (display_hidden)
sb.append("text-decoration:line-through;");
else
sb.append(key).append(':').append("hidden").append(';');
break;
Added setting to show hidden texts
2019-10-16 09:05:38 +00:00
}
Allow colors
2019-09-23 17:51:17 +00:00
}
Fixed extra newlines
2021-04-24 05:36:23 +00:00
if (block) {
Fixed RTL align
2021-04-23 18:25:15 +00:00
sb.append("display:block;");
Fixed extra newlines
2021-04-24 05:36:23 +00:00
Element next = element.nextElementSibling();
if (next != null && "br".equals(next.tagName()))
next.remove();
}
Fixed RTL align
2021-04-23 18:25:15 +00:00
Fixed/improved pre processing
2019-09-25 16:05:13 +00:00
if (sb.length() == 0)
Added setting to show hidden texts
2019-10-16 09:05:38 +00:00
element.removeAttr("style");
Refactoring
2020-01-31 12:52:57 +00:00
else {
Added setting to show hidden texts
2019-10-16 09:05:38 +00:00
element.attr("style", sb.toString());
Refactoring
2020-01-31 12:52:57 +00:00
if (BuildConfig.DEBUG)
Log.i("Style=" + sb);
}
Allow colors
2019-09-23 17:51:17 +00:00
}
Fixed handling of non breaking spaces
2020-11-02 08:34:43 +00:00
Revised newlines (draft)
2020-11-06 18:39:31 +00:00
if (element.isBlock() &&
!"true".equals(element.attr("x-inline")))
Fixed handling of non breaking spaces
2020-11-02 08:34:43 +00:00
element.attr("x-block", "true");
Allow colors
2019-09-23 17:51:17 +00:00
}
Addeed option to show HTML titles
2022-07-07 07:54:57 +00:00
// Insert titles
if (text_titles)
for (Element e : document.select("[title]")) {
String title = e.attr("title");
Suppress title if same as img alt
2022-07-08 05:21:09 +00:00
if (TextUtils.isEmpty(title))
continue;
if ("img".equals(e.tagName()) &&
title.equals(e.attr("alt")))
continue;
e.prependChild(document.createElement("span").text("{" + title + "}"));
Addeed option to show HTML titles
2022-07-07 07:54:57 +00:00
}
Cleanup
2020-02-24 19:34:16 +00:00
// Replace headings
Optional heading separator lines
2020-11-11 15:58:38 +00:00
Elements hs = document.select("h1,h2,h3,h4,h5,h6");
Line before headings
2020-11-17 11:26:43 +00:00
hs.attr("x-line-before", "true");
Optional heading separator lines
2020-11-11 15:58:38 +00:00
if (text_size) {
if (text_separators && view)
for (Element h : hs)
h.appendElement("hr")
.attr("x-block", "true");
else
hs.attr("x-line-after", "true");
Small fix
2020-11-12 11:46:25 +00:00
} else {
Optional heading separator lines
2020-11-11 15:58:38 +00:00
hs.tagName("strong");
Small fix
2020-11-12 11:46:25 +00:00
hs.attr("x-line-after", "true");
}
Added option to disable small/large texts
2020-02-20 15:08:33 +00:00
Less white space
2019-09-12 08:45:54 +00:00
// Paragraphs
Less line breaking
2019-11-11 10:32:47 +00:00
for (Element p : document.select("p")) {
Less white space
2019-09-12 08:45:54 +00:00
p.tagName("div");
Fixed extra newlines
2020-11-08 18:46:46 +00:00
if (p.childNodeSize() != 0) {
if (p.childNodeSize() == 1) {
Node lonely = p.childNode(0);
if (lonely instanceof TextNode &&
"\u00a0".equals(((TextNode) lonely).getWholeText()))
continue;
}
p.attr("x-paragraph", "true");
}
Less line breaking
2019-11-11 10:32:47 +00:00
}
Less white space
2019-09-12 08:45:54 +00:00
Fixed q/cite, added dfn, whitelisted del/s/tt
2020-02-08 19:57:37 +00:00
// Short inline quotes
// https://developer.mozilla.org/en-US/docs/Web/HTML/Element/q
Improved reformatting
2019-03-10 15:21:46 +00:00
for (Element q : document.select("q")) {
Fixed q/cite, added dfn, whitelisted del/s/tt
2020-02-08 19:57:37 +00:00
q.tagName("a");
Remove relative links
2021-09-23 15:38:54 +00:00
String cite = q.attr("cite");
if (!TextUtils.isEmpty(cite) && !cite.trim().startsWith("#"))
q.attr("href", cite);
Fixed q/cite, added dfn, whitelisted del/s/tt
2020-02-08 19:57:37 +00:00
q.removeAttr("cite");
Improved reformatting
2019-03-10 15:21:46 +00:00
}
Fixed q/cite, added dfn, whitelisted del/s/tt
2020-02-08 19:57:37 +00:00
// Citation
// https://developer.mozilla.org/en-US/docs/Web/HTML/Element/cite
for (Element cite : document.select("cite")) {
cite.prependText("\"");
cite.appendText("\"");
cite.tagName("em");
}
// Definition
// https://developer.mozilla.org/en-US/docs/Web/HTML/Element/dfn
for (Element dfn : document.select("dfn"))
dfn.tagName("em");
Improved reformatting
2019-03-10 15:21:46 +00:00
// Pre formatted text
Fixed q/cite, added dfn, whitelisted del/s/tt
2020-02-08 19:57:37 +00:00
// https://developer.mozilla.org/en-US/docs/Web/HTML/Element/pre
Fixed pre processing
2020-05-02 15:51:15 +00:00
for (Element pre : document.select("pre")) {
Allow formatted pre
2021-12-25 09:28:04 +00:00
NodeTraversor.traverse(new NodeVisitor() {
private int index = 0;
private boolean inElement = false;
@Override
public void head(Node node, int depth) {
if (node instanceof Element)
inElement = true;
else if (node instanceof TextNode) {
if (inElement) {
TextNode tnode = (TextNode) node;
StringBuilder sb = new StringBuilder();
for (Character c : tnode.getWholeText().toCharArray()) {
if (c == '\t')
do {
index++;
sb.append(' ');
}
while ((index % TAB_SIZE) != 0);
else {
if (c == '\n')
index = 0;
else
index++;
sb.append(c);
}
}
tnode.text(sb.toString());
}
}
}
@Override
public void tail(Node node, int depth) {
if (node instanceof Element)
inElement = false;
}
}, pre);
Fixed pre processing
2020-05-02 15:51:15 +00:00
pre.tagName("div");
Small improvement
2020-05-05 16:43:37 +00:00
pre.attr("x-plain", "true");
Fixed pre processing
2020-05-02 15:51:15 +00:00
}
Improved table formatting
2019-03-10 11:14:39 +00:00
Improved reformatting
2019-03-10 15:21:46 +00:00
// Code
Fixed q/cite, added dfn, whitelisted del/s/tt
2020-02-08 19:57:37 +00:00
// https://developer.mozilla.org/en-US/docs/Web/HTML/Element/code
Replace code by strong
2019-09-21 16:10:41 +00:00
document.select("code").tagName("strong");
Improved reformatting
2019-03-10 15:21:46 +00:00
// Lines
Fixed q/cite, added dfn, whitelisted del/s/tt
2020-02-08 19:57:37 +00:00
// https://developer.mozilla.org/en-US/docs/Web/HTML/Element/hr
Added inserting lines
2022-02-04 09:24:30 +00:00
for (Element hr : document.select("hr"))
hr.attr("x-keep-line", "true");
Improved formatting
2019-02-10 12:01:21 +00:00
Improved reformatting
2019-03-10 15:21:46 +00:00
// Descriptions
Fixed q/cite, added dfn, whitelisted del/s/tt
2020-02-08 19:57:37 +00:00
// https://developer.mozilla.org/en-US/docs/Web/HTML/Element/dl
Improved reformatting
2019-03-10 15:21:46 +00:00
document.select("dl").tagName("div");
Revised newlines (draft)
2020-11-06 18:39:31 +00:00
for (Element dt : document.select("dt"))
Simplification
2019-03-11 08:27:56 +00:00
dt.tagName("strong");
for (Element dd : document.select("dd")) {
dd.tagName("em");
Revised newlines (draft)
2020-11-06 18:39:31 +00:00
dd.attr("x-line-after", "true");
Simplification
2019-03-11 08:27:56 +00:00
}
Make images link to themselves
2018-11-24 11:27:44 +00:00
Support for abbreviations
2019-03-12 12:13:53 +00:00
// Abbreviations
Fixed q/cite, added dfn, whitelisted del/s/tt
2020-02-08 19:57:37 +00:00
// https://developer.mozilla.org/en-US/docs/Web/HTML/Element/abbr
Support for abbreviations
2019-03-12 12:13:53 +00:00
document.select("abbr").tagName("u");
Reduced white space
2019-03-30 16:48:04 +00:00
// Tables
Fixed q/cite, added dfn, whitelisted del/s/tt
2020-02-08 19:57:37 +00:00
// https://developer.mozilla.org/en-US/docs/Web/HTML/Element/table
Back to simple table formatting
2020-11-09 16:30:33 +00:00
for (Element table : document.select("table")) {
table.tagName("div");
Hide zero width/height rows
2020-11-09 18:45:57 +00:00
// Ignore summary attribute
Back to simple table formatting
2020-11-09 16:30:33 +00:00
for (Element row : table.children()) {
row.tagName("div");
Conditional column separator
2021-07-04 19:22:40 +00:00
Element separate = null;
Added table image merger
2020-11-09 21:42:09 +00:00
List<Node> merge = new ArrayList<>();
Back to simple table formatting
2020-11-09 16:30:33 +00:00
for (Element col : row.children()) {
Added table image merger
2020-11-09 21:42:09 +00:00
Element next = col.nextElementSibling();
Small improvement
2020-11-10 08:57:08 +00:00
Prevent extra newlines
2020-11-11 09:47:08 +00:00
// Get nodes with content
List<Node> nodes = new ArrayList<>(col.childNodes());
while (nodes.size() > 0) {
Node first = nodes.get(0);
if (first instanceof TextNode && ((TextNode) first).isBlank()) {
nodes.remove(0);
continue;
}
Node last = nodes.get(nodes.size() - 1);
if (last instanceof TextNode && ((TextNode) last).isBlank()) {
nodes.remove(nodes.size() - 1);
continue;
}
break;
}
Small improvement
2020-11-10 08:57:08 +00:00
// Merge single images into next column
Prevent extra newlines
2020-11-11 09:47:08 +00:00
if (nodes.size() == 1) {
Node lonely = nodes.get(0);
// prevent extra newlines
lonely.removeAttr("x-paragraph");
if (next == null ||
next.attr("x-align")
.equals(col.attr("x-align"))) {
if (lonely instanceof Element &&
"img".equals(lonely.nodeName())) {
lonely.remove();
lonely.removeAttr("x-block");
merge.add(lonely);
if (next != null)
continue;
}
Added table image merger
2020-11-09 21:42:09 +00:00
}
Prevent extra separator lines
2020-11-14 19:09:06 +00:00
if (lonely instanceof TextNode &&
"\u00a0".equals(((TextNode) lonely).getWholeText()))
lonely.remove(); // -> column separator
Added table image merger
2020-11-09 21:42:09 +00:00
}
if (merge.size() > 0) {
for (int m = merge.size() - 1; m >= 0; m--)
col.prependChild(merge.get(m));
merge.clear();
}
Back to simple table formatting
2020-11-09 16:30:33 +00:00
if ("th".equals(col.tagName())) {
Element strong = new Element("strong");
for (Node child : new ArrayList<>(col.childNodes())) {
child.remove();
strong.appendChild(child);
Process tables (draft)
2020-11-07 09:34:34 +00:00
}
Back to simple table formatting
2020-11-09 16:30:33 +00:00
col.appendChild(strong);
Process tables (draft)
2020-11-07 09:34:34 +00:00
}
Fix invalid HTML
2019-06-18 19:56:34 +00:00
Small improvement
2020-11-10 08:57:08 +00:00
// Flow not / left aligned columns
Back to simple table formatting
2020-11-09 16:30:33 +00:00
String align = col.attr("x-align");
Too many disadvantages
2020-11-17 11:38:03 +00:00
//if (next == null && row.childrenSize() == 2) {
// align = "end";
// String style = col.attr("style");
// col.attr("style",
// mergeStyles(style, "text-align:" + align));
//}
Back to simple table formatting
2020-11-09 16:30:33 +00:00
if (TextUtils.isEmpty(align) ||
"left".equals(align) ||
Conditional column separator
2021-07-04 19:22:40 +00:00
"start".equals(align)) {
Small improvement
2020-11-15 08:09:51 +00:00
col.removeAttr("x-block");
Conditional column separator
2021-07-04 19:22:40 +00:00
if (separate != null)
separate.attr("x-column", "true");
separate = col;
} else {
separate = null;
Prevent extra line for aligned columns
2020-11-11 12:40:09 +00:00
if ("true".equals(col.attr("x-line-before")))
col.removeAttr("x-line-before");
}
Table fixes
2020-11-07 15:44:33 +00:00
Conditional column separator
2021-07-04 19:22:40 +00:00
col.tagName("div");
Table fixes
2020-11-07 15:44:33 +00:00
}
Added table image merger
2020-11-09 21:42:09 +00:00
if (merge.size() != 0)
throw new AssertionError("merge");
Back to simple table formatting
2020-11-09 16:30:33 +00:00
if (text_separators && view)
row.appendElement("hr")
.attr("x-block", "true")
.attr("x-dashed", "true");
Process tables (draft)
2020-11-07 09:34:34 +00:00
}
Back to simple table formatting
2020-11-09 16:30:33 +00:00
}
Reduced white space
2019-03-30 16:48:04 +00:00
Fix dangling table elements
2020-11-08 12:01:47 +00:00
// Fix dangling table elements
Back to simple table formatting
2020-11-09 16:30:33 +00:00
document.select("tr,th,td").tagName("div");
Fix dangling table elements
2020-11-08 12:01:47 +00:00
Fixed list margins
2020-11-17 13:33:55 +00:00
// Lists
Blockquote margins
2020-11-20 14:31:27 +00:00
for (Element e : document.select("ol,ul,blockquote")) {
Flatten list for editor
2022-05-22 07:33:27 +00:00
Element parent = e.parent();
Fixed list margins
2020-11-17 13:33:55 +00:00
if (view) {
Fixed newlines for sub lists
2021-05-05 13:40:10 +00:00
if ("blockquote".equals(e.tagName()) || parent == null ||
Fixed extra new lines sub lists
2022-05-20 13:28:28 +00:00
!("li".equals(parent.tagName()) ||
"ol".equals(parent.tagName()) ||
"ul".equals(parent.tagName()))) {
Fixed newlines for sub lists
2021-05-05 13:40:10 +00:00
if (!"false".equals(e.attr("x-line-before")))
e.attr("x-line-before", "true");
if (!"false".equals(e.attr("x-line-after")))
e.attr("x-line-after", "true");
}
Unflatten list for viewing
2022-05-22 07:47:31 +00:00
// Unflatten list for viewing
if ((parent != null && "li".equals(parent.tagName())) &&
("ol".equals(e.tagName()) || "ul".equals(e.tagName())))
Suppress view list levels
2022-05-21 12:33:45 +00:00
e.attr("x-list-level", "false");
Fixed list margins
2020-11-17 13:33:55 +00:00
} else {
Fixed RTL support
2022-01-07 15:56:19 +00:00
if (!BuildConfig.DEBUG) {
String style = e.attr("style");
e.attr("style",
mergeStyles(style, "margin-top:0;margin-bottom:0"));
int ltr = 0;
int rtl = 0;
for (Element li : e.children()) {
if ("rtl".equals(li.attr("dir")))
rtl++;
else
ltr++;
li.removeAttr("dir");
}
e.attr("dir", rtl > ltr ? "rtl" : "ltr");
RTL support for lists
2021-05-08 19:48:39 +00:00
}
Flatten list for editor
2022-05-22 07:33:27 +00:00
// Flatten list for editor
if (parent != null && "li".equals(parent.tagName())) {
List<Node> children = parent.childNodes();
for (Node child : children) {
child.remove();
if (child instanceof Element &&
"ol".equals(child.nodeName()) || "ul".equals(child.nodeName()))
parent.before(child);
else
Shallow clone li parent
2022-05-23 07:12:15 +00:00
parent.before(parent.shallowClone().appendChild(child));
Flatten list for editor
2022-05-22 07:33:27 +00:00
}
parent.remove();
}
Fixed list margins
2020-11-17 13:33:55 +00:00
}
}
Allow all images for same host
2019-09-13 11:46:52 +00:00
// Images
Fixed q/cite, added dfn, whitelisted del/s/tt
2020-02-08 19:57:37 +00:00
// https://developer.mozilla.org/en-US/docs/Web/HTML/Element/img
Show image description when not showing images
2019-06-30 07:59:03 +00:00
for (Element img : document.select("img")) {
Link tracking pixels
2019-10-14 06:50:27 +00:00
String alt = img.attr("alt");
String src = img.attr("src");
Small improvement
2020-05-05 16:49:55 +00:00
String tracking = img.attr("x-tracking");
Fixed hiding image placeholders
2020-11-16 21:10:48 +00:00
boolean isInline = src.startsWith("cid:");
Link tracking pixels
2019-10-14 06:50:27 +00:00
Always remove empty images
2020-11-15 19:37:27 +00:00
if (TextUtils.isEmpty(src)) {
Always remove small images
2020-11-16 17:53:56 +00:00
Log.i("Removing empty image");
Always remove empty images
2020-11-15 19:37:27 +00:00
img.remove();
continue;
}
Always remove small images
2020-11-16 17:53:56 +00:00
Fixed hiding image placeholders
2020-11-16 21:10:48 +00:00
if (!show_images && !(inline_images && isInline) && !image_placeholders) {
Always remove small images
2020-11-16 17:53:56 +00:00
Log.i("Removing placeholder");
Added option to disable image placeholders
2020-11-16 08:45:21 +00:00
img.removeAttr("src");
continue;
}
Always remove empty images
2020-11-15 19:37:27 +00:00
Always remove small images
2020-11-16 17:53:56 +00:00
// Remove spacer, etc
Fixed hiding image placeholders
2020-11-16 21:10:48 +00:00
if (!show_images && !(inline_images && isInline) &&
Always remove small images
2020-11-16 17:53:56 +00:00
TextUtils.isEmpty(img.attr("x-tracking"))) {
Log.i("Removing small image");
Integer width = Helper.parseInt(img.attr("width").trim());
Integer height = Helper.parseInt(img.attr("height").trim());
Auto width/height images
2021-08-03 06:04:40 +00:00
if (width != null && height != null) {
if (width == 0 && height != 0)
width = height;
if (width != 0 && height == 0)
height = width;
}
Always remove small images
2020-11-16 17:53:56 +00:00
if ((width != null && width <= SMALL_IMAGE_SIZE) ||
(height != null && height <= SMALL_IMAGE_SIZE)) {
img.remove();
continue;
}
}
Truncate long alt texts
2020-05-04 18:19:05 +00:00
if (alt.length() > MAX_ALT)
alt = alt.substring(0, MAX_ALT) + "…";
Added image links
2021-05-29 14:15:01 +00:00
if (!show_images && !(inline_images && isInline))
if (TextUtils.isEmpty(tracking)) {
if (TextUtils.isEmpty(alt)) {
boolean linked = false;
Element p = img.parent();
while (p != null && !linked)
Prevent empty/local image links
2021-07-07 04:55:08 +00:00
if ("a".equals(p.tagName())) {
String href = p.attr("href");
Remove relative links
2021-09-23 15:38:54 +00:00
if (TextUtils.isEmpty(href))
Prevent empty/local image links
2021-07-07 04:55:08 +00:00
break;
Check text for image links
2021-08-04 14:06:54 +00:00
if (!TextUtils.isEmpty(p.text()))
break;
Added image links
2021-05-29 14:15:01 +00:00
linked = true;
Prevent empty/local image links
2021-07-07 04:55:08 +00:00
} else
Added image links
2021-05-29 14:15:01 +00:00
p = p.parent();
if (linked)
alt = context.getString(R.string.title_image_link);
}
Force small text size for alt links
2021-08-04 15:19:43 +00:00
if (!TextUtils.isEmpty(alt)) {
Element span = document.createElement("span")
.text("[" + alt + "]")
.attr("x-font-size-abs", Integer.toString(textSizeSmall));
img.appendChild(span);
}
Added image links
2021-05-29 14:15:01 +00:00
} else if (!TextUtils.isEmpty(alt)) {
Force small text size for alt links
2021-08-04 15:19:43 +00:00
Element a = document.createElement("a")
.attr("href", tracking)
.text("[" + alt + "]")
.attr("x-font-size-abs", Integer.toString(textSizeSmall));
Small improvement
2019-10-19 08:19:05 +00:00
img.appendChild(a);
Refactoring
2019-06-30 07:41:18 +00:00
}
Show image description when not showing images
2019-06-30 07:59:03 +00:00
}
Reduced white space
2019-03-30 16:48:04 +00:00
Less white space
2019-09-12 08:45:54 +00:00
// Selective new lines
Revised newlines (draft)
2020-11-06 18:39:31 +00:00
for (Element div : document.select("div"))
Less white space
2019-09-12 08:45:54 +00:00
div.tagName("span");
Process padding top/bottom
2020-04-13 17:31:02 +00:00
Text colors compatibility for Android < Nougat
2019-09-25 13:20:27 +00:00
if (Build.VERSION.SDK_INT < Build.VERSION_CODES.N)
for (Element span : document.select("span"))
if (!TextUtils.isEmpty(span.attr("color")))
span.tagName("font");
Save signature, fixes
2019-11-22 18:16:02 +00:00
if (document.body() == null) {
Log.e("Sanitize without body");
document.normalise();
}
Revised revisions
2019-11-19 20:53:12 +00:00
return document;
First public release
2018-08-02 13:33:06 +00:00
}
Refactoring
2018-12-14 09:11:45 +00:00
Added support for background css property
2021-09-28 05:45:43 +00:00
static void removeRelativeLinks(Document document) {
First resolve base/href
2021-10-02 17:48:23 +00:00
// https://developer.mozilla.org/en-US/docs/Web/HTML/Element/base
Added support for base element
2021-10-01 17:24:06 +00:00
Elements b = document.select("base");
String base = (b.size() > 0 ? b.get(0).attr("href") : null);
Guess schemes / relative links for images
2022-01-18 08:22:21 +00:00
for (Element e : document.select("a,img")) {
String attr = ("a".equals(e.tagName()) ? "href" : "src");
String link = e.attr(attr);
Fix spaces in URIs
2021-10-07 08:29:51 +00:00
First resolve base/href
2021-10-02 17:48:23 +00:00
if (!TextUtils.isEmpty(base))
Added support for base element
2021-10-01 17:24:06 +00:00
try {
// https://developer.android.com/reference/java/net/URI
Guess schemes / relative links for images
2022-01-18 08:22:21 +00:00
link = URI.create(base).resolve(link.replace(" ", "%20")).toString();
e.attr(attr, link);
Added support for base element
2021-10-01 17:24:06 +00:00
} catch (Throwable ex) {
Log.w(ex);
}
First resolve base/href
2021-10-02 17:48:23 +00:00
Guess schemes / relative links for images
2022-01-18 08:22:21 +00:00
if ("a".equals(e.tagName()) &&
link.trim().startsWith("#")) {
e.tagName("span");
e.removeAttr(attr);
First resolve base/href
2021-10-02 17:48:23 +00:00
}
Added support for base element
2021-10-01 17:24:06 +00:00
}
Remove relative links
2021-09-23 15:38:54 +00:00
}
Autolink on send
2021-03-22 18:38:14 +00:00
static void autoLink(Document document) {
Guess scheme for outbound autolink
2022-04-08 11:25:26 +00:00
autoLink(document, false);
}
static void autoLink(Document document, boolean outbound) {
Autolink on send
2021-03-22 18:38:14 +00:00
// https://en.wikipedia.org/wiki/List_of_URI_schemes
// xmpp:[<user>]@<host>[:<port>]/[<resource>][?<query>]
// geo:<lat>,<lon>[,<alt>][;u=<uncertainty>]
// tel:<phonenumber>
For my own convenience
2021-12-29 11:37:12 +00:00
final Pattern GPA_PATTERN = Pattern.compile("GPA\\.\\d{4}-\\d{4}-\\d{4}-\\d{5}");
Fixed auto linking email addresses
2022-02-17 09:06:05 +00:00
final String BOUNDARY = "(?:\\b|$|^)";
Autolink on send
2021-03-22 18:38:14 +00:00
final Pattern pattern = Pattern.compile(
Fixed auto linking email addresses
2022-02-17 09:06:05 +00:00
"(" + BOUNDARY + "((?i:mailto):)?" + Helper.EMAIL_ADDRESS + "(\\?[^\\s]*)?" + BOUNDARY + ")" +
Refactoring
2022-02-16 15:07:25 +00:00
"|" +
Autolink on send
2021-03-22 18:38:14 +00:00
PatternsCompat.AUTOLINK_WEB_URL.pattern()
.replace("(?i:http|https|rtsp)://",
Refactoring
2022-02-16 15:07:25 +00:00
"(((?i:http|https)://)|((?i:xmpp):))") +
"|" +
"(?i:geo:\\d+,\\d+(,\\d+)?(;u=\\d+)?)" +
"|" +
For my own convenience
2021-12-29 11:37:12 +00:00
"(?i:tel:" + Patterns.PHONE.pattern() + ")" +
(BuildConfig.DEBUG ? "|(" + GPA_PATTERN + ")" : ""));
Autolink on send
2021-03-22 18:38:14 +00:00
NodeTraversor.traverse(new NodeVisitor() {
private int links = 0;
@Override
public void head(Node node, int depth) {
if (links < MAX_AUTO_LINK && node instanceof TextNode) {
TextNode tnode = (TextNode) node;
String text = tnode.getWholeText();
For my own convenience
2022-02-06 21:41:57 +00:00
if (BuildConfig.DEBUG && node.parentNode() instanceof Element) {
Element parent = (Element) node.parentNode();
if ("faircode_txn_id".equals(parent.className())) {
Element a = document.createElement("a");
Refactoring
2022-04-08 18:02:16 +00:00
a.attr("href", BuildConfig.TX_URI + text.trim());
For my own convenience
2022-02-06 21:41:57 +00:00
a.text(text);
tnode.before(a);
tnode.text("");
return;
}
}
Autolink on send
2021-03-22 18:38:14 +00:00
Matcher matcher = pattern.matcher(text);
if (matcher.find()) {
Element span = document.createElement("span");
int pos = 0;
do {
boolean linked = false;
Node parent = tnode.parent();
while (parent != null) {
if ("a".equals(parent.nodeName())) {
linked = true;
break;
}
parent = parent.parent();
}
String group = matcher.group();
int start = matcher.start();
int end = matcher.end();
// Workarounds
if (group.endsWith(".")) {
end--;
group = group.substring(0, group.length() - 1);
}
if (group.startsWith("(")) {
start++;
group = group.substring(1);
}
if (group.endsWith(")")) {
end--;
group = group.substring(0, group.length() - 1);
}
boolean email = group.contains("@") && !group.contains(":");
Changed log level
2021-06-15 10:39:57 +00:00
Log.i("Web url=" + group + " " + start + "..." + end + "/" + text.length() +
Autolink on send
2021-03-22 18:38:14 +00:00
" linked=" + linked + " email=" + email + " count=" + links);
if (linked)
span.appendText(text.substring(pos, end));
else {
span.appendText(text.substring(pos, start));
Element a = document.createElement("a");
For my own convenience
2021-12-29 11:37:12 +00:00
if (BuildConfig.DEBUG && GPA_PATTERN.matcher(group).matches())
Local properties
2022-02-07 07:24:15 +00:00
a.attr("href", BuildConfig.GPA_URI + group);
Guess scheme for outbound autolink
2022-04-08 11:25:26 +00:00
else {
String url = (email ? "mailto:" : "") + group;
Refactoring
2022-04-08 16:59:56 +00:00
if (outbound)
try {
Uri uri = UriHelper.guessScheme(Uri.parse(url));
a.attr("href", uri.toString());
} catch (Throwable ex) {
Log.e(ex);
a.attr("href", url);
}
else
Guess scheme for outbound autolink
2022-04-08 11:25:26 +00:00
a.attr("href", url);
}
Autolink on send
2021-03-22 18:38:14 +00:00
a.text(group);
span.appendChild(a);
links++;
}
pos = end;
} while (links < MAX_AUTO_LINK && matcher.find());
span.appendText(text.substring(pos));
tnode.before(span);
tnode.text("");
}
}
}
@Override
public void tail(Node node, int depth) {
}
}, document);
}
Autolink HTML
2021-09-05 17:08:52 +00:00
static void guessSchemes(Document document) {
Guess schemes / relative links for images
2022-01-18 08:22:21 +00:00
for (Element e : document.select("a,img"))
Autolink HTML
2021-09-05 17:08:52 +00:00
try {
Guess schemes / relative links for images
2022-01-18 08:22:21 +00:00
String attr = ("a".equals(e.tagName()) ? "href" : "src");
String url = e.attr(attr);
if (TextUtils.isEmpty(url))
Autolink HTML
2021-09-05 17:08:52 +00:00
continue;
Guess schemes / relative links for images
2022-01-18 08:22:21 +00:00
Uri uri = UriHelper.guessScheme(Uri.parse(url));
e.attr(attr, uri.toString());
Autolink HTML
2021-09-05 17:08:52 +00:00
} catch (Throwable ex) {
Log.e(ex);
}
}
Normalize referenced message
2020-12-29 08:04:29 +00:00
static void normalizeNamespaces(Document parsed, boolean display_hidden) {
// <html xmlns:v="urn:schemas-microsoft-com:vml"
// xmlns:o="urn:schemas-microsoft-com:office:office"
// xmlns:w="urn:schemas-microsoft-com:office:word"
// xmlns:m="http://schemas.microsoft.com/office/2004/12/omml"
// xmlns="http://www.w3.org/TR/REC-html40">
// <o:p>&nbsp;</o:p></span>
Preserve Microsoft document parts
2022-12-07 20:51:18 +00:00
// <w:Sdt DocPart="0C3EDB8F875B40C899499DE56A431990" ...
Normalize referenced message
2020-12-29 08:04:29 +00:00
// Default XHTML namespace: http://www.w3.org/1999/xhtml
Fixed namespace check
2022-04-30 18:36:34 +00:00
// https://developer.mozilla.org/en-US/docs/Related/IMSC/Namespaces
Normalize referenced message
2020-12-29 08:04:29 +00:00
String ns = null;
for (Element h : parsed.select("html"))
for (Attribute a : h.attributes()) {
String key = a.getKey();
Lenient W3 namespace
2022-05-06 18:58:39 +00:00
String value = a.getValue().toLowerCase(Locale.ROOT);
if ("xmlns".equals(key) && value.contains(W3NS)) {
Fixed namespace check
2022-04-30 18:36:34 +00:00
ns = key;
break;
Lenient W3 namespace
2022-05-06 18:58:39 +00:00
} else if (key.startsWith("xmlns:") && value.contains(W3NS)) {
Normalize referenced message
2020-12-29 08:04:29 +00:00
ns = key.split(":")[1];
break;
}
}
Fixed namespace check
2022-04-30 18:36:34 +00:00
Normalize referenced message
2020-12-29 08:04:29 +00:00
for (Element e : parsed.select("*")) {
String tag = e.tagName();
if (tag.contains(":")) {
Added namespace fail safe
2022-05-06 21:03:21 +00:00
boolean show = (ns == null || tag.startsWith(ns) ||
Preserve Microsoft document parts
2022-12-07 20:51:18 +00:00
tag.startsWith("html:") || tag.startsWith("body:") || tag.startsWith("w:"));
Strike through hidden texts
2022-03-03 17:19:06 +00:00
if (display_hidden || show) {
Normalize referenced message
2020-12-29 08:04:29 +00:00
String[] nstag = tag.split(":");
Prevent Jsoup validation exception
2022-10-25 20:20:08 +00:00
String t = nstag[nstag.length > 1 ? 1 : 0];
if (!TextUtils.isEmpty(t)) {
e.tagName(t);
Log.i("Updated tag=" + tag + " to=" + t);
}
Strike through hidden texts
2022-03-03 17:19:06 +00:00
if (!show) {
String style = e.attr("style");
e.attr("style", mergeStyles(style, "text-decoration:line-through;"));
}
Normalize referenced message
2020-12-29 08:04:29 +00:00
} else {
e.remove();
Preserve Microsoft document parts
2022-12-07 20:51:18 +00:00
Log.i("Removed tag=" + tag + " ns=" + ns + " content=" + e.text());
Normalize referenced message
2020-12-29 08:04:29 +00:00
}
Preserve Microsoft document parts
2022-12-07 20:51:18 +00:00
} else if (!"html".equals(tag) && !"body".equals(tag) && !"w".equals(tag)) {
Added namespace fail safe
2022-05-06 21:03:21 +00:00
String xmlns = e.attr("xmlns").toLowerCase(Locale.ROOT);
if (!TextUtils.isEmpty(xmlns) && !xmlns.contains(W3NS)) {
if (display_hidden) {
String style = e.attr("style");
e.attr("style", mergeStyles(style, "text-decoration:line-through;"));
} else {
e.remove();
Preserve Microsoft document parts
2022-12-07 20:51:18 +00:00
Log.i("Removed tag=" + tag + " ns=" + ns + " xmlns=" + xmlns + " content=" + e.text());
Added namespace fail safe
2022-05-06 21:03:21 +00:00
}
Fixed namespace check
2022-04-30 18:36:34 +00:00
}
}
Normalize referenced message
2020-12-29 08:04:29 +00:00
}
}
Refactoring
2020-07-16 20:06:52 +00:00
static List<CSSStyleSheet> parseStyles(Elements styles) {
List<CSSStyleSheet> sheets = new ArrayList<>();
for (Element style : styles) {
if (BuildConfig.DEBUG)
Log.i("Style=" + style.data());
try {
InputSource source = new InputSource(new StringReader(style.data()));
String media = style.attr("media");
if (!TextUtils.isEmpty(media))
source.setMedia(media);
CSSOMParser parser = new CSSOMParser(new SACParserCSS3());
parser.setErrorHandler(new ErrorHandler() {
@Override
public void warning(CSSParseException ex) throws CSSException {
Log.i("CSS warning=" + ex.getMessage());
}
@Override
public void error(CSSParseException ex) throws CSSException {
Log.i("CSS error=" + ex.getMessage());
}
@Override
public void fatalError(CSSParseException ex) throws CSSException {
Log.w(ex);
}
});
long start = new Date().getTime();
sheets.add(parser.parseStyleSheet(source, null, null));
long elapsed = new Date().getTime() - start;
Log.i("Style parse=" + elapsed + " ms");
} catch (Throwable ex) {
Log.w(ex);
}
}
return sheets;
}
Apply styles to referenced message
2020-07-16 20:25:16 +00:00
static String processStyles(String tag, String clazz, String style, List<CSSStyleSheet> sheets) {
Process media queries
2020-04-21 07:04:55 +00:00
for (CSSStyleSheet sheet : sheets)
Added support for element styles
2020-04-22 14:32:35 +00:00
if (isScreenMedia(sheet.getMedia())) {
style = processStyles(null, clazz, style, sheet.getCssRules(), Selector.SAC_ELEMENT_NODE_SELECTOR);
style = processStyles(tag, clazz, style, sheet.getCssRules(), Selector.SAC_ELEMENT_NODE_SELECTOR);
style = processStyles(tag, clazz, style, sheet.getCssRules(), Selector.SAC_CONDITIONAL_SELECTOR);
}
Process media queries
2020-04-21 07:04:55 +00:00
return style;
}
Added support for element styles
2020-04-22 14:32:35 +00:00
private static String processStyles(String tag, String clazz, String style, CSSRuleList rules, int stype) {
Process media queries
2020-04-21 07:04:55 +00:00
for (int i = 0; rules != null && i < rules.getLength(); i++) {
CSSRule rule = rules.item(i);
switch (rule.getType()) {
case CSSRule.STYLE_RULE:
CSSStyleRuleImpl srule = (CSSStyleRuleImpl) rule;
for (int j = 0; j < srule.getSelectors().getLength(); j++) {
Selector selector = srule.getSelectors().item(j);
Added support for element styles
2020-04-22 14:32:35 +00:00
if (selector.getSelectorType() != stype)
continue;
Process media queries
2020-04-21 07:04:55 +00:00
switch (selector.getSelectorType()) {
Added support for element styles
2020-04-22 14:32:35 +00:00
case Selector.SAC_ELEMENT_NODE_SELECTOR:
ElementSelectorImpl eselector = (ElementSelectorImpl) selector;
Refactoring
2020-04-22 14:54:50 +00:00
if (tag == null
? eselector.getLocalName() == null
Added support for element styles
2020-04-22 14:32:35 +00:00
: tag.equals(eselector.getLocalName()))
style = mergeStyles(style, srule.getStyle().getCssText());
break;
Process media queries
2020-04-21 07:04:55 +00:00
case Selector.SAC_CONDITIONAL_SELECTOR:
ConditionalSelectorImpl cselector = (ConditionalSelectorImpl) selector;
if (cselector.getCondition().getConditionType() == SAC_CLASS_CONDITION) {
ClassConditionImpl ccondition = (ClassConditionImpl) cselector.getCondition();
if (clazz.equals(ccondition.getValue()))
Added support for element styles
2020-04-22 14:32:35 +00:00
style = mergeStyles(style, srule.getStyle().getCssText());
Process media queries
2020-04-21 07:04:55 +00:00
}
break;
}
}
break;
case CSSRule.MEDIA_RULE:
CSSMediaRuleImpl mrule = (CSSMediaRuleImpl) rule;
if (isScreenMedia(mrule.getMedia()))
Added support for element styles
2020-04-22 14:32:35 +00:00
style = processStyles(tag, clazz, style, mrule.getCssRules(), stype);
Process media queries
2020-04-21 07:04:55 +00:00
break;
}
}
return style;
}
private static boolean isScreenMedia(MediaList media) {
// https://developer.mozilla.org/en-US/docs/Web/CSS/Media_Queries/Using_media_queries
Added remark
2020-04-21 09:41:52 +00:00
// https://developers.google.com/gmail/design/reference/supported_css#supported_types
Process media queries
2020-04-21 07:04:55 +00:00
if (media instanceof MediaListImpl) {
MediaListImpl _media = (MediaListImpl) media;
for (int i = 0; i < _media.getLength(); i++) {
String query = _media.mediaQuery(i).getCssText(null);
if ("all".equals(query) ||
"screen".equals(query) || "only screen".equals(query))
return true;
}
} else
Log.e("Media class=" + media.getClass().getName());
return false;
}
Apply styles to referenced message
2020-07-16 20:25:16 +00:00
static String mergeStyles(String base, String style) {
CSS inheritance
2022-03-08 18:42:54 +00:00
return mergeStyles(base, style, false);
Inherit colors
2020-04-21 18:29:58 +00:00
}
CSS inheritance
2022-03-08 18:42:54 +00:00
static String mergeElementStyles(String base, String style) {
return mergeStyles(base, style, true);
}
Added style sheet parser
2020-04-20 13:01:05 +00:00
CSS inheritance
2022-03-08 18:42:54 +00:00
private static String mergeStyles(String base, String style, boolean element) {
Map<String, String> result = new HashMap<>();
CSS no/inherit
2022-03-08 14:20:41 +00:00
// Base style
CSS inheritance
2022-03-08 18:42:54 +00:00
Map<String, String> baseParams = new HashMap<>();
Added style sheet parser
2020-04-20 13:01:05 +00:00
if (!TextUtils.isEmpty(base))
CSS no/inherit
2022-03-08 14:20:41 +00:00
for (String param : base.split(";")) {
int colon = param.indexOf(':');
if (colon < 0) {
Log.w("CSS invalid=" + param);
continue;
}
String key = param.substring(0, colon).trim().toLowerCase(Locale.ROOT);
CSS inheritance
2022-03-08 18:42:54 +00:00
baseParams.put(key, param);
CSS no/inherit
2022-03-08 14:20:41 +00:00
}
// Element style
Added style sheet parser
2020-04-20 13:01:05 +00:00
if (!TextUtils.isEmpty(style))
CSS no/inherit
2022-03-08 14:20:41 +00:00
for (String param : style.split(";")) {
int colon = param.indexOf(':');
if (colon < 0) {
Log.w("CSS invalid=" + param);
continue;
}
Added style sheet parser
2020-04-20 13:01:05 +00:00
String key = param.substring(0, colon).trim().toLowerCase(Locale.ROOT);
CSS no/inherit
2022-03-08 14:20:41 +00:00
String value = param.substring(colon + 1).trim().toUpperCase(Locale.ROOT);
CSS inheritance
2022-03-08 18:42:54 +00:00
//https://developer.mozilla.org/en-US/docs/Learn/CSS/Building_blocks/Cascade_and_inheritance#controlling_inheritance
boolean initial = false; // no value
boolean inherit = false; // parent value
if (element)
switch (value) {
case "inherit":
inherit = true;
break;
case "initial":
initial = true;
break;
case "unset":
case "revert":
inherit = !STYLE_NO_INHERIT.contains(key);
break;
}
if (initial || inherit)
Log.i("CSS " + value + "=" + key);
if (inherit) {
param = baseParams.get(key);
if (param != null)
result.put(key, param);
} else if (!initial)
Inherit colors
2020-04-21 18:29:58 +00:00
result.put(key, param);
CSS inheritance
2022-03-08 18:42:54 +00:00
baseParams.remove(key);
CSS no/inherit
2022-03-08 14:20:41 +00:00
}
Added style sheet parser
2020-04-20 13:01:05 +00:00
CSS inheritance
2022-03-08 18:42:54 +00:00
for (String key : baseParams.keySet())
if (!STYLE_NO_INHERIT.contains(key))
result.put(key, baseParams.get(key));
Added style sheet parser
2020-04-20 13:01:05 +00:00
return TextUtils.join(";", result.values());
}
Added support for font-size, improved font-weight support
2020-02-09 09:31:37 +00:00
private static Integer getFontWeight(String value) {
Added font weight values
2020-04-30 07:28:24 +00:00
// https://developer.mozilla.org/en-US/docs/Web/CSS/font-weight
Added support for font-size, improved font-weight support
2020-02-09 09:31:37 +00:00
if (TextUtils.isEmpty(value))
return null;
value = value.toLowerCase(Locale.ROOT).trim();
switch (value) {
Added font weight values
2020-04-30 07:28:24 +00:00
case "thin":
return 100;
Added light font weight
2020-04-26 14:02:21 +00:00
case "light":
Added support for font-size, improved font-weight support
2020-02-09 09:31:37 +00:00
case "lighter":
return 300;
case "normal":
Added regular font weight
2020-04-28 05:53:22 +00:00
case "regular":
Added support for font-size, improved font-weight support
2020-02-09 09:31:37 +00:00
return 400;
case "bolder":
Added regular font weight
2020-04-28 05:53:22 +00:00
case "strong":
Added support for font-size, improved font-weight support
2020-02-09 09:31:37 +00:00
return 600;
case "bold":
return 700;
Added font weight values
2020-04-30 07:28:24 +00:00
case "heavy":
return 900;
Ignore none font weight
2020-04-28 18:13:49 +00:00
case "none":
Added font weight values
2020-04-30 07:28:24 +00:00
case "auto":
Added unset font size/weight
2020-05-04 16:27:46 +00:00
case "unset":
Added font weight values
2020-04-30 07:28:24 +00:00
case "initial":
Small improvement
2020-04-27 14:23:32 +00:00
case "inherit":
return null;
Added support for font-size, improved font-weight support
2020-02-09 09:31:37 +00:00
}
try {
return Integer.parseInt(value);
Log font weight errors
2020-04-25 18:35:45 +00:00
} catch (NumberFormatException ex) {
Reduced logging
2020-05-28 06:48:28 +00:00
Log.i(ex);
Added support for font-size, improved font-weight support
2020-02-09 09:31:37 +00:00
}
return null;
}
Relative font sizes are required for zooming
2020-04-28 16:20:47 +00:00
private static Float getFontSize(String value, float current) {
Improved font size calculation
2020-04-22 08:50:58 +00:00
// https://developer.mozilla.org/en-US/docs/Web/CSS/font-size
Added support for font-size, improved font-weight support
2020-02-09 09:31:37 +00:00
if (TextUtils.isEmpty(value))
return null;
Improved font size calculation
2020-04-22 08:50:58 +00:00
if (value.contains("calc") ||
Added font weight values
2020-04-30 07:28:24 +00:00
"none".equals(value) ||
Improved font size calculation
2020-04-22 08:50:58 +00:00
"auto".equals(value) ||
Added unset font size/weight
2020-05-04 16:27:46 +00:00
"unset".equals(value) ||
Font size variations
2020-04-22 12:31:12 +00:00
"initial".equals(value) ||
Improved font size calculation
2020-04-22 08:50:58 +00:00
"inherit".equals(value))
return null;
Support more font size attributes
2020-04-20 07:57:42 +00:00
// Absolute
switch (value) {
case "xx-small":
case "x-small":
Added extra small/large
2022-08-27 15:48:36 +00:00
return FONT_XSMALL;
Support more font size attributes
2020-04-20 07:57:42 +00:00
case "small":
return FONT_SMALL;
case "medium":
return 1.0f;
case "large":
Added extra small/large
2022-08-27 15:48:36 +00:00
return FONT_LARGE;
Support more font size attributes
2020-04-20 07:57:42 +00:00
case "x-large":
case "xx-large":
case "xxx-large":
Added extra small/large
2022-08-27 15:48:36 +00:00
return FONT_XLARGE;
Support more font size attributes
2020-04-20 07:57:42 +00:00
}
// Relative
switch (value) {
case "smaller":
Custom rendering: variable font size
2020-04-28 07:02:07 +00:00
return FONT_SMALL * current;
Support more font size attributes
2020-04-20 07:57:42 +00:00
case "larger":
Custom rendering: variable font size
2020-04-28 07:02:07 +00:00
return FONT_LARGE * current;
Support more font size attributes
2020-04-20 07:57:42 +00:00
}
Added support for font-size, improved font-weight support
2020-02-09 09:31:37 +00:00
try {
Support more font size attributes
2020-04-20 07:57:42 +00:00
if (value.endsWith("%"))
Custom rendering: variable font size
2020-04-28 07:02:07 +00:00
return Float.parseFloat(value.substring(0, value.length() - 1).trim()) / 100 * current;
Relative font sizes
2020-02-20 10:28:55 +00:00
if (value.endsWith("rem"))
return Float.parseFloat(value.substring(0, value.length() - 3).trim());
Fixed rem font sizes
2021-01-05 13:08:39 +00:00
if (value.endsWith("em"))
return Float.parseFloat(value.substring(0, value.length() - 2).trim()) * current;
Added support for ex dimension
2021-04-24 16:54:18 +00:00
if (value.endsWith("ex")) // 1 ex = 0.5 em
return Float.parseFloat(value.substring(0, value.length() - 2).trim()) / 2 * current;
12 points = 100 %
2020-04-28 16:32:10 +00:00
if (value.endsWith("pt"))
return Float.parseFloat(value.substring(0, value.length() - 2).trim()) / DEFAULT_FONT_SIZE_PT;
if (value.endsWith("px"))
Font size variations
2020-04-22 12:31:12 +00:00
return Float.parseFloat(value.substring(0, value.length() - 2).trim()) / DEFAULT_FONT_SIZE;
Added support for inch, cm and pc
2020-06-16 18:39:00 +00:00
// https://www.w3.org/Style/Examples/007/units.en.html
if (value.endsWith("pc")) // 6 pc = 72 pt
return Float.parseFloat(value.substring(0, value.length() - 2).trim()) / 12 / DEFAULT_FONT_SIZE_PT;
if (value.endsWith("cm")) // 1 inch = 2.54 cm
Fixed font size units
2021-02-25 12:32:33 +00:00
return Float.parseFloat(value.substring(0, value.length() - 2).trim()) / 2.54f * 72 / DEFAULT_FONT_SIZE_PT;
if (value.endsWith("mm")) // 1 inch = 25.4 mm
return Float.parseFloat(value.substring(0, value.length() - 2).trim()) / 25.4f * 72 / DEFAULT_FONT_SIZE_PT;
Added support for inch, cm and pc
2020-06-16 18:39:00 +00:00
if (value.endsWith("in")) // 1 inch = 72pt
Fixed font size units
2021-02-25 12:32:33 +00:00
return Float.parseFloat(value.substring(0, value.length() - 2).trim()) * 72 / DEFAULT_FONT_SIZE_PT;
Font size variations
2020-04-22 12:31:12 +00:00
return Float.parseFloat(value.trim()) / DEFAULT_FONT_SIZE;
Support more font size attributes
2020-04-20 07:57:42 +00:00
} catch (NumberFormatException ex) {
Updated text
2020-04-24 10:07:29 +00:00
Log.i(ex);
Font size variations
2020-04-22 12:31:12 +00:00
return null;
Added support for font-size, improved font-weight support
2020-02-09 09:31:37 +00:00
}
}
Alpha color support
2021-07-05 14:55:31 +00:00
private static Integer parseColor(String value) {
if (TextUtils.isEmpty(value))
return null;
Debug: strike through transparent text
2022-03-03 17:00:34 +00:00
if ("transparent".equals(value))
return Color.TRANSPARENT;
Refactoring
2020-01-31 12:52:57 +00:00
// https://developer.mozilla.org/en-US/docs/Web/CSS/color_value
String c = value
Added color workarounds
2020-02-04 09:19:17 +00:00
.replace("null", "")
Refactoring
2020-01-31 12:52:57 +00:00
.replace("none", "")
.replace("unset", "")
Added color workaround
2020-02-10 08:34:15 +00:00
.replace("auto", "")
Refactoring
2020-01-31 12:52:57 +00:00
.replace("inherit", "")
.replace("initial", "")
.replace("windowtext", "")
Added color workaround
2020-02-07 08:58:22 +00:00
.replace("currentcolor", "")
Refactoring
2020-01-31 12:52:57 +00:00
.replace("transparent", "")
Added color workarounds
2020-02-04 09:19:17 +00:00
.replaceAll("[^a-z0-9(),.%#]", "")
.replaceAll("#+", "#");
Refactoring
2020-01-31 12:52:57 +00:00
Integer color = null;
Alpha color support
2021-07-05 14:55:31 +00:00
boolean hasAlpha = false;
Refactoring
2020-01-31 12:52:57 +00:00
try {
if (TextUtils.isEmpty(c))
return null;
Added color workaround
2020-02-04 09:00:07 +00:00
else if (c.startsWith("#")) {
Added color workarounds
2020-02-04 09:19:17 +00:00
if (c.length() > 1) {
String code = c.substring(1);
if (x11ColorMap.containsKey(code)) // workaround
Fixed rgb colors
2020-02-08 17:45:28 +00:00
color = x11ColorMap.get(code);
Alpha color support
2021-07-05 14:55:31 +00:00
else {
color = parseWebColor(c);
hasAlpha = true;
}
Added color workarounds
2020-02-04 09:19:17 +00:00
}
Added color workaround
2020-02-04 09:00:07 +00:00
} else if (c.startsWith("rgb") || c.startsWith("hsl")) {
Refactoring
2020-01-31 12:52:57 +00:00
int s = c.indexOf("(");
int e = c.indexOf(")");
if (s > 0 && e > s) {
String[] component = c.substring(s + 1, e).split(",");
for (int i = 0; i < component.length; i++)
if (component[i].endsWith("%"))
if (c.startsWith("rgb")) {
int percent = Integer.parseInt(component[i].replace("%", ""));
component[i] = Integer.toString(Math.round(255 * (percent / 100f)));
} else
component[i] = component[i].replace("%", "");
if (c.startsWith("rgb") && component.length >= 3)
color = Color.rgb(
Integer.parseInt(component[0]),
Integer.parseInt(component[1]),
Integer.parseInt(component[2]));
else if (c.startsWith("hsl") && component.length >= 3)
color = ColorUtils.HSLToColor(new float[]{
Float.parseFloat(component[0]),
Integer.parseInt(component[1]) / 100f,
Integer.parseInt(component[2]) / 100f});
Alpha color support
2021-07-05 14:55:31 +00:00
if (color != null && component.length >= 4) {
int alpha = Math.round(Float.parseFloat(component[3]) * 255);
color = ColorUtils.setAlphaComponent(color, alpha);
hasAlpha = true;
}
Refactoring
2020-01-31 12:52:57 +00:00
}
} else if (x11ColorMap.containsKey(c))
Fixed rgb colors
2020-02-08 17:45:28 +00:00
color = x11ColorMap.get(c);
Alpha color support
2021-07-05 14:55:31 +00:00
else {
Parse web colors
2021-07-05 14:35:31 +00:00
color = parseWebColor(c);
Alpha color support
2021-07-05 14:55:31 +00:00
hasAlpha = true;
}
if (color != null && !hasAlpha)
color = ColorUtils.setAlphaComponent(color, 255);
Refactoring
2020-01-31 12:52:57 +00:00
if (BuildConfig.DEBUG)
Alpha color support
2021-07-05 14:55:31 +00:00
Log.i("Color " + c + "=" + (color == null ? null : encodeWebColor(color)));
Refactoring
2020-01-31 12:52:57 +00:00
} catch (Throwable ex) {
Reduced logging
2020-05-28 06:48:28 +00:00
Log.i("Color=" + c + ": " + ex);
Refactoring
2020-01-31 12:52:57 +00:00
}
Fixed adjusting compose colors
2020-06-29 12:21:19 +00:00
return color;
}
Fixed transparent colors
2020-01-31 13:45:51 +00:00
Alpha color support
2021-07-05 14:55:31 +00:00
private static int parseWebColor(@NonNull String value) {
if (value.startsWith("#"))
value = value.substring(1);
if (value.length() == 3)
value = "FF" +
value.charAt(0) + value.charAt(0) +
value.charAt(1) + value.charAt(1) +
value.charAt(2) + value.charAt(2);
else if (value.length() == 6)
value = "FF" + value;
else if (value.length() == 8)
value = value.substring(6, 8) + value.substring(0, 6);
else
Parse web colors
2021-07-05 14:35:31 +00:00
throw new IllegalArgumentException("Unknown color=" + value);
Alpha color support
2021-07-05 14:55:31 +00:00
return (int) Long.parseLong(value, 16);
}
static String encodeWebColor(int color) {
int alpha = Color.alpha(color);
int rgb = 0xFFFFFF & color;
Revert "Prevent transparent black" This reverts commit 486ccfa5f30b416f7afa16dc1be7bcab6c178542.
2022-10-06 05:46:11 +00:00
if (alpha == 255)
Alpha color support
2021-07-05 14:55:31 +00:00
return String.format("#%06X", rgb);
else
return String.format("#%06X%02X", rgb, alpha);
Parse web colors
2021-07-05 14:35:31 +00:00
}
Always set a color
2021-07-05 04:55:24 +00:00
private static Integer adjustColor(boolean dark, int textColorPrimary, Integer color) {
Alpha color support
2021-07-05 14:55:31 +00:00
// Special case:
// shades of gray
Fixed adjusting compose colors
2020-06-29 12:21:19 +00:00
int r = Color.red(color);
int g = Color.green(color);
int b = Color.blue(color);
Alpha color support
2021-07-05 14:55:31 +00:00
float a = Color.alpha(color) / 255f;
if (r == g && r == b && (dark ? 255 - r : r) * a < GRAY_THRESHOLD)
Always set a color
2021-07-05 04:55:24 +00:00
color = textColorPrimary;
Refactoring
2020-01-31 12:52:57 +00:00
Compose: remove very light/dark external text colors
2022-07-14 15:13:52 +00:00
return adjustLuminance(color, dark, MIN_LUMINANCE_VIEW);
Alpha color support
2021-07-05 14:55:31 +00:00
}
static int adjustLuminance(int color, boolean dark, float min) {
int c = ColorUtils.compositeColors(color, dark ? Color.BLACK : Color.WHITE);
float lum = (float) ColorUtils.calculateLuminance(c);
if (dark ? lum < min : lum > 1 - min)
color = ColorUtils.blendARGB(color,
dark ? Color.WHITE : Color.BLACK,
dark ? min - lum : lum - (1 - min));
return color;
Refactoring
2020-01-31 12:52:57 +00:00
}
Check background/foreground luminance
2021-08-04 06:10:39 +00:00
private static boolean hasColor(int color) {
int r = Color.red(color);
int g = Color.green(color);
int b = Color.blue(color);
return (Math.abs(r - g) >= COLOR_THRESHOLD ||
Math.abs(r - b) >= COLOR_THRESHOLD);
}
Refactoring
2020-04-07 17:43:02 +00:00
// https://tools.ietf.org/html/rfc3676
Added DelSp support
2022-02-12 22:18:05 +00:00
static String flow(String text, boolean delsp) {
Break flow on start/end quote
2022-03-14 09:17:40 +00:00
boolean inquote = false;
Refactoring
2022-03-14 10:33:10 +00:00
boolean continuation = false;
Refactoring
2020-04-07 17:43:02 +00:00
StringBuilder flowed = new StringBuilder();
Reduce memory usage
2020-11-02 07:04:42 +00:00
String[] lines = text.split("\\r?\\n");
for (int l = 0; l < lines.length; l++) {
String line = lines[l];
lines[l] = null;
Small DelSp improvement
2022-02-13 08:15:34 +00:00
if (delsp && line.endsWith(" "))
Added DelSp support
2022-02-12 22:18:05 +00:00
line = line.substring(0, line.length() - 1);
Break flow on start/end quote
2022-03-14 09:17:40 +00:00
boolean q = line.startsWith(">");
if (q != inquote) {
int len = flowed.length();
if (len > 0 && flowed.charAt(len - 1) != '\n')
flowed.append("\n");
continuation = false;
}
inquote = q;
Refactoring
2020-04-07 17:43:02 +00:00
if (continuation)
while (line.startsWith(">")) {
line = line.substring(1);
if (line.startsWith(" "))
line = line.substring(1);
}
continuation = (line.endsWith(" ") && !"-- ".equals(line));
flowed.append(line);
Refactoring
2022-03-14 10:33:10 +00:00
Refactoring
2020-04-07 17:43:02 +00:00
if (!continuation)
Refactoring
2022-03-14 10:33:10 +00:00
flowed.append("\n");
Refactoring
2020-04-07 17:43:02 +00:00
}
Refactoring
2022-03-14 10:33:10 +00:00
Refactoring
2020-04-07 17:43:02 +00:00
return flowed.toString();
}
Replace single CR by LF
2022-01-09 18:09:55 +00:00
static String formatPlainText(String text) {
return formatPlainText(text, true);
Paste plain text without quoting
2020-05-22 18:07:58 +00:00
}
Replace single CR by LF
2022-01-09 18:09:55 +00:00
static String formatPlainText(String text, boolean view) {
Fixed encoding plain text messages
2019-11-19 08:57:55 +00:00
int level = 0;
StringBuilder sb = new StringBuilder();
Replace single CR by LF
2022-01-09 18:09:55 +00:00
String[] lines = text
.replaceAll("\\r(?!\\n)", "\n")
.split("\\r?\\n");
Reduce memory usage
2020-11-02 07:04:42 +00:00
for (int l = 0; l < lines.length; l++) {
String line = lines[l];
lines[l] = null;
Fixed encoding plain text messages
2019-11-19 08:57:55 +00:00
// Opening quotes
Apply RFC3676 to plain text quotes
2020-05-20 08:56:05 +00:00
// https://tools.ietf.org/html/rfc3676#section-4.5
Allow pasting words
2021-05-23 18:07:10 +00:00
if (view) {
Paste plain text without quoting
2020-05-22 18:07:58 +00:00
int tlevel = 0;
while (line.startsWith(">")) {
tlevel++;
if (tlevel > level)
Apply quote style pre
2021-07-08 14:55:42 +00:00
sb.append("<blockquote style=\"")
.append(getQuoteStyle(line, 0, line.length()))
.append("\">");
Fixed encoding plain text messages
2019-11-19 08:57:55 +00:00
Paste plain text without quoting
2020-05-22 18:07:58 +00:00
line = line.substring(1); // >
Space after plain text quote
2020-05-20 13:28:19 +00:00
Paste plain text without quoting
2020-05-22 18:07:58 +00:00
if (line.startsWith(" >"))
line = line.substring(1);
}
if (tlevel > 0)
if (line.length() > 0 && line.charAt(0) == ' ')
line = line.substring(1);
Fixed encoding plain text messages
2019-11-19 08:57:55 +00:00
Paste plain text without quoting
2020-05-22 18:07:58 +00:00
// Closing quotes
for (int i = 0; i < level - tlevel; i++)
sb.append("</blockquote>");
level = tlevel;
}
Fixed encoding plain text messages
2019-11-19 08:57:55 +00:00
// Tabs characters
Reduce memory usage
2020-11-02 07:04:42 +00:00
StringBuilder sbl = new StringBuilder();
Fixed encoding plain text messages
2019-11-19 08:57:55 +00:00
for (int j = 0; j < line.length(); j++) {
char kar = line.charAt(j);
if (kar == '\t') {
Reduce memory usage
2020-11-02 07:04:42 +00:00
sbl.append(' ');
while (sbl.length() % TAB_SIZE != 0)
sbl.append(' ');
Fixed encoding plain text messages
2019-11-19 08:57:55 +00:00
} else
Reduce memory usage
2020-11-02 07:04:42 +00:00
sbl.append(kar);
Fixed encoding plain text messages
2019-11-19 08:57:55 +00:00
}
Reduce memory usage
2020-11-02 07:04:42 +00:00
line = sbl.toString();
Fixed encoding plain text messages
2019-11-19 08:57:55 +00:00
// Html characters
Simplification
2020-05-02 09:14:17 +00:00
// This will handle spaces / word wrapping as well
Fixed encoding plain text messages
2019-11-19 08:57:55 +00:00
line = Html.escapeHtml(line);
Simplification
2020-05-02 09:14:17 +00:00
sb.append(line);
Allow pasting words
2021-05-23 18:07:10 +00:00
if (view ||
The real deal
2021-05-23 18:33:12 +00:00
l + 1 < lines.length ||
text.endsWith("\n"))
Allow pasting words
2021-05-23 18:07:10 +00:00
sb.append("<br>");
Fixed encoding plain text messages
2019-11-19 08:57:55 +00:00
}
// Closing quotes
for (int i = 0; i < level; i++)
sb.append("</blockquote>");
return sb.toString();
}
Apply monospaced/pre to plain text only messages in original message view
2022-01-11 08:52:24 +00:00
static void restorePre(Document document) {
document.select("div[x-plain=true]")
.tagName("pre")
.removeAttr("x-plain");
}
Always remove small images
2020-11-16 17:53:56 +00:00
static void removeTrackingPixels(Context context, Document document) {
Use disconnect list for tracking images
2020-07-19 17:36:32 +00:00
SharedPreferences prefs = PreferenceManager.getDefaultSharedPreferences(context);
Disconnect's protecting list is unsuitable for tracking images
2022-06-07 16:12:49 +00:00
boolean disconnect_images = (prefs.getBoolean("disconnect_images", false) && BuildConfig.DEBUG);
Use disconnect list for tracking images
2020-07-19 17:36:32 +00:00
Use ContextCompat.getDrawable
2022-08-04 13:24:27 +00:00
Drawable d = ContextCompat.getDrawable(context, R.drawable.twotone_my_location_24);
Show tracking pixel icon
2019-10-04 21:04:03 +00:00
d.setTint(Helper.resolveColor(context, R.attr.colorWarning));
Small improvements
2019-10-05 07:38:36 +00:00
Show tracking pixel icon
2019-10-04 21:04:03 +00:00
Bitmap bm = Bitmap.createBitmap(d.getIntrinsicWidth(), d.getIntrinsicHeight(), Bitmap.Config.ARGB_8888);
Canvas c = new Canvas(bm);
d.setBounds(0, 0, c.getWidth(), c.getHeight());
d.draw(c);
ByteArrayOutputStream bos = new ByteArrayOutputStream();
bm.compress(Bitmap.CompressFormat.PNG, 100, bos);
StringBuilder sb = new StringBuilder();
Small improvements
2019-10-05 07:38:36 +00:00
sb.append("data:image/png;base64,");
Small improvements
2019-10-05 09:57:54 +00:00
sb.append(Base64.encodeToString(bos.toByteArray(), Base64.NO_WRAP));
Show tracking pixel icon
2019-10-04 21:04:03 +00:00
Consider images from same domain not as tracking images
2020-08-03 18:05:52 +00:00
// Build list of allowed hosts
List<String> hosts = new ArrayList<>();
for (Element img : document.select("img")) {
String src = img.attr("src");
Revert "Refactoring" This reverts commit 8babc79a03048cc411c080251905837449bd3ce2.
2020-10-30 17:48:53 +00:00
if (!TextUtils.isEmpty(src) && !isTrackingPixel(img)) {
Consider images from same domain not as tracking images
2020-08-03 18:05:52 +00:00
Uri uri = Uri.parse(img.attr("src"));
String host = uri.getHost();
Refactoring
2020-10-30 18:01:24 +00:00
if (host != null && !hosts.contains(host) &&
!isTrackingHost(host, disconnect_images))
Consider images from same domain not as tracking images
2020-08-03 18:05:52 +00:00
hosts.add(host);
}
}
Inline full message display
2019-10-04 13:25:04 +00:00
// Images
for (Element img : document.select("img")) {
Small improvement
2020-05-05 16:49:55 +00:00
img.removeAttr("x-tracking");
Remove small images from reformatted messages
2020-08-06 15:13:23 +00:00
Inline full message display
2019-10-04 13:25:04 +00:00
String src = img.attr("src");
Always remove empty images
2020-11-15 19:37:27 +00:00
if (TextUtils.isEmpty(src))
Use disconnect list for tracking images
2020-07-19 17:36:32 +00:00
continue;
Consider images from same domain not as tracking images
2020-08-03 18:05:52 +00:00
Uri uri = Uri.parse(src);
String host = uri.getHost();
Always remove small images
2020-11-16 17:53:56 +00:00
if (host == null || hosts.contains(host))
Consider images from same domain not as tracking images
2020-08-03 18:05:52 +00:00
continue;
Refactoring
2020-10-30 18:01:24 +00:00
if (isTrackingPixel(img) || isTrackingHost(host, disconnect_images)) {
Use disconnect list for tracking images
2020-07-19 17:36:32 +00:00
img.attr("src", sb.toString());
img.attr("alt", context.getString(R.string.title_legend_tracking_pixel));
img.attr("height", "24");
img.attr("width", "24");
img.attr("style", "display:block !important; width:24px !important; height:24px !important;");
img.attr("x-tracking", src);
Inline full message display
2019-10-04 13:25:04 +00:00
}
}
}
Revert "Refactoring" This reverts commit 8babc79a03048cc411c080251905837449bd3ce2.
2020-10-30 17:48:53 +00:00
private static boolean isTrackingPixel(Element img) {
Explicitly block Cloudmagic smart beacons
2022-02-28 08:14:49 +00:00
// Newton mail
if ("cloudmagic-smart-beacon".equals(img.className()))
return true;
Refactoring
2019-10-04 19:25:52 +00:00
String width = img.attr("width").trim();
String height = img.attr("height").trim();
Zoom image place holder
2019-03-30 16:55:00 +00:00
Refactoring
2019-10-04 19:25:52 +00:00
if (TextUtils.isEmpty(width) || TextUtils.isEmpty(height))
return false;
Refactoring
2018-12-14 09:11:45 +00:00
Prevent crash
2019-10-03 06:55:37 +00:00
try {
Auto width/height images
2021-08-03 06:04:40 +00:00
int w = Integer.parseInt(width);
int h = Integer.parseInt(height);
if (w == 0 && h != 0)
w = h;
if (w != 0 && h == 0)
h = w;
return (w * h <= TRACKING_PIXEL_SURFACE);
Refactoring
2019-10-04 19:25:52 +00:00
} catch (NumberFormatException ignored) {
return false;
}
}
Prevent crash
2019-10-03 06:55:37 +00:00
Refactoring
2020-10-30 18:01:24 +00:00
private static boolean isTrackingHost(String host, boolean disconnect_images) {
if (TRACKING_HOSTS.contains(host))
return true;
if (disconnect_images && DisconnectBlacklist.isTracking(host))
return true;
return false;
}
Fixed showing inline images HTML
2020-02-28 09:01:18 +00:00
static void embedInlineImages(Context context, long id, Document document, boolean local) throws IOException {
Refactoring
2019-10-04 19:25:52 +00:00
DB db = DB.getInstance(context);
for (Element img : document.select("img")) {
String src = img.attr("src");
if (src.startsWith("cid:")) {
String cid = '<' + src.substring(4) + '>';
Prevent crash
2019-10-03 06:55:37 +00:00
EntityAttachment attachment = db.attachment().getAttachment(id, cid);
Refactoring
2019-10-04 19:25:52 +00:00
if (attachment != null && attachment.available) {
File file = attachment.getFile(context);
Fixed showing inline images HTML
2020-02-28 09:01:18 +00:00
if (local) {
Uri uri = FileProvider.getUriForFile(context, BuildConfig.APPLICATION_ID, file);
img.attr("src", uri.toString());
Log.i("Inline image uri=" + uri);
} else {
try (InputStream is = new FileInputStream(file)) {
byte[] bytes = new byte[(int) file.length()];
if (is.read(bytes) != bytes.length)
throw new IOException("length");
StringBuilder sb = new StringBuilder();
sb.append("data:");
sb.append(attachment.type);
sb.append(";base64,");
sb.append(Base64.encodeToString(bytes, Base64.NO_WRAP));
img.attr("src", sb.toString());
}
Progressively load images
2019-04-30 08:33:03 +00:00
}
}
Refactoring
2019-10-04 19:25:52 +00:00
}
Density aware images
2019-07-15 10:17:01 +00:00
}
}
Added original zoom to fit screen option
2020-08-20 06:52:09 +00:00
static void setViewport(Document document, boolean overview) {
Fit html message to width
2019-10-08 17:54:52 +00:00
// https://developer.mozilla.org/en-US/docs/Mozilla/Mobile/Viewport_meta_tag
Viewport improvements
2021-07-02 16:35:52 +00:00
// https://drafts.csswg.org/css-device-adapt/#viewport-meta
Improved viewport processing
2020-09-18 10:40:30 +00:00
Elements meta = document.select("meta").select("[name=viewport]");
// Note that the browser will recognize meta elements in the body too
Set viewport / overview mode
2021-12-04 15:31:48 +00:00
if (overview) {
// fit width
Fixed original messages / wide view port
2020-08-08 06:20:28 +00:00
meta.remove();
Set viewport / overview mode
2021-12-04 15:31:48 +00:00
document.head().prependElement("meta")
.attr("name", "viewport")
.attr("content", "width=device-width");
} else {
Ignore meta in overview mode
2020-08-28 15:03:03 +00:00
if (meta.size() == 1) {
Improved viewport processing
2020-09-18 10:40:30 +00:00
String content = meta.attr("content");
String[] param = content.split("[;,]");
for (int i = 0; i < param.length; i++) {
String[] kv = param[i].split("=");
Remove minimum and maximum scale meta
2020-09-29 07:27:07 +00:00
if (kv.length == 2) {
Viewport improvements
2021-07-02 16:35:52 +00:00
String key = kv[0]
.replaceAll("\\s+", "")
.toLowerCase(Locale.ROOT);
switch (key) {
Remove minimum and maximum scale meta
2020-09-29 07:27:07 +00:00
case "user-scalable":
kv[1] = "yes";
param[i] = TextUtils.join("=", kv);
break;
case "minimum-scale":
case "maximum-scale":
kv[0] = "disabled-scaling";
param[i] = TextUtils.join("=", kv);
break;
}
Improved viewport processing
2020-09-18 10:40:30 +00:00
}
}
Viewport improvements
2021-07-02 16:35:52 +00:00
meta.attr("content", TextUtils.join(",", param));
Ignore meta in overview mode
2020-08-28 15:03:03 +00:00
} else {
meta.remove();
Added original zoom to fit screen option
2020-08-20 06:52:09 +00:00
document.head().prependElement("meta")
.attr("name", "viewport")
.attr("content", "width=device-width, initial-scale=1.0");
Ignore meta in overview mode
2020-08-28 15:03:03 +00:00
}
Fixed original messages / wide view port
2020-08-08 06:20:28 +00:00
}
Fit html message to width
2019-10-08 17:54:52 +00:00
Viewport improvements
2021-07-02 16:35:52 +00:00
if (BuildConfig.DEBUG)
Log.i(document.head().html());
Skip running image task if image cached
2019-05-04 11:06:22 +00:00
}
Allow override width and fit to width
2021-12-04 16:42:52 +00:00
static void overrideWidth(Document document) {
List<String> tags = new ArrayList<>();
for (Element e : document.select("*")) {
String tag = e.tagName();
if ("img".equals(tag))
continue;
if (tags.contains(tag))
continue;
tags.add(tag);
Refactoring
2021-12-04 13:10:11 +00:00
}
Allow override width and fit to width
2021-12-04 16:42:52 +00:00
StringBuilder sb = new StringBuilder();
sb.append("<style type=\"text/css\">");
for (String tag : tags)
Override width: force scrollbar
2022-08-11 12:35:39 +00:00
sb.append(tag).append("{width: auto !important; min-width: 0 !important; max-width: 100% !important; overflow: auto !important;}");
Allow override width and fit to width
2021-12-04 16:42:52 +00:00
sb.append("</style>");
document.select("head").append(sb.toString());
Added option to override HTML widths
2021-12-03 08:12:01 +00:00
}
Check for dark scheme
2022-07-04 10:48:28 +00:00
static boolean hasColorScheme(Document document, String name) {
List<CSSStyleSheet> sheets = parseStyles(document.head().select("style"));
for (CSSStyleSheet sheet : sheets)
if (sheet.getCssRules() != null) {
for (int i = 0; i < sheet.getCssRules().getLength(); i++) {
CSSRule rule = sheet.getCssRules().item(i);
if (rule instanceof CSSMediaRuleImpl) {
MediaList list = ((CSSMediaRuleImpl) rule).getMedia();
String media = (list == null ? null : list.getMediaText());
if (media != null &&
media.toLowerCase(Locale.ROOT).contains("prefers-color-scheme") &&
media.toLowerCase(Locale.ROOT).contains(name)) {
Log.i("@media=" + media);
return true;
}
}
}
}
return false;
}
Added fake dark
2022-07-04 06:11:26 +00:00
static void fakeDark(Document document) {
Check for dark scheme
2022-07-04 10:48:28 +00:00
// https://issuetracker.google.com/issues/237785596
Added fake dark
2022-07-04 06:11:26 +00:00
// https://developer.mozilla.org/en-US/docs/Web/CSS/filter-function/invert
// https://developer.mozilla.org/en-US/docs/Web/CSS/filter-function/hue-rotate
Check for dark scheme
2022-07-04 10:48:28 +00:00
// https://developer.mozilla.org/en-US/docs/Web/CSS/@media/prefers-color-scheme
// https://developer.android.com/reference/android/webkit/WebSettings#setAlgorithmicDarkeningAllowed(boolean)
Simplification
2022-07-06 07:16:02 +00:00
if (true || hasColorScheme(document, "dark"))
Check for dark scheme
2022-07-04 10:48:28 +00:00
return;
Added fake dark
2022-07-04 06:11:26 +00:00
document.head().appendElement("style").html(
"body { filter: invert(100%) hue-rotate(180deg) !important; background: black !important; }" +
"img { filter: invert(100%) hue-rotate(180deg) !important; }");
}
Recognize language of subject
2021-01-25 13:49:56 +00:00
static String getLanguage(Context context, String subject, String text) {
Save memory on previewing
2020-02-20 09:35:01 +00:00
try {
Inline language recognition
2020-03-26 14:25:44 +00:00
SharedPreferences prefs = PreferenceManager.getDefaultSharedPreferences(context);
Disable language detection by default
2020-03-26 19:28:17 +00:00
boolean language_detection = prefs.getBoolean("language_detection", false);
Added setting to disable language detection
2020-03-26 14:34:42 +00:00
if (!language_detection)
Inline language recognition
2020-03-26 14:25:44 +00:00
return null;
Recognize language of subject
2021-01-25 13:49:56 +00:00
StringBuilder sb = new StringBuilder();
if (!TextUtils.isEmpty(subject))
sb.append(subject).append('\n');
if (!TextUtils.isEmpty(text))
sb.append(text);
if (sb.length() == 0)
return null;
Locale locale = TextHelper.detectLanguage(context, sb.toString());
Refactoring
2020-11-16 14:46:55 +00:00
return (locale == null ? null : locale.getLanguage());
Inline language recognition
2020-03-26 14:25:44 +00:00
} catch (Throwable ex) {
Save memory on previewing
2020-02-20 09:35:01 +00:00
Log.e(ex);
return null;
}
}
Refactoring
2021-01-19 11:18:03 +00:00
static String getPreview(String text) {
Optimization
2021-01-19 10:57:59 +00:00
if (text == null)
Catch OOM
2019-11-11 19:23:34 +00:00
return null;
Optimization
2021-01-19 10:57:59 +00:00
String preview = text
.replace("\u200C", "") // Zero-width non-joiner
.replaceAll("\\s+", " ");
return truncate(preview, PREVIEW_SIZE);
Catch OOM
2019-11-11 19:23:34 +00:00
}
Refactoring
2020-02-11 19:07:00 +00:00
static String getFullText(String body) {
try {
Save memory on previewing
2020-02-20 09:35:01 +00:00
if (body == null)
return null;
Document d = JsoupEx.parse(body);
Optimization
2021-01-19 10:57:59 +00:00
return _getText(d);
Refactoring
2020-02-11 19:07:00 +00:00
} catch (OutOfMemoryError ex) {
Log.e(ex);
return null;
}
}
Save memory on previewing
2020-02-20 09:35:01 +00:00
static String getFullText(File file) throws IOException {
try {
Document d = JsoupEx.parse(file);
Optimization
2021-01-19 10:57:59 +00:00
return _getText(d);
Save memory on previewing
2020-02-20 09:35:01 +00:00
} catch (OutOfMemoryError ex) {
Log.e(ex);
Refactoring
2019-10-03 16:07:56 +00:00
return null;
Save memory on previewing
2020-02-20 09:35:01 +00:00
}
}
Refactoring
2019-10-03 16:07:56 +00:00
Optimization
2021-01-19 10:57:59 +00:00
private static String _getText(Document d) {
Refactoring
2021-01-19 11:02:49 +00:00
truncate(d, MAX_FULL_TEXT_SIZE);
Truncate large messages
2020-02-14 10:06:48 +00:00
View indentations
2021-07-07 13:12:35 +00:00
for (Element bq : d.select("blockquote"))
Simplified text quotes
2021-07-07 16:41:26 +00:00
bq.prependChild(new TextNode("> "));
Wrap preview block quotes in square brackets
2020-02-28 16:58:31 +00:00
Get body text only
2021-10-24 07:11:40 +00:00
return d.body().text();
Word break preview text
2020-07-14 06:57:46 +00:00
}
Quote in right direction
2021-07-07 18:07:11 +00:00
static String getQuoteStyle(Element e) {
CharSequence text = e.text();
return getQuoteStyle(text, 0, text.length());
}
static String getQuoteStyle(CharSequence quoted, int start, int end) {
Fixed quote style
2022-01-19 17:02:09 +00:00
String dir = "left";
Quote in right direction
2021-07-07 18:07:11 +00:00
try {
Fixed quote direction in composer
2021-08-09 19:59:16 +00:00
int count = end - start;
if (TextDirectionHeuristics.FIRSTSTRONG_LTR.isRtl(quoted, start, count))
Fixed quote style
2022-01-19 17:02:09 +00:00
dir = "right";
Quote in right direction
2021-07-07 18:07:11 +00:00
} catch (Throwable ex) {
Fixed quote direction in composer
2021-08-09 19:59:16 +00:00
Log.e(new Throwable("getQuoteStyle " + start + "..." + end, ex));
Quote in right direction
2021-07-07 18:07:11 +00:00
}
Set quote padding
2022-03-26 13:37:03 +00:00
return "border-" + dir + ":3px solid #ccc; padding-" + dir + ":10px;margin:0;";
Quote in right direction
2021-07-07 18:07:11 +00:00
}
Invalidate headers on change/sync
2022-01-19 17:59:12 +00:00
static String getIndentStyle(CharSequence quoted, int start, int end) {
return "margin-top:0; margin-bottom:0;";
}
View indentations
2021-07-07 13:12:35 +00:00
static boolean hasBorder(Element e) {
Fixed importing blockquotes
2021-07-23 16:00:09 +00:00
if ("true".equals(e.attr("x-border")))
return true;
Added blockquote type="cite" support for Thunderbird
2022-09-12 06:11:31 +00:00
// https://groups.google.com/g/mozilla.support.thunderbird/c/rwLNk3MU3Gs?pli=1
if ("cite".equals(e.attr("type")))
return true;
Fixed importing blockquotes
2021-07-23 16:00:09 +00:00
String style = e.attr("style");
String[] params = style.split(";");
for (String param : params) {
int colon = param.indexOf(':');
if (colon < 0)
continue;
String key = param.substring(0, colon).trim().toLowerCase(Locale.ROOT);
String value = param.substring(colon + 1);
if ("border-left".equals(key) || "border-right".equals(key)) {
Float border = getFontSize(value.trim().split("\\s+")[0], 1.0f);
if (border != null && border > 0)
return true;
}
}
return false;
View indentations
2021-07-07 13:12:35 +00:00
}
Improved plain text only check
2022-02-17 12:38:01 +00:00
static boolean isStyled(Document d) {
ObjectHolder<Boolean> result = new ObjectHolder<>(false);
d.body().filter(new NodeFilter() {
private final List<String> STRUCTURE = Collections.unmodifiableList(Arrays.asList(
"body", "div", "p", "span", "br",
"strong", "b", "em", "i", "blockquote", "hr"
));
@Override
public FilterResult head(Node node, int depth) {
if (node instanceof Element) {
Element e = (Element) node;
Check for CSS styles
2022-11-17 06:58:17 +00:00
String style = e.attr("style");
if (!TextUtils.isEmpty(style)) {
String[] params = style.split(";");
for (String param : params) {
int colon = param.indexOf(':');
if (colon <= 0)
continue;
String key = param.substring(0, colon).trim();
if ("color".equalsIgnoreCase(key) ||
"background-color".equalsIgnoreCase(key) ||
"font-family".equalsIgnoreCase(key) ||
"font-size".equalsIgnoreCase(key) ||
"text-align".equalsIgnoreCase(key) ||
"text-decoration".equalsIgnoreCase(key) /* line-through */) {
Log.i("Style element=" + node + " style=" + style);
result.value = true;
return FilterResult.STOP;
}
}
}
Improved plain text only check
2022-02-17 12:38:01 +00:00
if (STRUCTURE.contains(e.tagName()))
return FilterResult.CONTINUE;
if (!TextUtils.isEmpty(e.attr("fairemail")))
return FilterResult.CONTINUE;
//Element p = e.parent();
//if ("blockquote".equals(e.tagName()) &&
// p != null &&
// !TextUtils.isEmpty(p.attr("fairemail")))
// return FilterResult.CONTINUE;
Log.i("Style element=" + node);
result.value = true;
return FilterResult.STOP;
} else
return FilterResult.CONTINUE;
}
@Override
public FilterResult tail(Node node, int depth) {
return FilterResult.CONTINUE;
}
});
return result.value;
}
Improved quote collapsing
2021-07-07 16:08:57 +00:00
static void collapseQuotes(Document document) {
document.body().filter(new NodeFilter() {
private int level = 0;
@Override
public FilterResult head(Node node, int depth) {
if (level > 0)
return FilterResult.REMOVE;
if (node instanceof Element) {
Element element = (Element) node;
if ("blockquote".equals(element.tagName()) && hasBorder(element)) {
Element prev = element.previousElementSibling();
if (prev != null &&
"blockquote".equals(prev.tagName()) && hasBorder(prev))
return FilterResult.REMOVE;
Generic quote style
2021-07-07 17:39:09 +00:00
else {
level++;
element.html("&#8230;");
}
Improved quote collapsing
2021-07-07 16:08:57 +00:00
}
}
Generic quote style
2021-07-07 17:39:09 +00:00
Improved quote collapsing
2021-07-07 16:08:57 +00:00
return FilterResult.CONTINUE;
}
@Override
public FilterResult tail(Node node, int depth) {
if ("blockquote".equals(node.nodeName()))
level--;
Generic quote style
2021-07-07 17:39:09 +00:00
Improved quote collapsing
2021-07-07 16:08:57 +00:00
return FilterResult.CONTINUE;
}
});
}
Refactoring
2022-09-20 07:51:33 +00:00
static void removeSignatures(Document d) {
d.body().filter(new NodeFilter() {
private boolean remove = false;
private boolean noremove = false;
@Override
public FilterResult head(Node node, int depth) {
if (node instanceof TextNode) {
TextNode tnode = (TextNode) node;
String text = tnode.getWholeText()
.replaceAll("[\r\n]+$", "")
.replaceAll("^[\r\n]+", "");
if ("-- ".equals(text)) {
if (tnode.getWholeText().endsWith("\n"))
remove = true;
else {
Node next = node.nextSibling();
if (next == null) {
Node parent = node.parent();
if (parent != null)
next = parent.nextSibling();
}
if (next != null && "br".equals(next.nodeName()))
remove = true;
}
}
} else if (node instanceof Element) {
Element element = (Element) node;
if (remove && "blockquote".equals(element.tagName()))
noremove = true;
}
return (remove && !noremove
? FilterResult.REMOVE : FilterResult.CONTINUE);
}
@Override
public FilterResult tail(Node node, int depth) {
return FilterResult.CONTINUE;
}
});
}
Word break preview text
2020-07-14 06:57:46 +00:00
static String truncate(String text, int at) {
if (text.length() < at)
return text;
Refactoring
2019-10-03 16:07:56 +00:00
Word break preview text
2020-07-14 06:57:46 +00:00
String preview = text.substring(0, at);
int space = preview.lastIndexOf(' ');
if (space > 0)
preview = preview.substring(0, space + 1);
return preview + "…";
Improved html to text conversion
2019-01-05 11:17:33 +00:00
}
Small (non) null fixes
2020-09-10 09:14:51 +00:00
@NonNull
Simplified/improved plain text
2020-05-02 12:23:11 +00:00
static String getText(Context context, String html) {
Sanitize get text
2020-11-07 15:03:33 +00:00
Document d = sanitizeCompose(context, html, false);
Truncate large messages
2020-02-14 10:06:48 +00:00
Limit formatted message size based on memory class
2021-10-04 13:20:09 +00:00
truncate(d, getMaxFormatTextSize(context));
Truncate large messages
2020-02-14 10:06:48 +00:00
Cleanup
2020-11-08 20:09:31 +00:00
SpannableStringBuilder ssb = fromDocument(context, d, null, null);
Improved html to text conversion
2019-01-05 11:17:33 +00:00
Support italic/bold for plain text
2021-02-20 20:08:28 +00:00
for (StyleSpan span : ssb.getSpans(0, ssb.length(), StyleSpan.class)) {
int start = ssb.getSpanStart(span);
int end = ssb.getSpanEnd(span);
if (span.getStyle() == Typeface.ITALIC) {
Thunderbird style plain text formatting
2021-02-21 15:05:33 +00:00
ssb.insert(end, "/");
ssb.insert(start, "/");
} else if (span.getStyle() == Typeface.BOLD) {
Support italic/bold for plain text
2021-02-20 20:08:28 +00:00
ssb.insert(end, "*");
ssb.insert(start, "*");
}
}
Thunderbird style plain text formatting
2021-02-21 15:05:33 +00:00
for (UnderlineSpan span : ssb.getSpans(0, ssb.length(), UnderlineSpan.class)) {
int start = ssb.getSpanStart(span);
int end = ssb.getSpanEnd(span);
ssb.insert(end, "_");
ssb.insert(start, "_");
}
Simplified/improved plain text
2020-05-02 12:23:11 +00:00
for (URLSpan span : ssb.getSpans(0, ssb.length(), URLSpan.class)) {
String url = span.getURL();
if (TextUtils.isEmpty(url))
continue;
Strip data URI images in plain text
2022-02-14 17:39:56 +00:00
Simplified/improved plain text
2020-05-02 12:23:11 +00:00
if (url.toLowerCase(Locale.ROOT).startsWith("mailto:"))
url = url.substring("mailto:".length());
Strip data URI images in plain text
2022-02-14 17:39:56 +00:00
Simplified/improved plain text
2020-05-02 12:23:11 +00:00
int start = ssb.getSpanStart(span);
int end = ssb.getSpanEnd(span);
String text = ssb.subSequence(start, end).toString();
if (!text.contains(url))
ssb.insert(end, "[" + url + "]");
}
Fixed spacing plain text
2019-11-22 19:42:45 +00:00
Simplified/improved plain text
2020-05-02 12:23:11 +00:00
for (ImageSpan span : ssb.getSpans(0, ssb.length(), ImageSpan.class)) {
String source = span.getSource();
if (TextUtils.isEmpty(source))
continue;
Strip data URI images in plain text
2022-02-14 17:39:56 +00:00
Simplified/improved plain text
2020-05-02 12:23:11 +00:00
int start = ssb.getSpanStart(span);
int end = ssb.getSpanEnd(span);
Remove data URI icons from plain text
2022-02-14 21:41:28 +00:00
if (!source.toLowerCase(Locale.ROOT).startsWith("data:"))
ssb.insert(end, "[" + source + "]");
Simplified/improved plain text
2020-05-02 12:23:11 +00:00
for (int i = start; i < end; i++)
Remove data URI icons from plain text
2022-02-14 21:41:28 +00:00
if (ssb.charAt(i) == '\uFFFC') {
ssb.delete(i, i + 1);
end--;
}
Simplified/improved plain text
2020-05-02 12:23:11 +00:00
}
Fixed plain text quote
2019-02-11 15:36:42 +00:00
Apply RFC3676 to plain text quotes
2020-05-20 08:56:05 +00:00
// https://tools.ietf.org/html/rfc3676#section-4.5
Simplified/improved plain text
2020-05-02 12:23:11 +00:00
for (QuoteSpan span : ssb.getSpans(0, ssb.length(), QuoteSpan.class)) {
int start = ssb.getSpanStart(span);
int end = ssb.getSpanEnd(span);
Apply RFC3676 to plain text quotes
2020-05-20 08:56:05 +00:00
Prevent quoting next line
2020-05-26 20:15:55 +00:00
for (int i = end - 2; i >= start; i--)
Simplified/improved plain text
2020-05-02 12:23:11 +00:00
if (ssb.charAt(i) == '\n')
Space after plain text quote
2020-05-20 13:28:19 +00:00
if (i + 1 < ssb.length() && ssb.charAt(i + 1) == '>')
ssb.insert(i + 1, ">");
else
ssb.insert(i + 1, "> ");
Apply RFC3676 to plain text quotes
2020-05-20 08:56:05 +00:00
Prevent crash
2020-05-25 16:57:59 +00:00
if (start < ssb.length())
ssb.insert(start, ssb.charAt(start) == '>' ? ">" : "> ");
Simplified/improved plain text
2020-05-02 12:23:11 +00:00
}
Fixed spacing plain text
2019-11-22 19:42:45 +00:00
Simplified/improved plain text
2020-05-02 12:23:11 +00:00
for (BulletSpan span : ssb.getSpans(0, ssb.length(), BulletSpan.class)) {
int start = ssb.getSpanStart(span);
Added composing sub lists
2021-05-06 06:22:04 +00:00
if (span instanceof NumberSpan) {
Improved plain text lists
2021-05-06 18:54:38 +00:00
NumberSpan ns = (NumberSpan) span;
ssb.insert(start, ns.getIndex() + ". ");
int level = ns.getLevel();
Added composing sub lists
2021-05-06 06:22:04 +00:00
for (int l = 1; l <= level; l++)
Suppress bullet/none in plain text
2021-07-09 07:36:11 +00:00
ssb.insert(start, " ");
Added composing sub lists
2021-05-06 06:22:04 +00:00
} else {
if (span instanceof BulletSpanEx) {
Improved plain text lists
2021-05-06 18:54:38 +00:00
BulletSpanEx bs = (BulletSpanEx) span;
Suppress bullet/none in plain text
2021-07-09 07:36:11 +00:00
if (!"none".equals(bs.getLType()))
ssb.insert(start, "* ");
Improved plain text lists
2021-05-06 18:54:38 +00:00
int level = bs.getLevel();
Added composing sub lists
2021-05-06 06:22:04 +00:00
for (int l = 1; l <= level; l++)
Suppress bullet/none in plain text
2021-07-09 07:36:11 +00:00
ssb.insert(start, " ");
} else
ssb.insert(start, "* ");
Added composing sub lists
2021-05-06 06:22:04 +00:00
}
Simplified/improved plain text
2020-05-02 12:23:11 +00:00
}
Improved formatting
2019-02-10 12:01:21 +00:00
Added inserting lines
2022-02-04 09:24:30 +00:00
for (LineSpan span : ssb.getSpans(0, ssb.length(), LineSpan.class)) {
int start = ssb.getSpanStart(span);
int end = ssb.getSpanEnd(span);
ssb.replace(start, end, LINE);
}
Simplified/improved plain text
2020-05-02 12:23:11 +00:00
return ssb.toString();
Refactoring
2018-12-24 20:09:47 +00:00
}
Convert to lists on sending message
2020-03-08 15:05:43 +00:00
Added checking block lists
2021-07-01 07:19:59 +00:00
static Spanned highlightHeaders(Context context, String headers, boolean blocklist) {
Prevent crash
2021-09-09 10:52:10 +00:00
SpannableStringBuilder ssb = new SpannableStringBuilderEx(headers);
Refactoring
2021-06-17 06:58:44 +00:00
int textColorLink = Helper.resolveColor(context, android.R.attr.textColorLink);
TLS debugging
2022-01-08 12:35:45 +00:00
int colorVerified = Helper.resolveColor(context, R.attr.colorVerified);
int colorWarning = Helper.resolveColor(context, R.attr.colorWarning);
Pretty print received headers
2021-06-15 13:15:03 +00:00
Highlight DSN headers, refactoring
2019-08-29 19:57:04 +00:00
int index = 0;
for (String line : headers.split("\n")) {
if (line.length() > 0 && !Character.isWhitespace(line.charAt(0))) {
int colon = line.indexOf(':');
if (colon > 0)
Refactoring
2021-06-17 06:58:44 +00:00
ssb.setSpan(new ForegroundColorSpan(textColorLink), index, index + colon, 0);
Highlight DSN headers, refactoring
2019-08-29 19:57:04 +00:00
}
index += line.length() + 1;
}
Pretty print received headers
2021-06-15 13:15:03 +00:00
try {
// https://datatracker.ietf.org/doc/html/rfc2821#section-4.4
final DateFormat DTF = Helper.getDateTimeInstance(context, DateFormat.SHORT, DateFormat.MEDIUM);
Show received header delays
2022-03-30 18:20:24 +00:00
MailDateFormat mdf = new MailDateFormat();
Pretty print received headers
2021-06-15 13:15:03 +00:00
ByteArrayInputStream bis = new ByteArrayInputStream(headers.getBytes());
Enable Unicode
2022-08-13 12:03:41 +00:00
InternetHeaders iheaders = new InternetHeaders(bis, true);
Show received header delays
2022-03-30 18:20:24 +00:00
String dh = iheaders.getHeader("Date", null);
Date tx = null;
try {
if (dh != null)
tx = mdf.parse(dh);
} catch (ParseException ex) {
Log.w(ex);
}
String[] received = iheaders.getHeader("Received");
Prevent crash
2022-01-06 15:14:31 +00:00
if (received != null && received.length > 0) {
Pretty print received headers
2021-06-15 13:15:03 +00:00
for (int i = received.length - 1; i >= 0; i--) {
Small layout improvement
2022-01-08 13:03:13 +00:00
ssb.append('\n');
Pretty print received headers
2021-06-15 13:15:03 +00:00
String h = MimeUtility.unfold(received[i]);
int semi = h.lastIndexOf(';');
Show received header delays
2022-03-30 18:20:24 +00:00
Date rx = null;
Pretty print received headers
2021-06-15 13:15:03 +00:00
if (semi > 0) {
Show received header delays
2022-03-30 18:20:24 +00:00
rx = mdf.parse(h, new ParsePosition(semi + 1));
Pretty print received headers
2021-06-15 13:15:03 +00:00
h = h.substring(0, semi);
}
int s = ssb.length();
ssb.append('#').append(Integer.toString(received.length - i));
Show received header delays
2022-03-30 18:20:24 +00:00
if (rx != null) {
ssb.append(' ').append(DTF.format(rx));
if (tx != null) {
long ms = rx.getTime() - tx.getTime();
ssb.append(" \u0394").append(DateUtils.formatElapsedTime(ms / 1000));
}
}
Pretty print received headers
2021-06-15 13:15:03 +00:00
ssb.setSpan(new StyleSpan(Typeface.BOLD), s, ssb.length(), 0);
Added checking block lists
2021-07-01 07:19:59 +00:00
if (blocklist && i == received.length - 1) {
Use ContextCompat.getDrawable
2022-08-04 13:24:27 +00:00
Drawable d = ContextCompat.getDrawable(context, R.drawable.twotone_flag_24);
Added checking block lists
2021-07-01 07:19:59 +00:00
int iconSize = context.getResources().getDimensionPixelSize(R.dimen.menu_item_icon_size);
d.setBounds(0, 0, iconSize, iconSize);
d.setTint(colorWarning);
ssb.append(" \uFFFC"); // Object replacement character
ssb.setSpan(new ImageSpan(d), ssb.length() - 1, ssb.length(), 0);
if (!TextUtils.isEmpty(BuildConfig.MXTOOLBOX_URI)) {
final String header = received[i];
ClickableSpan click = new ClickableSpan() {
@Override
public void onClick(@NonNull View widget) {
DnsBlockList.show(widget.getContext(), header);
}
};
ssb.setSpan(click, ssb.length() - 1, ssb.length(), 0);
}
}
Pretty print received headers
2021-06-15 13:15:03 +00:00
ssb.append('\n');
int j = 0;
Skip parenthesis when highlighting headers
2022-01-06 21:37:36 +00:00
boolean p = false;
Pretty print received headers
2021-06-15 13:15:03 +00:00
String[] w = h.split("\\s+");
while (j < w.length) {
Skip parenthesis when highlighting headers
2022-01-06 21:37:36 +00:00
if (w[j].startsWith("("))
p = true;
Pretty print received headers
2021-06-15 13:15:03 +00:00
if (j > 0)
ssb.append(' ');
s = ssb.length();
ssb.append(w[j]);
Parse received header / TLS
2022-01-07 20:48:15 +00:00
if (!p && MessageHelper.RECEIVED_WORDS.contains(w[j].toLowerCase(Locale.ROOT)))
Refactoring
2021-06-17 06:58:44 +00:00
ssb.setSpan(new ForegroundColorSpan(textColorLink), s, ssb.length(), 0);
Skip parenthesis when highlighting headers
2022-01-06 21:37:36 +00:00
if (w[j].endsWith(")"))
p = false;
Pretty print received headers
2021-06-15 13:15:03 +00:00
j++;
}
TLS debugging
2022-01-08 12:35:45 +00:00
Check for qmail / Postfix in first added received header only
2022-01-12 19:06:58 +00:00
Boolean tls = MessageHelper.isTLS(h, i == received.length - 1);
TLS debugging
2022-01-08 12:35:45 +00:00
ssb.append(" TLS=");
int t = ssb.length();
ssb.append(tls == null ? "?" : Boolean.toString(tls));
if (tls != null)
ssb.setSpan(new ForegroundColorSpan(tls ? colorVerified : colorWarning), t, ssb.length(), 0);
Small layout improvement
2022-01-08 13:03:13 +00:00
ssb.append("\n");
Pretty print received headers
2021-06-15 13:15:03 +00:00
}
}
} catch (Throwable ex) {
Log.w(ex);
}
Highlight DSN headers, refactoring
2019-08-29 19:57:04 +00:00
return ssb;
}
Heighlight text improvements
2022-12-16 19:13:07 +00:00
static void highlightSearched(Context context, Document document, String query) {
try {
int color = Helper.resolveColor(context, R.attr.colorHighlight);
Simplified search highlighting
2022-12-20 17:55:27 +00:00
StringBuilder sb = new StringBuilder();
for (String word : query.trim().split("\\s+")) {
if (word.startsWith("+") || word.startsWith("-"))
continue;
for (String w : Fts4DbHelper.breakText(word).split("\\s+")) {
if (sb.length() > 0)
sb.append("\\s*");
sb.append(Pattern.quote(w));
}
}
sb.insert(0, ".*?\\b(");
sb.append(")\\b.*?");
Heighlight text improvements
2022-12-16 19:13:07 +00:00
Simplified search highlighting
2022-12-20 17:55:27 +00:00
Pattern p = Pattern.compile(sb.toString(), Pattern.DOTALL);
NodeTraversor.traverse(new NodeVisitor() {
@Override
public void head(Node node, int depth) {
if (node instanceof TextNode)
try {
TextNode tnode = (TextNode) node;
String text = Fts4DbHelper.preprocessText(tnode.getWholeText());
Added filtering for on-device searching
2022-10-11 19:55:37 +00:00
Simplified search highlighting
2022-12-20 17:55:27 +00:00
Matcher result = p.matcher(text);
Added filtering for on-device searching
2022-10-11 19:55:37 +00:00
Simplified search highlighting
2022-12-20 17:55:27 +00:00
int prev = 0;
Element holder = document.createElement("span");
while (result.find()) {
int start = result.start(1);
int end = result.end(1);
Remove diacrits before highlighting
2022-10-13 11:17:21 +00:00
Simplified search highlighting
2022-12-20 17:55:27 +00:00
holder.appendText(text.substring(prev, start));
Added filtering for on-device searching
2022-10-11 19:55:37 +00:00
Simplified search highlighting
2022-12-20 17:55:27 +00:00
Element span = document.createElement("span");
span.attr("style", mergeStyles(
span.attr("style"),
"font-size:larger; background-color:" + encodeWebColor(color)
));
span.text(text.substring(start, end));
holder.appendChild(span);
Added filtering for on-device searching
2022-10-11 19:55:37 +00:00
Simplified search highlighting
2022-12-20 17:55:27 +00:00
prev = end;
Added filtering for on-device searching
2022-10-11 19:55:37 +00:00
}
Highlight found text
2021-11-12 15:12:54 +00:00
Simplified search highlighting
2022-12-20 17:55:27 +00:00
if (prev == 0) // No matches
return;
if (prev < text.length())
holder.appendText(text.substring(prev));
tnode.before(holder);
tnode.text("");
} catch (Throwable ex) {
Log.e(ex);
}
}
@Override
public void tail(Node node, int depth) {
}
}, document);
Heighlight text improvements
2022-12-16 19:13:07 +00:00
} catch (Throwable ex) {
Log.e(ex);
}
Highlight found text
2021-11-12 15:12:54 +00:00
}
Make sure marked text is visible
2022-04-04 12:42:58 +00:00
static Document markText(Document document) {
for (Element mark : document.select("mark")) {
String style = mark.attr("style");
mark.attr("style", mergeStyles(style, "font-style: italic;"));
}
return document;
}
Replace Apple converted spaces
2020-02-14 12:31:34 +00:00
static void cleanup(Document d) {
Small fix
2020-02-14 15:57:09 +00:00
// https://www.chromestatus.com/feature/5756335865987072
// Some messages contain 100 thousands of Apple spaces
Small improvement
2020-02-14 14:40:47 +00:00
for (Element aspace : d.select(".Apple-converted-space")) {
Node next = aspace.nextSibling();
if (next instanceof TextNode) {
TextNode tnode = (TextNode) next;
Small fix
2020-02-14 15:57:09 +00:00
tnode.text(" " + tnode.text());
Replace Apple converted spaces
2020-02-14 12:31:34 +00:00
aspace.remove();
} else
aspace.replaceWith(new TextNode(" "));
Small improvement
2020-02-14 14:40:47 +00:00
}
Replace Apple converted spaces
2020-02-14 12:31:34 +00:00
}
Refactoring
2021-06-02 05:54:14 +00:00
static void quoteLimit(Document d, int maxLevel) {
for (Element bq : d.select("blockquote")) {
int level = 1;
Element parent = bq.parent();
while (parent != null) {
Quote limit raw document
2021-07-07 16:56:23 +00:00
if ("blockquote".equals(parent.tagName())) // TODO: indentation
Refactoring
2021-06-02 05:54:14 +00:00
level++;
parent = parent.parent();
}
if (level >= maxLevel)
bq.html("&#8230;");
}
}
Refactoring
2021-01-19 11:02:49 +00:00
static boolean truncate(Document d, int max) {
Fixed/simplified message truncation
2020-11-01 18:17:07 +00:00
final int[] length = new int[1];
Truncate large messages
2020-02-14 10:06:48 +00:00
Fixed/simplified message truncation
2020-11-01 18:17:07 +00:00
NodeTraversor.filter(new NodeFilter() {
@Override
public FilterResult head(Node node, int depth) {
if (length[0] >= max)
return FilterResult.REMOVE;
else if (node instanceof TextNode) {
TextNode tnode = ((TextNode) node);
Truncate large texts
2020-02-16 09:08:46 +00:00
String text = tnode.getWholeText();
Fixed/simplified message truncation
2020-11-01 18:17:07 +00:00
if (length[0] + text.length() >= max) {
text = text.substring(0, max - length[0]) + " ...";
tnode.text(text);
length[0] += text.length();
return FilterResult.SKIP_ENTIRELY;
} else
length[0] += text.length();
Truncate large texts
2020-02-16 09:08:46 +00:00
}
Fixed/simplified message truncation
2020-11-01 18:17:07 +00:00
return FilterResult.CONTINUE;
Truncate large texts
2020-02-16 09:08:46 +00:00
}
Fixed/simplified message truncation
2020-11-01 18:17:07 +00:00
@Override
public FilterResult tail(Node node, int depth) {
return FilterResult.CONTINUE;
}
Small html improvements
2021-07-07 17:03:20 +00:00
}, d.body());
Log message text sizes / number of images
2020-02-20 12:11:13 +00:00
Fixed/simplified message truncation
2020-11-01 18:17:07 +00:00
Log.i("Message size=" + length[0]);
return (length[0] > max);
Truncate large messages
2020-02-14 10:06:48 +00:00
}
Jsoup parse from file to reduce memory usage
2020-02-20 09:07:01 +00:00
static boolean contains(Document d, String[] texts) {
Map<String, Boolean> condition = new HashMap<>();
for (String t : texts)
condition.put(t, false);
Small html improvements
2021-07-07 17:03:20 +00:00
for (Element elm : d.body().select("*"))
Jsoup parse from file to reduce memory usage
2020-02-20 09:07:01 +00:00
for (Node child : elm.childNodes()) {
if (child instanceof TextNode) {
TextNode tnode = ((TextNode) child);
String text = tnode.getWholeText();
for (String t : texts)
if (!condition.get(t) && text.contains(t)) {
condition.put(t, true);
boolean found = true;
for (String c : texts)
if (!condition.get(c)) {
found = false;
break;
}
if (found)
return true;
}
}
}
return false;
}
Optional from HTML compression
2020-06-28 19:23:33 +00:00
static SpannableStringBuilder fromDocument(
Cleanup
2020-11-08 20:09:31 +00:00
Context context, @NonNull Document document,
Replaced AnnotatedSource by ImageSpanEx
2022-04-07 10:17:34 +00:00
@Nullable ImageGetterEx imageGetter, @Nullable Html.TagHandler tagHandler) {
Made custom rendering an experiment
2020-04-24 14:12:07 +00:00
SharedPreferences prefs = PreferenceManager.getDefaultSharedPreferences(context);
Added render debugging
2020-04-25 08:11:01 +00:00
boolean debug = prefs.getBoolean("debug", false);
Added option to show preformatted text monospaced
2020-11-01 14:44:44 +00:00
boolean monospaced_pre = prefs.getBoolean("monospaced_pre", false);
Fixed text justification numbered lists
2020-05-02 07:37:48 +00:00
Switched to QuoteSpan There is special processing for QuoteSpans in Android that doesn't work on extended QuoteSpans
2020-05-03 12:11:38 +00:00
final int colorPrimary = Helper.resolveColor(context, R.attr.colorPrimary);
final int colorAccent = Helper.resolveColor(context, R.attr.colorAccent);
Theme block quote color
2021-07-05 04:53:21 +00:00
final int colorBlockquote = Helper.resolveColor(context, R.attr.colorBlockquote, colorPrimary);
Improved line span
2020-05-04 18:29:18 +00:00
final int colorSeparator = Helper.resolveColor(context, R.attr.colorSeparator);
Use dimensions for bullets
2021-05-07 12:09:16 +00:00
int bulletGap = context.getResources().getDimensionPixelSize(R.dimen.bullet_gap_size);
int bulletRadius = context.getResources().getDimensionPixelSize(R.dimen.bullet_radius_size);
int bulletIndent = context.getResources().getDimensionPixelSize(R.dimen.bullet_indent_size);
View indentations
2021-07-07 13:12:35 +00:00
int intentSize = context.getResources().getDimensionPixelSize(R.dimen.indent_size);
Use dimensions for blockquotes
2021-05-07 12:19:59 +00:00
int quoteGap = context.getResources().getDimensionPixelSize(R.dimen.quote_gap_size);
int quoteStripe = context.getResources().getDimensionPixelSize(R.dimen.quote_stripe_width);
Use dimension for line dash length
2021-06-27 20:09:59 +00:00
int line_dash_length = context.getResources().getDimensionPixelSize(R.dimen.line_dash_length);
Made custom rendering an experiment
2020-04-24 14:12:07 +00:00
Apply message zoom to bullet numbers
2020-08-14 18:15:52 +00:00
int message_zoom = prefs.getInt("message_zoom", 100);
float textSize = Helper.getTextSize(context, 0) * message_zoom / 100f;
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
// https://developer.mozilla.org/en-US/docs/Web/HTML/Block-level_elements
NodeTraversor.traverse(new NodeVisitor() {
private Element element;
Skip normalizing plain text
2020-05-05 14:15:49 +00:00
private int plain = 0;
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
private List<TextNode> block = new ArrayList<>();
Simplified normalizing text
2021-04-29 17:11:11 +00:00
private final Pattern FOLD_WHITESPACE = Pattern.compile("[ \t\f\r\n]+");
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
hr is a block element
2020-05-04 17:08:34 +00:00
// https://developer.mozilla.org/en-US/docs/Web/HTML/Block-level_elements
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
@Override
public void head(Node node, int depth) {
Skip normalizing plain text
2020-05-05 14:15:49 +00:00
if (node instanceof TextNode) {
if (plain == 0)
block.add((TextNode) node);
} else if (node instanceof Element) {
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
element = (Element) node;
Sanitize get text
2020-11-07 15:03:33 +00:00
if ("true".equals(element.attr("x-plain")))
Skip normalizing plain text
2020-05-05 14:15:49 +00:00
plain++;
Fixed compose whitespace/newlines
2020-11-08 08:17:06 +00:00
if (element.isBlock() /* x-block is never false */ ||
"true".equals(element.attr("x-block"))) {
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
normalizeText(block);
block.clear();
Block based text normalisation
2020-04-25 07:58:52 +00:00
}
}
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
}
Custom render: white space handling
2020-04-24 18:35:39 +00:00
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
@Override
public void tail(Node node, int depth) {
if (node instanceof Element) {
element = (Element) node;
Sanitize get text
2020-11-07 15:03:33 +00:00
if ("true".equals(element.attr("x-plain")))
Skip normalizing plain text
2020-05-05 14:15:49 +00:00
plain--;
Fixed compose whitespace/newlines
2020-11-08 08:17:06 +00:00
if (element.isBlock() /* x-block is never false */ ||
"true".equals(element.attr("x-block")) ||
Fixed handling of non breaking spaces
2020-11-02 08:34:43 +00:00
"br".equals(element.tagName())) {
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
normalizeText(block);
block.clear();
Block based text normalisation
2020-04-25 07:58:52 +00:00
}
}
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
}
Custom render: white space handling
2020-04-24 18:35:39 +00:00
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
private void normalizeText(List<TextNode> block) {
// https://developer.mozilla.org/en-US/docs/Web/API/Document_Object_Model/Whitespace
TextNode tnode;
String text;
for (int i = 0; i < block.size(); ) {
tnode = block.get(i);
text = tnode.getWholeText();
Custom render: white space handling
2020-04-24 18:35:39 +00:00
Simplified/improved plain text
2020-05-02 12:23:11 +00:00
if ("-- ".equals(text)) {
Normalize Usenet separator
2020-05-26 19:01:31 +00:00
tnode.text(text);
Simplified/improved plain text
2020-05-02 12:23:11 +00:00
i++;
continue;
}
Simplified normalizing text
2021-04-29 17:11:11 +00:00
// Fold white space
text = FOLD_WHITESPACE.matcher(text).replaceAll(" ");
Custom render: white space handling
2020-04-24 18:35:39 +00:00
Simplified normalizing text
2021-04-29 17:11:11 +00:00
// Conditionally remove leading whitespace
if (isSpace(text, 0) &&
(i == 0 || endsWithSpace(block.get(i - 1).text())))
text = text.substring(1);
Whitespace simplification
2020-05-16 15:44:25 +00:00
Remove useless soft hyphens
2022-02-15 14:57:53 +00:00
// Soft hyphen
if (text.trim().equals("\u00ad"))
text = "";
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
tnode.text(text);
Simplify/improve text processing
2020-04-26 18:22:48 +00:00
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
if (TextUtils.isEmpty(text))
block.remove(i);
else
i++;
}
Added render debugging
2020-04-25 08:11:01 +00:00
Fixed removing trailing block white space
2021-07-04 12:07:23 +00:00
// Remove trailing whitespace
while (block.size() > 0) {
tnode = block.get(block.size() - 1);
text = tnode.getWholeText();
Fixed breaking usenet signature separator
2021-08-27 17:59:51 +00:00
if (endsWithSpace(text) && !"-- ".equals(text)) {
Fixed removing trailing block white space
2021-07-04 12:07:23 +00:00
text = text.substring(0, text.length() - 1);
tnode.text(text);
}
if (TextUtils.isEmpty(text))
block.remove(block.size() - 1);
else
break;
}
Simplified normalizing text
2021-04-29 17:11:11 +00:00
// Remove all blank blocks
Remove blank blocks
2020-11-03 10:12:54 +00:00
boolean blank = true;
for (int i = 0; i < block.size(); i++) {
text = block.get(i).getWholeText();
for (int j = 0; j < text.length(); j++) {
char kar = text.charAt(j);
Oops!
2021-04-30 04:52:46 +00:00
if (kar != ' ') {
Remove blank blocks
2020-11-03 10:12:54 +00:00
blank = false;
break;
}
}
}
if (blank)
for (int i = 0; i < block.size(); i++)
block.get(i).text("");
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
if (debug) {
if (block.size() > 0) {
Improved debug info
2020-05-03 07:33:10 +00:00
TextNode first = block.get(0);
TextNode last = block.get(block.size() - 1);
first.text("(" + first.getWholeText());
last.text(last.getWholeText() + ")");
Block based text normalisation
2020-04-25 07:58:52 +00:00
}
}
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
}
Custom render: white space improvements
2020-04-25 09:57:06 +00:00
Simplified normalizing text
2021-04-29 17:11:11 +00:00
boolean isSpace(String text, int index) {
White space optimization
2020-05-16 14:45:04 +00:00
if (index < 0 || index >= text.length())
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
return false;
Simplified normalizing text
2021-04-29 17:11:11 +00:00
return (text.charAt(index) == ' ');
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
}
Custom render: white space improvements
2020-04-25 09:57:06 +00:00
Simplified normalizing text
2021-04-29 17:11:11 +00:00
boolean endsWithSpace(String text) {
return isSpace(text, text.length() - 1);
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
}
}, document.body());
Block based text normalisation
2020-04-25 07:58:52 +00:00
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
// https://developer.android.com/guide/topics/text/spans
Prevent crash
2021-09-09 10:52:10 +00:00
SpannableStringBuilder ssb = new SpannableStringBuilderEx();
Block based text normalisation
2020-04-25 07:58:52 +00:00
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
NodeTraversor.traverse(new NodeVisitor() {
private Element element;
private TextNode tnode;
Optimization
2022-07-18 05:11:40 +00:00
private Typeface wingdings = null;
Block based text normalisation
2020-04-25 07:58:52 +00:00
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
@Override
public void head(Node node, int depth) {
if (node instanceof Element) {
element = (Element) node;
Skip line before after line after
2021-07-08 14:47:35 +00:00
Element prev = element.previousElementSibling();
Revised newlines (draft)
2020-11-06 18:39:31 +00:00
Process tables (draft)
2020-11-07 09:34:34 +00:00
if ("true".equals(element.attr("x-block")))
Oops
2020-11-07 17:39:24 +00:00
if (ssb.length() > 0 && ssb.charAt(ssb.length() - 1) != '\n')
Revised newlines (draft)
2020-11-06 18:39:31 +00:00
ssb.append('\n');
Process tables (draft)
2020-11-07 09:34:34 +00:00
Paragraph fixes
2020-11-07 17:14:15 +00:00
if ("true".equals(element.attr("x-paragraph")) &&
!"false".equals(element.attr("x-line-before")))
Oops
2020-11-07 17:39:24 +00:00
if (ssb.length() > 1 &&
Process tables (draft)
2020-11-07 09:34:34 +00:00
(ssb.charAt(ssb.length() - 2) != '\n' ||
ssb.charAt(ssb.length() - 1) != '\n'))
ssb.append('\n');
Revised newlines (draft)
2020-11-06 18:39:31 +00:00
if ("true".equals(element.attr("x-line-before")) &&
Skip line before after line after
2021-07-08 14:47:35 +00:00
(prev == null || !"true".equals(prev.attr("x-line-after"))) &&
Revised newlines (draft)
2020-11-06 18:39:31 +00:00
ssb.length() > 0 && ssb.charAt(ssb.length() - 1) == '\n')
ssb.append('\n');
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
element.attr("start-index", Integer.toString(ssb.length()));
Revised newlines (draft)
2020-11-06 18:39:31 +00:00
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
if (debug)
Added debug info
2020-11-08 17:14:28 +00:00
ssb.append("[" + element.tagName() + "/" + element.className() +
":" + "bl=" + element.attr("x-block") +
":" + "pa=" + element.attr("x-paragraph") +
":" + "fo=" + element.attr("x-line-before") +
":" + "af=" + element.attr("x-line-after") +
":" + element.attr("style") + "]");
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
} else if (node instanceof TextNode) {
tnode = (TextNode) node;
Added option to show preformatted text monospaced
2020-11-01 14:44:44 +00:00
String text = tnode.getWholeText();
ssb.append(text);
Added custom HTML to spanned converter (draft)
2020-04-24 13:28:53 +00:00
}
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
}
Added custom HTML to spanned converter (draft)
2020-04-24 13:28:53 +00:00
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
@Override
public void tail(Node node, int depth) {
if (node instanceof Element) {
element = (Element) node;
int start = Integer.parseInt(element.attr("start-index"));
Apply styles first
2020-04-28 07:14:22 +00:00
// Apply style
String style = element.attr("style");
if (!TextUtils.isEmpty(style)) {
String[] params = style.split(";");
for (String param : params) {
int semi = param.indexOf(":");
if (semi < 0)
continue;
String key = param.substring(0, semi);
String value = param.substring(semi + 1);
switch (key) {
case "color":
Added support for background css property
2021-09-28 05:45:43 +00:00
case "background":
Added option to show background colors
2021-07-04 09:58:54 +00:00
case "background-color":
Prevent crash
2020-05-16 17:35:46 +00:00
if (!TextUtils.isEmpty(value))
try {
Alpha color support
2021-07-05 14:55:31 +00:00
int color = parseWebColor(value);
Added option to show background colors
2021-07-04 09:58:54 +00:00
CharacterStyle span;
if ("color".equals(key))
span = new ForegroundColorSpan(color);
else
span = new BackgroundColorSpan(color);
setSpan(ssb, span, start, ssb.length());
Prevent crash
2021-07-10 05:02:49 +00:00
} catch (Throwable ex) {
Reduced logging
2020-05-28 06:48:28 +00:00
Log.i(ex);
Prevent crash
2020-05-16 17:35:46 +00:00
}
Apply styles first
2020-04-28 07:14:22 +00:00
break;
Added support for font display
2020-06-28 13:59:02 +00:00
case "font-family":
Added OpenDyslexic
2021-06-01 11:34:57 +00:00
if ("wingdings".equalsIgnoreCase(value)) {
Optimization
2022-07-18 05:11:40 +00:00
if (wingdings == null)
wingdings = ResourcesCompat.getFont(context.getApplicationContext(), R.font.wingdings);
Use MaterialDings, except for emoticons
2022-07-17 14:32:03 +00:00
int from = start;
for (int i = start; i < ssb.length(); i++) {
Replace windings
2020-10-29 18:06:54 +00:00
int kar = ssb.charAt(i);
Replace selected Windings by colored Unicode characters
2022-07-17 20:19:31 +00:00
if (MAP_WINGDINGS.containsKey(kar)) {
Use MaterialDings, except for emoticons
2022-07-17 14:32:03 +00:00
if (from < i) {
TypefaceSpan span = new CustomTypefaceSpan("wingdings", wingdings);
setSpan(ssb, span, from, i);
}
Replace selected Windings by colored Unicode characters
2022-07-17 20:19:31 +00:00
int codepoint = MAP_WINGDINGS.get(kar);
Replace windings
2020-10-29 18:06:54 +00:00
String replacement = new String(Character.toChars(codepoint));
Added multi-byte wingdings
2022-07-16 08:55:20 +00:00
ssb.replace(i, i + 1, replacement);
Use MaterialDings, except for emoticons
2022-07-17 14:32:03 +00:00
i += replacement.length() - 1;
from = i + 1;
Replace windings
2020-10-29 18:06:54 +00:00
}
}
Optimization
2022-07-18 05:11:40 +00:00
Use MaterialDings, except for emoticons
2022-07-17 14:32:03 +00:00
if (from < ssb.length()) {
TypefaceSpan span = new CustomTypefaceSpan("wingdings", wingdings);
setSpan(ssb, span, from, ssb.length());
}
Final fantasy
2020-06-29 07:42:11 +00:00
} else
Added OpenDyslexic
2021-06-01 11:34:57 +00:00
setSpan(ssb, StyleHelper.getTypefaceSpan(value, context), start, ssb.length());
Added support for font display
2020-06-28 13:59:02 +00:00
break;
Added support for CSS font-style
2022-04-04 12:49:23 +00:00
case "font-style":
if ("italic".equals(value))
setSpan(ssb, new StyleSpan(Typeface.ITALIC), start, ssb.length());
break;
Apply styles first
2020-04-28 07:14:22 +00:00
case "text-decoration":
if ("line-through".equals(value))
Check spans
2020-09-26 08:18:05 +00:00
setSpan(ssb, new StrikethroughSpan(), start, ssb.length());
Added text decoration underline
2022-03-03 14:26:25 +00:00
else if ("underline".equals(value))
setSpan(ssb, new UnderlineSpan(), start, ssb.length());
Apply styles first
2020-04-28 07:14:22 +00:00
break;
Added support for text alignment
2020-05-03 17:29:02 +00:00
case "text-align":
Skip alignment in tables
2020-11-06 12:57:11 +00:00
// https://developer.mozilla.org/en-US/docs/Web/CSS/text-align
Process tables (draft)
2020-11-07 09:34:34 +00:00
Layout.Alignment alignment = null;
prevent crash
2021-08-01 05:13:38 +00:00
boolean rtl;
try {
rtl = TextDirectionHeuristics.FIRSTSTRONG_LTR.isRtl(ssb, start, ssb.length() - start);
} catch (Throwable ex) {
// IllegalArgumentException
Log.e(ex);
rtl = false;
}
Process tables (draft)
2020-11-07 09:34:34 +00:00
switch (value) {
case "left":
case "start":
Align relative to text direction
2021-01-30 14:28:43 +00:00
alignment = (rtl ? Layout.Alignment.ALIGN_OPPOSITE : Layout.Alignment.ALIGN_NORMAL);
Process tables (draft)
2020-11-07 09:34:34 +00:00
break;
case "center":
alignment = Layout.Alignment.ALIGN_CENTER;
break;
case "right":
case "end":
Align relative to text direction
2021-01-30 14:28:43 +00:00
alignment = (rtl ? Layout.Alignment.ALIGN_NORMAL : Layout.Alignment.ALIGN_OPPOSITE);
Process tables (draft)
2020-11-07 09:34:34 +00:00
break;
Text justifying is not supported by Android
2021-07-04 06:40:24 +00:00
case "justify":
// Not supported by Android
break;
Added support for text alignment
2020-05-03 17:29:02 +00:00
}
Process tables (draft)
2020-11-07 09:34:34 +00:00
if (alignment != null)
setSpan(ssb, new AlignmentSpan.Standard(alignment), start, ssb.length());
Added support for text alignment
2020-05-03 17:29:02 +00:00
break;
Added support for CSS visibility
2022-04-04 14:54:13 +00:00
case "visibility":
Remove fg/bg colors visibility=hidden
2022-04-04 18:25:13 +00:00
if ("hidden".equals(value)) {
for (ForegroundColorSpan span : ssb.getSpans(start, ssb.length(), ForegroundColorSpan.class))
ssb.removeSpan(span);
for (BackgroundColorSpan span : ssb.getSpans(start, ssb.length(), BackgroundColorSpan.class))
ssb.removeSpan(span);
Added support for CSS visibility
2022-04-04 14:54:13 +00:00
setSpan(ssb, new ForegroundColorSpan(Color.TRANSPARENT), start, ssb.length());
Remove fg/bg colors visibility=hidden
2022-04-04 18:25:13 +00:00
}
Added support for CSS visibility
2022-04-04 14:54:13 +00:00
break;
Apply styles first
2020-04-28 07:14:22 +00:00
}
}
}
// Apply calculated font size
Force small text size for alt links
2021-08-04 15:19:43 +00:00
String xFontSizeAbs = element.attr("x-font-size-abs");
if (TextUtils.isEmpty(xFontSizeAbs)) {
String xFontSizeRel = element.attr("x-font-size-rel");
if (!TextUtils.isEmpty(xFontSizeRel)) {
float fsize = Float.parseFloat(xFontSizeRel);
if (fsize != 1.0f)
setSpan(ssb, new RelativeSizeSpan(fsize), start, ssb.length());
}
} else {
int px = Integer.parseInt(xFontSizeAbs);
setSpan(ssb, new AbsoluteSizeSpan(px), start, ssb.length());
Apply styles first
2020-04-28 07:14:22 +00:00
}
// Apply element
Html helper failsafe
2020-08-12 20:21:55 +00:00
try {
String tag = element.tagName();
int semi = tag.indexOf(':');
if (semi >= 0)
tag = tag.substring(semi + 1);
switch (tag) {
case "a":
String href = element.attr("href");
Experiment: mark links with link symbol
2022-06-06 16:56:02 +00:00
if (!TextUtils.isEmpty(href)) {
Bad idea
2022-06-07 05:06:18 +00:00
if (false && BuildConfig.DEBUG) {
Experiment: mark links with link symbol
2022-06-06 16:56:02 +00:00
Uri uri = UriHelper.guessScheme(Uri.parse(href));
if (UriHelper.isHyperLink(uri))
ssb.append("\uD83D\uDD17"); // 🔗
Added comment
2022-06-06 18:37:19 +00:00
// Unicode 6.0, supported since Android 4.1
// https://developer.android.com/guide/topics/resources/internationalization
Experiment: mark links with link symbol
2022-06-06 16:56:02 +00:00
}
Check spans
2020-09-26 08:18:05 +00:00
setSpan(ssb, new URLSpan(href), start, ssb.length());
Experiment: mark links with link symbol
2022-06-06 16:56:02 +00:00
}
Html helper failsafe
2020-08-12 20:21:55 +00:00
break;
case "big":
Check spans
2020-09-26 08:18:05 +00:00
setSpan(ssb, new RelativeSizeSpan(FONT_LARGE), start, ssb.length());
Html helper failsafe
2020-08-12 20:21:55 +00:00
break;
case "blockquote":
if (start == 0 || ssb.charAt(start - 1) != '\n')
ssb.insert(start++, "\n");
Prevent empty blockquotes
2020-09-06 14:47:49 +00:00
if (start == ssb.length())
ssb.append(' ');
Html helper failsafe
2020-08-12 20:21:55 +00:00
if (ssb.length() == 0 || ssb.charAt(ssb.length() - 1) != '\n')
ssb.append("\n");
View indentations
2021-07-07 13:12:35 +00:00
if (hasBorder(element)) {
if (Build.VERSION.SDK_INT < Build.VERSION_CODES.P)
setSpan(ssb, new QuoteSpan(colorBlockquote), start, ssb.length(), Spanned.SPAN_INCLUSIVE_EXCLUSIVE);
else
setSpan(ssb, new QuoteSpan(colorBlockquote, quoteStripe, quoteGap), start, ssb.length(), Spanned.SPAN_INCLUSIVE_EXCLUSIVE);
} else
Fixed extending indent spans
2021-08-01 10:36:22 +00:00
setSpan(ssb, new IndentSpan(intentSize), start, ssb.length(), Spanned.SPAN_INCLUSIVE_EXCLUSIVE);
Html helper failsafe
2020-08-12 20:21:55 +00:00
break;
case "br":
Revised newlines (draft)
2020-11-06 18:39:31 +00:00
ssb.append('\n');
Fixed line distance / font size
2021-09-06 10:16:59 +00:00
int l = ssb.length() - 1;
List<Object> spans = new ArrayList<>();
spans.addAll(Arrays.asList(ssb.getSpans(l, l, AbsoluteSizeSpan.class)));
spans.addAll(Arrays.asList(ssb.getSpans(l, l, RelativeSizeSpan.class)));
for (Object span : spans) {
int s = ssb.getSpanStart(span);
int e = ssb.getSpanEnd(span);
int f = ssb.getSpanFlags(span);
if (e == l) {
ssb.removeSpan(span);
if (span instanceof AbsoluteSizeSpan) {
int size = ((AbsoluteSizeSpan) span).getSize();
setSpan(ssb, new AbsoluteSizeSpan(size), s, e + 1, f);
} else if (span instanceof RelativeSizeSpan) {
float size = ((RelativeSizeSpan) span).getSizeChange();
setSpan(ssb, new RelativeSizeSpan(size), s, e + 1, f);
}
}
}
Html helper failsafe
2020-08-12 20:21:55 +00:00
break;
There is always a body
2020-11-07 15:47:12 +00:00
case "body":
// Do nothing
break;
Skipping div
2020-11-09 07:25:09 +00:00
case "div": // signature
// Do nothing
break;
Html helper failsafe
2020-08-12 20:21:55 +00:00
case "i":
case "em":
Check spans
2020-09-26 08:18:05 +00:00
setSpan(ssb, new StyleSpan(Typeface.ITALIC), start, ssb.length());
Html helper failsafe
2020-08-12 20:21:55 +00:00
break;
case "font":
Added font/pre for external texts
2020-09-22 07:22:47 +00:00
String face = element.attr("face");
if (!TextUtils.isEmpty(face))
Use getTypefaceSpan
2022-02-12 11:18:29 +00:00
setSpan(ssb, StyleHelper.getTypefaceSpan(face, context), start, ssb.length());
Html helper failsafe
2020-08-12 20:21:55 +00:00
break;
case "h1":
case "h2":
case "h3":
case "h4":
case "h5":
case "h6":
Fixed extra large headings
2020-11-15 07:28:58 +00:00
// Font size is already set
Check spans
2020-09-26 08:18:05 +00:00
setSpan(ssb, new StyleSpan(Typeface.BOLD), start, ssb.length());
Html helper failsafe
2020-08-12 20:21:55 +00:00
break;
case "hr":
Fixed centered lines
2021-06-05 10:33:28 +00:00
// Suppress successive lines
Added inserting lines
2022-02-04 09:24:30 +00:00
if (!"true".equals(element.attr("x-keep-line"))) {
LineSpan[] lines = ssb.getSpans(0, ssb.length(), LineSpan.class);
int last = -1;
if (lines != null)
for (LineSpan line : lines) {
int e = ssb.getSpanEnd(line);
if (e > last)
last = e;
}
if (last >= 0) {
boolean blank = true;
for (int i = last; i < ssb.length(); i++) {
char kar = ssb.charAt(i);
if (kar != ' ' && kar != '\n' && kar != '\u00a0') {
blank = false;
break;
}
Always suppress succesive lines
2020-11-15 07:39:13 +00:00
}
Added inserting lines
2022-02-04 09:24:30 +00:00
if (blank)
break;
}
Use experiments settings for message sections
2020-09-12 10:33:39 +00:00
}
Prevent blanks between separator lines
2020-11-13 16:23:24 +00:00
Always suppress succesive lines
2020-11-15 07:39:13 +00:00
boolean dashed = "true".equals(element.attr("x-dashed"));
Prevent blanks between separator lines
2020-11-13 16:23:24 +00:00
float stroke = context.getResources().getDisplayMetrics().density;
Use dimension for line dash length
2021-06-27 20:09:59 +00:00
float dash = (dashed ? line_dash_length : 0f);
Added inserting lines
2022-02-04 09:24:30 +00:00
ssb.append("\uFFFC"); // Object replacement character
Prevent blanks between separator lines
2020-11-13 16:23:24 +00:00
setSpan(ssb, new LineSpan(colorSeparator, stroke, dash), start, ssb.length());
Html helper failsafe
2020-08-12 20:21:55 +00:00
break;
case "img":
String src = element.attr("src");
Added option to disable image placeholders
2020-11-16 08:45:21 +00:00
if (!TextUtils.isEmpty(src)) {
Drawable d = (imageGetter == null
Use ContextCompat.getDrawable
2022-08-04 13:24:27 +00:00
? ContextCompat.getDrawable(context, R.drawable.twotone_broken_image_24)
Replaced AnnotatedSource by ImageSpanEx
2022-04-07 10:17:34 +00:00
: imageGetter.getDrawable(element));
Added option to disable image placeholders
2020-11-16 08:45:21 +00:00
ssb.insert(start, "\uFFFC"); // Object replacement character
Replaced AnnotatedSource by ImageSpanEx
2022-04-07 10:17:34 +00:00
setSpan(ssb, new ImageSpanEx(d, element), start, start + 1);
Added option to disable image placeholders
2020-11-16 08:45:21 +00:00
}
Html helper failsafe
2020-08-12 20:21:55 +00:00
break;
case "li":
if (start == 0 || ssb.charAt(start - 1) != '\n')
ssb.insert(start++, "\n");
if (ssb.length() == 0 || ssb.charAt(ssb.length() - 1) != '\n')
ssb.append("\n");
Added composing sub lists
2021-05-06 06:22:04 +00:00
int level = 0;
Inherit list style type
2021-07-08 12:11:20 +00:00
Element list = null;
Add support for ol/type attribute
2022-02-09 08:23:31 +00:00
String ltype = element.attr("type");
if (TextUtils.isEmpty(ltype))
ltype = element.attr("x-list-style");
Html helper failsafe
2020-08-12 20:21:55 +00:00
Element parent = element.parent();
Added composing sub lists
2021-05-06 06:22:04 +00:00
while (parent != null) {
if ("ol".equals(parent.tagName()) || "ul".equals(parent.tagName())) {
Suppress view list levels
2022-05-21 12:33:45 +00:00
if (!"false".equals(parent.attr("x-list-level")))
level++;
Inherit list style type
2021-07-08 12:11:20 +00:00
if (list == null)
list = parent;
Add support for ol/type attribute
2022-02-09 08:23:31 +00:00
if (TextUtils.isEmpty(ltype))
ltype = parent.attr("type");
Inherit list style type
2021-07-08 12:11:20 +00:00
if (TextUtils.isEmpty(ltype))
ltype = parent.attr("x-list-style");
Added composing sub lists
2021-05-06 06:22:04 +00:00
}
Fixed list parent
2020-10-02 17:13:59 +00:00
parent = parent.parent();
Added composing sub lists
2021-05-06 06:22:04 +00:00
}
if (level > 0)
level--;
Added support for alphabetical lists
2021-10-14 17:02:50 +00:00
if (list == null ||
("ul".equals(list.tagName()) &&
!NumberSpan.isSupportedType(ltype))) {
Inherit list style type
2021-07-08 12:11:20 +00:00
// https://developer.mozilla.org/en-US/docs/Web/HTML/Element/ul
Refactoring
2021-07-08 06:18:35 +00:00
Object ul;
Html helper failsafe
2020-08-12 20:21:55 +00:00
if (Build.VERSION.SDK_INT < Build.VERSION_CODES.P)
Refactoring
2021-07-08 06:18:35 +00:00
ul = new BulletSpanEx(bulletIndent, bulletGap, colorAccent, level, ltype);
Html helper failsafe
2020-08-12 20:21:55 +00:00
else
Refactoring
2021-07-08 06:18:35 +00:00
ul = new BulletSpanEx(bulletIndent, bulletGap, colorAccent, bulletRadius, level, ltype);
setSpan(ssb, ul, start, ssb.length());
Added composing sub lists
2021-05-06 06:22:04 +00:00
} else {
Added ol/start support
2020-09-02 07:13:35 +00:00
// https://developer.mozilla.org/en-US/docs/Web/HTML/Element/ol
Html helper failsafe
2020-08-12 20:21:55 +00:00
int index = 0;
Inherit list style type
2021-07-08 12:11:20 +00:00
String s = list.attr("start");
Added ol/start support
2020-09-02 07:13:35 +00:00
if (!TextUtils.isEmpty(s) && TextUtils.isDigitsOnly(s))
index = Integer.parseInt(s) - 1;
Inherit list style type
2021-07-08 12:11:20 +00:00
for (Node child : list.childNodes()) {
Html helper failsafe
2020-08-12 20:21:55 +00:00
if (child instanceof Element &&
child.nodeName().equals(element.tagName())) {
index++;
if (child == element)
break;
}
Custom rendering: bullets
2020-04-24 21:13:32 +00:00
}
Fixed text justification numbered lists
2020-05-02 07:37:48 +00:00
Added support for alphabetical lists
2021-10-14 17:02:50 +00:00
setSpan(ssb, new NumberSpan(bulletIndent, bulletGap, colorAccent, textSize, level, index, ltype), start, ssb.length());
Html helper failsafe
2020-08-12 20:21:55 +00:00
}
Added composing sub lists
2021-05-06 06:22:04 +00:00
Show marked text
2022-04-04 06:23:20 +00:00
break;
case "mark":
Refactoring
2022-05-04 09:30:00 +00:00
setSpan(ssb, new StyleHelper.MarkSpan(), start, ssb.length());
Html helper failsafe
2020-08-12 20:21:55 +00:00
break;
Handle pre in signatures
2020-11-24 14:53:42 +00:00
case "pre":
Small style improvement
2022-02-12 15:13:07 +00:00
case "tt":
Handle pre in signatures
2020-11-24 14:53:42 +00:00
// Signature
Use Cousine as pre font
2022-02-12 15:33:26 +00:00
setSpan(ssb, StyleHelper.getTypefaceSpan("Cousine", context), start, ssb.length());
Handle pre in signatures
2020-11-24 14:53:42 +00:00
break;
Ignore style element
2020-12-06 08:17:39 +00:00
case "style":
// signatures
break;
Html helper failsafe
2020-08-12 20:21:55 +00:00
case "ol":
case "ul":
break;
Reduce logging
2020-11-20 12:40:27 +00:00
case "meta":
// Signature
break;
case "p":
// Signature
Small improvement
2020-11-08 20:15:50 +00:00
break;
Html helper failsafe
2020-08-12 20:21:55 +00:00
case "small":
Check spans
2020-09-26 08:18:05 +00:00
setSpan(ssb, new RelativeSizeSpan(FONT_SMALL), start, ssb.length());
Html helper failsafe
2020-08-12 20:21:55 +00:00
break;
case "span":
// Do nothing
break;
case "sub":
Added sub/superscript to composer
2022-10-15 08:41:07 +00:00
setSpan(ssb, new SubscriptSpanEx(), start, ssb.length());
Html helper failsafe
2020-08-12 20:21:55 +00:00
break;
case "sup":
Added sub/superscript to composer
2022-10-15 08:41:07 +00:00
setSpan(ssb, new SuperscriptSpanEx(), start, ssb.length());
Html helper failsafe
2020-08-12 20:21:55 +00:00
break;
Reduce logging
2020-11-20 12:40:27 +00:00
case "table":
Ignore table elements
2020-12-09 08:10:36 +00:00
case "thead":
case "tbody":
case "tfoot":
Reduce logging
2020-11-20 12:40:27 +00:00
case "tr":
case "th":
case "td":
// Signature
break;
Html helper failsafe
2020-08-12 20:21:55 +00:00
case "b":
Handle code tag in signatures
2020-11-24 17:31:28 +00:00
case "code": // Signature
Html helper failsafe
2020-08-12 20:21:55 +00:00
case "strong":
Check spans
2020-09-26 08:18:05 +00:00
setSpan(ssb, new StyleSpan(Typeface.BOLD), start, ssb.length());
Html helper failsafe
2020-08-12 20:21:55 +00:00
break;
case "s":
case "del":
case "strike":
Check spans
2020-09-26 08:18:05 +00:00
setSpan(ssb, new StrikethroughSpan(), start, ssb.length());
Html helper failsafe
2020-08-12 20:21:55 +00:00
break;
Ignore title tag
2020-12-18 09:52:53 +00:00
case "title":
// Signature, etc
break;
Html helper failsafe
2020-08-12 20:21:55 +00:00
case "u":
Check spans
2020-09-26 08:18:05 +00:00
setSpan(ssb, new UnderlineSpan(), start, ssb.length());
Html helper failsafe
2020-08-12 20:21:55 +00:00
break;
default:
Reduced logging
2021-06-05 12:09:10 +00:00
Log.w("Unknown tag=" + element.tagName());
Html helper failsafe
2020-08-12 20:21:55 +00:00
}
Fixed pre/monospace with links
2020-11-10 18:18:19 +00:00
if (monospaced_pre &&
"true".equals(element.attr("x-plain")))
Use Cousine as pre font
2022-02-12 15:33:26 +00:00
setSpan(ssb, StyleHelper.getTypefaceSpan("Cousine", context), start, ssb.length());
Html helper failsafe
2020-08-12 20:21:55 +00:00
} catch (Throwable ex) {
Log.e(ex);
Debug aid
2022-02-15 15:07:24 +00:00
if (BuildConfig.DEBUG || debug) {
int s = ssb.length();
ssb.append(ex.toString()).append('\n')
.append(android.util.Log.getStackTraceString(ex)).append('\n');
setSpan(ssb, StyleHelper.getTypefaceSpan("Cousine", context), s, ssb.length());
setSpan(ssb, new RelativeSizeSpan(HtmlHelper.FONT_SMALL), s, ssb.length());
Clear debug errors
2022-02-15 17:57:41 +00:00
int colorWarning = Helper.resolveColor(context, R.attr.colorWarning);
setSpan(ssb, new ForegroundColorSpan(colorWarning), s, ssb.length());
Debug aid
2022-02-15 15:07:24 +00:00
}
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
}
Revised newlines (draft)
2020-11-06 18:39:31 +00:00
Process tables (draft)
2020-11-07 09:34:34 +00:00
if ("true".equals(element.attr("x-block")))
Oops
2020-11-07 17:39:24 +00:00
if (ssb.length() > 0 && ssb.charAt(ssb.length() - 1) != '\n')
Revised newlines (draft)
2020-11-06 18:39:31 +00:00
ssb.append('\n');
Process tables (draft)
2020-11-07 09:34:34 +00:00
Paragraph fixes
2020-11-07 17:14:15 +00:00
if ("true".equals(element.attr("x-paragraph")) &&
!"false".equals(element.attr("x-line-after")))
Oops
2020-11-07 17:39:24 +00:00
if (ssb.length() > 1 &&
Process tables (draft)
2020-11-07 09:34:34 +00:00
(ssb.charAt(ssb.length() - 2) != '\n' ||
ssb.charAt(ssb.length() - 1) != '\n'))
ssb.append('\n');
Revised newlines (draft)
2020-11-06 18:39:31 +00:00
if ("true".equals(element.attr("x-line-after")) &&
ssb.length() > 0 && ssb.charAt(ssb.length() - 1) == '\n')
ssb.append('\n');
Prevent multiple column separators
2020-11-14 19:02:33 +00:00
if ("true".equals(element.attr("x-column")) &&
ssb.length() > 1 &&
ssb.charAt(ssb.length() - 1) != '\n' &&
Prevent separator after hard space
2020-11-15 07:45:45 +00:00
ssb.charAt(ssb.length() - 1) != '\u00a0' &&
Prevent multiple column separators
2020-11-14 19:02:33 +00:00
ssb.charAt(ssb.length() - 1) != '\u2002')
ssb.append('\u2002'); // ensp
Revised newlines (draft)
2020-11-06 18:39:31 +00:00
if (debug)
ssb.append("[/" + element.tagName() + "]");
Added custom HTML to spanned converter (draft)
2020-04-24 13:28:53 +00:00
}
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
}
Custom render: suppress extra newlines
2020-04-25 09:04:12 +00:00
Check spans
2020-09-26 08:18:05 +00:00
private void setSpan(SpannableStringBuilder ssb, Object span, int start, int end) {
setSpan(ssb, span, start, end, Spanned.SPAN_EXCLUSIVE_EXCLUSIVE);
}
private void setSpan(SpannableStringBuilder ssb, Object span, int start, int end, int flags) {
if (start == end)
return;
int len = ssb.length();
if (start >= 0 && start < len && end <= len)
ssb.setSpan(span, start, end, flags);
else
Log.e("Invalid span " + start + "..." + end + " len=" + len + " type=" + span.getClass().getName());
}
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
}, document.body());
Apply spans reversed
2020-04-24 16:05:50 +00:00
Formatting
2022-03-29 19:59:14 +00:00
for (LineSpan line : ssb.getSpans(0, ssb.length(), LineSpan.class)) {
Guarantee line break after lines
2022-03-27 13:18:02 +00:00
int end = ssb.getSpanEnd(line);
Formatting
2022-03-29 19:59:14 +00:00
if (end < ssb.length() && ssb.charAt(end) != '\n')
Guarantee line break after lines
2022-03-27 13:18:02 +00:00
ssb.insert(end, "\n");
}
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
if (debug)
Improved debugging
2020-11-14 18:48:34 +00:00
for (int i = ssb.length() - 1; i >= 0; i--) {
char kar = ssb.charAt(i);
if (kar == '\n')
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
ssb.insert(i, "|");
Improved debugging
2020-11-14 18:48:34 +00:00
else if (kar == ' ')
Improved debug info
2020-05-03 07:33:10 +00:00
ssb.replace(i, i + 1, "_");
Improved debugging
2020-11-14 18:48:34 +00:00
else if (kar == '\u00A0')
Improved debug info
2020-05-03 07:33:10 +00:00
ssb.replace(i, i + 1, "•");
Improved debug info
2021-05-05 13:36:00 +00:00
else if (!Helper.isPrintableChar(kar))
Simplification
2020-11-15 07:41:04 +00:00
ssb.replace(i, i + 1, "{" + Integer.toHexString(kar) + "}");
Improved debugging
2020-11-14 18:48:34 +00:00
}
Custom render: suppress extra newlines
2020-04-25 09:04:12 +00:00
Simplified/improved plain text
2020-05-02 12:23:11 +00:00
Object[] spans = ssb.getSpans(0, ssb.length(), Object.class);
Map<Object, Integer> start = new HashMap<>();
Map<Object, Integer> end = new HashMap<>();
Map<Object, Integer> flags = new HashMap<>();
for (Object span : spans) {
start.put(span, ssb.getSpanStart(span));
end.put(span, ssb.getSpanEnd(span));
flags.put(span, ssb.getSpanFlags(span));
ssb.removeSpan(span);
}
Silver bullet
2020-08-12 06:41:14 +00:00
for (int i = spans.length - 1; i >= 0; i--) {
int s = start.get(spans[i]);
int e = end.get(spans[i]);
int f = flags.get(spans[i]);
Paragraph alignment
2020-10-03 12:26:03 +00:00
if (spans[i] instanceof AlignmentSpan ||
spans[i] instanceof BulletSpan ||
Expand alignment span
2020-10-03 14:56:59 +00:00
spans[i] instanceof NumberSpan) {
if (spans[i] instanceof AlignmentSpan &&
Fixed paragraph span flag
2021-04-26 15:16:53 +00:00
!(e > 0 && ssb.charAt(e - 1) == '\n') &&
Expand alignment span
2020-10-03 14:56:59 +00:00
e < ssb.length() && ssb.charAt(e) == '\n')
e++;
Fixed paragraph span flag
2021-04-26 15:16:53 +00:00
if (s > 0 && ssb.charAt(s - 1) == '\n' &&
e > 0 && ssb.charAt(e - 1) == '\n')
Silver bullet
2020-08-12 06:41:14 +00:00
f |= Spanned.SPAN_PARAGRAPH;
Expand alignment span
2020-10-03 14:56:59 +00:00
}
Silver bullet
2020-08-12 06:41:14 +00:00
ssb.setSpan(spans[i], s, e, f);
}
Simplified/improved plain text
2020-05-02 12:23:11 +00:00
return ssb;
Refactoring
2020-04-24 12:00:53 +00:00
}
Fixed clearing annotations
2020-12-19 19:12:22 +00:00
static void clearAnnotations(Document d) {
d.select("*")
Conditional background color
2021-07-05 13:58:43 +00:00
.removeAttr("x-background")
Alpha color support
2021-07-05 14:55:31 +00:00
.removeAttr("x-color")
Fixed clearing annotations
2020-12-19 19:12:22 +00:00
.removeAttr("x-block")
.removeAttr("x-inline")
.removeAttr("x-paragraph")
.removeAttr("x-font-size")
.removeAttr("x-font-size-rel")
Force small text size for alt links
2021-08-04 15:19:43 +00:00
.removeAttr("x-font-size-abs")
Fixed clearing annotations
2020-12-19 19:12:22 +00:00
.removeAttr("x-line-before")
.removeAttr("x-line-after")
.removeAttr("x-align")
.removeAttr("x-column")
.removeAttr("x-dashed")
View indentations
2021-07-07 13:12:35 +00:00
.removeAttr("x-tracking")
Skip drawing invisible bullets
2021-07-08 06:16:30 +00:00
.removeAttr("x-border")
Sanitize compose on showing drafts only
2021-08-15 06:34:46 +00:00
.removeAttr("x-list-style")
Suppress view list levels
2022-05-21 12:33:45 +00:00
.removeAttr("x-list-level")
Added inserting lines
2022-02-04 09:24:30 +00:00
.removeAttr("x-plain")
.remove("x-keep-line");
Fixed clearing annotations
2020-12-19 19:12:22 +00:00
}
Cleanup
2020-11-08 20:09:31 +00:00
static Spanned fromHtml(@NonNull String html, Context context) {
to HTML with font family
2020-06-28 18:43:20 +00:00
Document document = JsoupEx.parse(html);
Simplification
2022-11-13 18:53:10 +00:00
return fromDocument(context, document, null, null);
Improved formatting
2019-02-10 12:01:21 +00:00
}
to HTML with font family
2020-06-28 18:43:20 +00:00
static String toHtml(Spanned spanned, Context context) {
HtmlEx converter = new HtmlEx(context);
Proof of concept create list
2020-08-11 16:46:26 +00:00
String html = converter.toHtml(spanned, TO_HTML_PARAGRAPH_LINES_INDIVIDUAL);
Added text size and color actions
2019-05-01 13:58:41 +00:00
Prevent Jsoup from throwing up
2019-10-03 16:19:22 +00:00
Document doc = JsoupEx.parse(html);
Fixed RTL support
2022-01-07 15:56:19 +00:00
Added mobile vieport to sent messages
2022-06-05 08:28:35 +00:00
if (doc.head().select("meta[name=viewport]").first() == null)
doc.head().prependElement("meta")
.attr("name", "viewport")
.attr("content", "width=device-width, initial-scale=1.0");
Refactoring
2020-10-03 13:53:52 +00:00
for (Element span : doc.select("span")) {
Fixed RTL support
2022-01-07 15:56:19 +00:00
if (span.attr("dir").equals("rtl")) {
Element next = span.nextElementSibling();
if (next != null && next.tagName().equals("br")) {
span.tagName("div");
span.appendElement("br");
next.remove();
}
}
Refactoring
2020-10-03 13:53:52 +00:00
String style = span.attr("style");
Align blocks (1)
2020-10-03 12:04:06 +00:00
if (TextUtils.isEmpty(style))
continue;
StringBuilder sb = new StringBuilder();
String[] params = style.split(";");
for (String param : params) {
int semi = param.indexOf(":");
if (semi < 0) {
sb.append(param).append(';');
continue;
}
String key = param.substring(0, semi).trim();
String value = param.substring(semi + 1).trim();
switch (key) {
case "text-align":
sb.append(" display:block;");
// fall through
default:
sb.append(param).append(';');
}
if (sb.length() == 0)
Refactoring
2020-10-03 13:53:52 +00:00
span.removeAttr("style");
Align blocks (1)
2020-10-03 12:04:06 +00:00
else
Refactoring
2020-10-03 13:53:52 +00:00
span.attr("style", sb.toString());
Added text size and color actions
2019-05-01 13:58:41 +00:00
}
}
Fixed RTL support
2022-01-07 15:56:19 +00:00
for (Element e : doc.select("ol,ul")) {
int ltr = 0;
int rtl = 0;
for (Element li : e.children()) {
if ("rtl".equals(li.attr("dir")))
rtl++;
else
ltr++;
li.removeAttr("dir");
}
e.attr("dir", rtl > ltr ? "rtl" : "ltr");
Reparent sub lists
2022-05-28 08:22:27 +00:00
Element parent = e.parent();
Element prev = e.previousElementSibling();
if (parent != null && !"li".equals(parent.tagName()) &&
prev != null && "li".equals(prev.tagName())) {
e.remove();
prev.appendChild(e);
}
Fixed RTL support
2022-01-07 15:56:19 +00:00
}
Fixed block quote newlines
2020-10-03 13:54:11 +00:00
for (Element quote : doc.select("blockquote")) {
Element prev = quote.previousElementSibling();
if (prev != null && "br".equals(prev.tagName()))
prev.remove();
Element last = quote.children().last();
if (last != null && "br".equals(last.tagName()))
last.remove();
}
Added inserting lines
2022-02-04 09:24:30 +00:00
for (Element line : doc.select("hr")) {
Revert "Fixed line break after lines" This reverts commit df3e0e132ac7958544c5463dd57f982aab101310.
2022-03-27 12:35:12 +00:00
Element next = line.nextElementSibling();
if (next != null && "br".equals(next.tagName()))
next.remove();
Added inserting lines
2022-02-04 09:24:30 +00:00
}
Small improvement
2019-09-23 17:18:21 +00:00
return doc.html();
Improved formatting
2019-02-10 12:01:21 +00:00
}
Workaround spanned/html bug
2020-04-23 17:45:33 +00:00
Custom rendering: bullets
2020-04-24 21:13:32 +00:00
private static Spanned reverseSpans(Spanned spanned) {
Workaround spanned/html bug
2020-04-23 17:45:33 +00:00
Object[] spans = spanned.getSpans(0, spanned.length(), Object.class);
Spannable reverse = Spannable.Factory.getInstance().newSpannable(spanned.toString());
if (spans != null && spans.length > 0)
Oops
2020-05-02 20:01:41 +00:00
for (int i = spans.length - 1; i >= 0; i--)
Workaround spanned/html bug
2020-04-23 17:45:33 +00:00
reverse.setSpan(
spans[i],
spanned.getSpanStart(spans[i]),
spanned.getSpanEnd(spans[i]),
spanned.getSpanFlags(spans[i]));
return reverse;
}
Replaced AnnotatedSource by ImageSpanEx
2022-04-07 10:17:34 +00:00
interface ImageGetterEx {
Drawable getDrawable(Element element);
}
First public release
2018-08-02 13:33:06 +00:00
}