mirror
/
FairEmail
mirror of https://github.com/M66B/FairEmail.git
1
0
Fork 0
Code Issues Releases Wiki Activity
FairEmail/app/src/main/java/eu/faircode/email/HtmlHelper.java

2715 lines
115 KiB
Java
Raw Normal View History

First public release
2018-08-02 13:33:06 +00:00
package eu.faircode.email;
/*
Changed name to FairEmail
2018-08-14 05:53:24 +00:00
This file is part of FairEmail.
First public release
2018-08-02 13:33:06 +00:00
Changed name to FairEmail
2018-08-14 05:53:24 +00:00
FairEmail is free software: you can redistribute it and/or modify
First public release
2018-08-02 13:33:06 +00:00
it under the terms of the GNU General Public License as published by
the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.
Fixed copyright Thanks @rancidfrog
2018-10-29 10:46:49 +00:00
FairEmail is distributed in the hope that it will be useful,
First public release
2018-08-02 13:33:06 +00:00
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License for more details.
You should have received a copy of the GNU General Public License
Fixed copyright Thanks @rancidfrog
2018-10-29 10:46:49 +00:00
along with FairEmail. If not, see <http://www.gnu.org/licenses/>.
First public release
2018-08-02 13:33:06 +00:00
Happy new year
2021-01-01 07:56:36 +00:00
Copyright 2018-2021 by Marcel Bokhorst (M66B)
First public release
2018-08-02 13:33:06 +00:00
*/
Refactoring
2018-12-14 09:11:45 +00:00
import android.content.Context;
Attempt to remove tracking from original messages
2019-03-10 18:03:05 +00:00
import android.content.SharedPreferences;
Show tracking pixel icon
2019-10-04 21:04:03 +00:00
import android.graphics.Bitmap;
import android.graphics.Canvas;
Adjust luminance for dark/light colors
2019-09-24 12:46:12 +00:00
import android.graphics.Color;
Added custom HTML to spanned converter (draft)
2020-04-24 13:28:53 +00:00
import android.graphics.Typeface;
Show tracking pixel icon
2019-10-04 21:04:03 +00:00
import android.graphics.drawable.Drawable;
Allow all images for same host
2019-09-13 11:46:52 +00:00
import android.net.Uri;
Decode/start GIFs on Android 9+
2019-09-07 18:13:58 +00:00
import android.os.Build;
Improved formatting
2019-02-10 12:01:21 +00:00
import android.text.Html;
Custom rendering: bullets
2020-04-24 21:13:32 +00:00
import android.text.Layout;
Workaround spanned/html bug
2020-04-23 17:45:33 +00:00
import android.text.Spannable;
Highlight DSN headers, refactoring
2019-08-29 19:57:04 +00:00
import android.text.SpannableStringBuilder;
Improved formatting
2019-02-10 12:01:21 +00:00
import android.text.Spanned;
Simplify text direction
2021-04-29 15:26:02 +00:00
import android.text.TextDirectionHeuristics;
Refactoring
2018-12-14 09:11:45 +00:00
import android.text.TextUtils;
Added support for text alignment
2020-05-03 17:29:02 +00:00
import android.text.style.AlignmentSpan;
Custom rendering: bullets
2020-04-24 21:13:32 +00:00
import android.text.style.BulletSpan;
Highlight DSN headers, refactoring
2019-08-29 19:57:04 +00:00
import android.text.style.ForegroundColorSpan;
Added custom HTML to spanned converter (draft)
2020-04-24 13:28:53 +00:00
import android.text.style.ImageSpan;
import android.text.style.QuoteSpan;
import android.text.style.RelativeSizeSpan;
import android.text.style.StrikethroughSpan;
import android.text.style.StyleSpan;
Custom render: sub/sup support
2020-04-25 16:00:46 +00:00
import android.text.style.SubscriptSpan;
import android.text.style.SuperscriptSpan;
Custom rendering: Teletype support
2020-04-26 08:44:31 +00:00
import android.text.style.TypefaceSpan;
Added custom HTML to spanned converter (draft)
2020-04-24 13:28:53 +00:00
import android.text.style.URLSpan;
import android.text.style.UnderlineSpan;
Refactoring
2018-12-14 09:11:45 +00:00
import android.util.Base64;
Auto link ftp, fish, telnet, xmpp, geo and tel
2020-06-21 12:54:54 +00:00
import android.util.Patterns;
Refactoring
2018-12-14 09:11:45 +00:00
Show if receipt was requested, refactoring
2019-04-17 18:21:44 +00:00
import androidx.annotation.NonNull;
import androidx.annotation.Nullable;
Use file provider for inline images
2020-02-14 08:34:28 +00:00
import androidx.core.content.FileProvider;
Support more colors
2020-01-26 12:41:12 +00:00
import androidx.core.graphics.ColorUtils;
Show if receipt was requested, refactoring
2019-04-17 18:21:44 +00:00
import androidx.core.util.PatternsCompat;
import androidx.preference.PreferenceManager;
Process media queries
2020-04-21 07:04:55 +00:00
import com.steadystate.css.dom.CSSMediaRuleImpl;
Added style sheet parser
2020-04-20 13:01:05 +00:00
import com.steadystate.css.dom.CSSStyleRuleImpl;
Process media queries
2020-04-21 07:04:55 +00:00
import com.steadystate.css.dom.MediaListImpl;
Added style sheet parser
2020-04-20 13:01:05 +00:00
import com.steadystate.css.parser.CSSOMParser;
import com.steadystate.css.parser.SACParserCSS3;
import com.steadystate.css.parser.selectors.ClassConditionImpl;
import com.steadystate.css.parser.selectors.ConditionalSelectorImpl;
Added support for element styles
2020-04-22 14:32:35 +00:00
import com.steadystate.css.parser.selectors.ElementSelectorImpl;
Added style sheet parser
2020-04-20 13:01:05 +00:00
Remove scripts from original messages
2019-03-10 19:39:17 +00:00
import org.jsoup.nodes.Attribute;
Experiment: remove conditional HTML
2020-02-02 12:03:06 +00:00
import org.jsoup.nodes.Comment;
First public release
2018-08-02 13:33:06 +00:00
import org.jsoup.nodes.Document;
Made removing HTML formatting an advanced option Default off
2018-08-28 09:10:31 +00:00
import org.jsoup.nodes.Element;
First public release
2018-08-02 13:33:06 +00:00
import org.jsoup.nodes.Node;
import org.jsoup.nodes.TextNode;
Improved html to text
2019-03-12 09:04:16 +00:00
import org.jsoup.safety.Cleaner;
Use Jsoup cleaner
2018-08-28 12:52:33 +00:00
import org.jsoup.safety.Whitelist;
Refactoring
2020-07-16 20:06:52 +00:00
import org.jsoup.select.Elements;
Experiment: remove conditional HTML
2020-02-02 12:03:06 +00:00
import org.jsoup.select.NodeFilter;
First public release
2018-08-02 13:33:06 +00:00
import org.jsoup.select.NodeTraversor;
import org.jsoup.select.NodeVisitor;
Added style sheet parser
2020-04-20 13:01:05 +00:00
import org.w3c.css.sac.CSSException;
import org.w3c.css.sac.CSSParseException;
import org.w3c.css.sac.ErrorHandler;
import org.w3c.css.sac.InputSource;
import org.w3c.css.sac.Selector;
import org.w3c.dom.css.CSSRule;
import org.w3c.dom.css.CSSRuleList;
import org.w3c.dom.css.CSSStyleSheet;
Process media queries
2020-04-21 07:04:55 +00:00
import org.w3c.dom.stylesheets.MediaList;
First public release
2018-08-02 13:33:06 +00:00
Show tracking pixel icon
2019-10-04 21:04:03 +00:00
import java.io.ByteArrayOutputStream;
Refactoring
2018-12-14 09:11:45 +00:00
import java.io.File;
Fixed showing inline images HTML
2020-02-28 09:01:18 +00:00
import java.io.FileInputStream;
Refactoring
2018-12-14 09:11:45 +00:00
import java.io.IOException;
Fixed showing inline images HTML
2020-02-28 09:01:18 +00:00
import java.io.InputStream;
Added style sheet parser
2020-04-20 13:01:05 +00:00
import java.io.StringReader;
Allow all images for same host
2019-09-13 11:46:52 +00:00
import java.util.ArrayList;
Improved html to text conversion
2019-01-05 11:17:33 +00:00
import java.util.Arrays;
Added tracking hosts
2020-10-30 17:10:57 +00:00
import java.util.Collections;
Reduce logging
2020-04-22 09:10:14 +00:00
import java.util.Date;
Added X11 color names
2020-01-22 11:28:39 +00:00
import java.util.HashMap;
Fixed not appearing tables
2021-04-21 15:35:04 +00:00
import java.util.LinkedHashMap;
Improved html to text conversion
2019-01-05 11:17:33 +00:00
import java.util.List;
Small improvements
2019-09-23 20:07:22 +00:00
import java.util.Locale;
Jsoup parse from file to reduce memory usage
2020-02-20 09:07:01 +00:00
import java.util.Map;
Linkify Especially for XDA notification ...
2018-08-05 08:53:43 +00:00
import java.util.regex.Matcher;
Autolink email addresses
2019-06-05 08:23:41 +00:00
import java.util.regex.Pattern;
First public release
2018-08-02 13:33:06 +00:00
Proof of concept create list
2020-08-11 16:46:26 +00:00
import static androidx.core.text.HtmlCompat.TO_HTML_PARAGRAPH_LINES_INDIVIDUAL;
Added style sheet parser
2020-04-20 13:01:05 +00:00
import static org.w3c.css.sac.Condition.SAC_CLASS_CONDITION;
Improved formatting
2019-02-10 12:01:21 +00:00
Removed webview / html advanced options
2018-09-12 11:54:16 +00:00
public class HtmlHelper {
Allow 5 preview lines
2021-02-11 15:24:32 +00:00
static final int PREVIEW_SIZE = 500; // characters
Ellipsize notification preview Refs #148
2019-02-19 16:21:25 +00:00
Show font size appearance
2021-05-11 06:08:49 +00:00
static final float FONT_SMALL = 0.8f;
static final float FONT_LARGE = 1.25f;
Added default font size
2020-02-20 10:37:40 +00:00
private static final int DEFAULT_FONT_SIZE = 16; // pixels
12 points = 100 %
2020-04-28 16:32:10 +00:00
private static final int DEFAULT_FONT_SIZE_PT = 12; // points
Use text color for 80% white/black text color
2020-05-06 20:50:50 +00:00
private static final int GRAY_THRESHOLD = Math.round(255 * 0.2f);
Increased minimum luminance to 70%
2020-05-07 06:05:09 +00:00
private static final float MIN_LUMINANCE = 0.7f;
Process plain text TABs, refactoring
2019-11-14 08:15:18 +00:00
private static final int TAB_SIZE = 2;
Truncate long alt texts
2020-05-04 18:19:05 +00:00
private static final int MAX_ALT = 250;
Maximum 250 auto links
2019-09-01 07:44:03 +00:00
private static final int MAX_AUTO_LINK = 250;
Increase max formatted message size to 200 KB
2020-05-06 20:28:39 +00:00
private static final int MAX_FORMAT_TEXT_SIZE = 200 * 1024; // characters
Refactoring
2021-01-19 11:02:49 +00:00
static final int MAX_FULL_TEXT_SIZE = 1024 * 1024; // characters
Remove spacer images
2020-08-06 17:00:11 +00:00
private static final int SMALL_IMAGE_SIZE = 5; // pixels
Limit text size / number of links
2019-08-20 18:05:11 +00:00
private static final int TRACKING_PIXEL_SURFACE = 25; // pixels
Added custom HTML to spanned converter (draft)
2020-04-24 13:28:53 +00:00
private static final float[] HEADING_SIZES = {1.5f, 1.4f, 1.3f, 1.2f, 1.1f, 1f};
Added support for lines
2020-05-04 13:21:34 +00:00
private static final String LINE = "----------------------------------------";
Added X11 color names
2020-01-22 11:28:39 +00:00
private static final HashMap<String, Integer> x11ColorMap = new HashMap<>();
static {
// https://www.w3.org/TR/css-color-3/
x11ColorMap.put("aliceblue", 0xF0F8FF);
x11ColorMap.put("antiquewhite", 0xFAEBD7);
x11ColorMap.put("aqua", 0x00FFFF);
x11ColorMap.put("aquamarine", 0x7FFFD4);
x11ColorMap.put("azure", 0xF0FFFF);
x11ColorMap.put("beige", 0xF5F5DC);
x11ColorMap.put("bisque", 0xFFE4C4);
x11ColorMap.put("black", 0x000000);
x11ColorMap.put("blanchedalmond", 0xFFEBCD);
x11ColorMap.put("blue", 0x0000FF);
x11ColorMap.put("blueviolet", 0x8A2BE2);
x11ColorMap.put("brown", 0xA52A2A);
x11ColorMap.put("burlywood", 0xDEB887);
x11ColorMap.put("cadetblue", 0x5F9EA0);
x11ColorMap.put("chartreuse", 0x7FFF00);
x11ColorMap.put("chocolate", 0xD2691E);
x11ColorMap.put("coral", 0xFF7F50);
x11ColorMap.put("cornflowerblue", 0x6495ED);
x11ColorMap.put("cornsilk", 0xFFF8DC);
x11ColorMap.put("crimson", 0xDC143C);
x11ColorMap.put("cyan", 0x00FFFF);
x11ColorMap.put("darkblue", 0x00008B);
x11ColorMap.put("darkcyan", 0x008B8B);
x11ColorMap.put("darkgoldenrod", 0xB8860B);
x11ColorMap.put("darkgray", 0xA9A9A9);
x11ColorMap.put("darkgreen", 0x006400);
x11ColorMap.put("darkgrey", 0xA9A9A9);
x11ColorMap.put("darkkhaki", 0xBDB76B);
x11ColorMap.put("darkmagenta", 0x8B008B);
x11ColorMap.put("darkolivegreen", 0x556B2F);
x11ColorMap.put("darkorange", 0xFF8C00);
x11ColorMap.put("darkorchid", 0x9932CC);
x11ColorMap.put("darkred", 0x8B0000);
x11ColorMap.put("darksalmon", 0xE9967A);
x11ColorMap.put("darkseagreen", 0x8FBC8F);
x11ColorMap.put("darkslateblue", 0x483D8B);
x11ColorMap.put("darkslategray", 0x2F4F4F);
x11ColorMap.put("darkslategrey", 0x2F4F4F);
x11ColorMap.put("darkturquoise", 0x00CED1);
x11ColorMap.put("darkviolet", 0x9400D3);
x11ColorMap.put("deeppink", 0xFF1493);
x11ColorMap.put("deepskyblue", 0x00BFFF);
x11ColorMap.put("dimgray", 0x696969);
x11ColorMap.put("dimgrey", 0x696969);
x11ColorMap.put("dodgerblue", 0x1E90FF);
x11ColorMap.put("firebrick", 0xB22222);
x11ColorMap.put("floralwhite", 0xFFFAF0);
x11ColorMap.put("forestgreen", 0x228B22);
x11ColorMap.put("fuchsia", 0xFF00FF);
x11ColorMap.put("gainsboro", 0xDCDCDC);
x11ColorMap.put("ghostwhite", 0xF8F8FF);
x11ColorMap.put("gold", 0xFFD700);
x11ColorMap.put("goldenrod", 0xDAA520);
x11ColorMap.put("gray", 0x808080);
x11ColorMap.put("green", 0x008000);
x11ColorMap.put("greenyellow", 0xADFF2F);
x11ColorMap.put("grey", 0x808080);
x11ColorMap.put("honeydew", 0xF0FFF0);
x11ColorMap.put("hotpink", 0xFF69B4);
x11ColorMap.put("indianred", 0xCD5C5C);
x11ColorMap.put("indigo", 0x4B0082);
x11ColorMap.put("ivory", 0xFFFFF0);
x11ColorMap.put("khaki", 0xF0E68C);
x11ColorMap.put("lavender", 0xE6E6FA);
x11ColorMap.put("lavenderblush", 0xFFF0F5);
x11ColorMap.put("lawngreen", 0x7CFC00);
x11ColorMap.put("lemonchiffon", 0xFFFACD);
x11ColorMap.put("lightblue", 0xADD8E6);
x11ColorMap.put("lightcoral", 0xF08080);
x11ColorMap.put("lightcyan", 0xE0FFFF);
x11ColorMap.put("lightgoldenrodyellow", 0xFAFAD2);
x11ColorMap.put("lightgray", 0xD3D3D3);
x11ColorMap.put("lightgreen", 0x90EE90);
x11ColorMap.put("lightgrey", 0xD3D3D3);
x11ColorMap.put("lightpink", 0xFFB6C1);
x11ColorMap.put("lightsalmon", 0xFFA07A);
x11ColorMap.put("lightseagreen", 0x20B2AA);
x11ColorMap.put("lightskyblue", 0x87CEFA);
x11ColorMap.put("lightslategray", 0x778899);
x11ColorMap.put("lightslategrey", 0x778899);
x11ColorMap.put("lightsteelblue", 0xB0C4DE);
x11ColorMap.put("lightyellow", 0xFFFFE0);
x11ColorMap.put("lime", 0x00FF00);
x11ColorMap.put("limegreen", 0x32CD32);
x11ColorMap.put("linen", 0xFAF0E6);
x11ColorMap.put("magenta", 0xFF00FF);
x11ColorMap.put("maroon", 0x800000);
x11ColorMap.put("mediumaquamarine", 0x66CDAA);
x11ColorMap.put("mediumblue", 0x0000CD);
x11ColorMap.put("mediumorchid", 0xBA55D3);
x11ColorMap.put("mediumpurple", 0x9370DB);
x11ColorMap.put("mediumseagreen", 0x3CB371);
x11ColorMap.put("mediumslateblue", 0x7B68EE);
x11ColorMap.put("mediumspringgreen", 0x00FA9A);
x11ColorMap.put("mediumturquoise", 0x48D1CC);
x11ColorMap.put("mediumvioletred", 0xC71585);
x11ColorMap.put("midnightblue", 0x191970);
x11ColorMap.put("mintcream", 0xF5FFFA);
x11ColorMap.put("mistyrose", 0xFFE4E1);
x11ColorMap.put("moccasin", 0xFFE4B5);
x11ColorMap.put("navajowhite", 0xFFDEAD);
x11ColorMap.put("navy", 0x000080);
x11ColorMap.put("oldlace", 0xFDF5E6);
x11ColorMap.put("olive", 0x808000);
x11ColorMap.put("olivedrab", 0x6B8E23);
x11ColorMap.put("orange", 0xFFA500);
x11ColorMap.put("orangered", 0xFF4500);
x11ColorMap.put("orchid", 0xDA70D6);
x11ColorMap.put("palegoldenrod", 0xEEE8AA);
x11ColorMap.put("palegreen", 0x98FB98);
x11ColorMap.put("paleturquoise", 0xAFEEEE);
x11ColorMap.put("palevioletred", 0xDB7093);
x11ColorMap.put("papayawhip", 0xFFEFD5);
x11ColorMap.put("peachpuff", 0xFFDAB9);
x11ColorMap.put("peru", 0xCD853F);
x11ColorMap.put("pink", 0xFFC0CB);
x11ColorMap.put("plum", 0xDDA0DD);
x11ColorMap.put("powderblue", 0xB0E0E6);
x11ColorMap.put("purple", 0x800080);
x11ColorMap.put("red", 0xFF0000);
x11ColorMap.put("rosybrown", 0xBC8F8F);
x11ColorMap.put("royalblue", 0x4169E1);
x11ColorMap.put("saddlebrown", 0x8B4513);
x11ColorMap.put("salmon", 0xFA8072);
x11ColorMap.put("sandybrown", 0xF4A460);
x11ColorMap.put("seagreen", 0x2E8B57);
x11ColorMap.put("seashell", 0xFFF5EE);
x11ColorMap.put("sienna", 0xA0522D);
x11ColorMap.put("silver", 0xC0C0C0);
x11ColorMap.put("skyblue", 0x87CEEB);
x11ColorMap.put("slateblue", 0x6A5ACD);
x11ColorMap.put("slategray", 0x708090);
x11ColorMap.put("slategrey", 0x708090);
x11ColorMap.put("snow", 0xFFFAFA);
x11ColorMap.put("springgreen", 0x00FF7F);
x11ColorMap.put("steelblue", 0x4682B4);
x11ColorMap.put("tan", 0xD2B48C);
x11ColorMap.put("teal", 0x008080);
x11ColorMap.put("thistle", 0xD8BFD8);
x11ColorMap.put("tomato", 0xFF6347);
x11ColorMap.put("turquoise", 0x40E0D0);
x11ColorMap.put("violet", 0xEE82EE);
x11ColorMap.put("wheat", 0xF5DEB3);
x11ColorMap.put("white", 0xFFFFFF);
x11ColorMap.put("whitesmoke", 0xF5F5F5);
x11ColorMap.put("yellow", 0xFFFF00);
x11ColorMap.put("yellowgreen", 0x9ACD32);
}
Replace windings
2020-10-29 18:06:54 +00:00
// http://www.alanwood.net/demos/wingdings.html
static int[] WINGDING_TO_UNICODE = {
0x0020, 0x1F589, 0x2702, 0x2701, 0x1F453, 0x1F56D, 0x1F56E, 0x1F56F,
0x1F57F, 0x2706, 0x1F582, 0x1F583, 0x1F4EA, 0x1F4EB, 0x1F4EC, 0x1F4ED,
0x1F4C1, 0x1F4C2, 0x1F4C4, 0x1F5CF, 0x1F5D0, 0x1F5C4, 0x231B, 0x1F5AE,
0x1F5B0, 0x1F5B2, 0x1F5B3, 0x1F5B4, 0x1F5AB, 0x1F5AC, 0x2707, 0x270D,
0x1F58E, 0x270C, 0x1F44C, 0x1F44D, 0x1F44E, 0x261C, 0x261E, 0x261D,
0x261F, 0x1F590, 0x263A, 0x1F610, 0x2639, 0x1F4A3, 0x2620, 0x1F3F3,
0x1F3F1, 0x2708, 0x263C, 0x1F4A7, 0x2744, 0x1F546, 0x271E, 0x1F548,
0x2720, 0x2721, 0x262A, 0x262F, 0x0950, 0x2638, 0x2648, 0x2649,
0x264A, 0x264B, 0x264C, 0x264D, 0x264E, 0x264F, 0x2650, 0x2651,
0x2652, 0x2653, 0x1F670, 0x1F675, 0x25CF, 0x1F53E, 0x25A0, 0x25A1,
0x1F790, 0x2751, 0x2752, 0x2B27, 0x29EB, 0x25C6, 0x2756, 0x2B25,
0x2327, 0x2BB9, 0x2318, 0x1F3F5, 0x1F3F6, 0x1F676, 0x1F677, 0x003F,
0x24EA, 0x2460, 0x2461, 0x2462, 0x2463, 0x2464, 0x2465, 0x2466,
0x2467, 0x2468, 0x2469, 0x24FF, 0x2776, 0x2777, 0x2778, 0x2779,
0x277A, 0x277B, 0x277C, 0x277D, 0x277E, 0x277F, 0x1F662, 0x1F660,
0x1F661, 0x1F663, 0x1F65E, 0x1F65C, 0x1F65D, 0x1F65F, 0x00B7, 0x2022,
0x25AA, 0x26AA, 0x1F786, 0x1F788, 0x25C9, 0x25CE, 0x1F53F, 0x25AA,
0x25FB, 0x1F7C2, 0x2726, 0x2605, 0x2736, 0x2734, 0x2739, 0x2735,
0x2BD0, 0x2316, 0x27E1, 0x2311, 0x2BD1, 0x272A, 0x2730, 0x1F550,
0x1F551, 0x1F552, 0x1F553, 0x1F554, 0x1F555, 0x1F556, 0x1F557, 0x1F558,
0x1F559, 0x1F55A, 0x1F55B, 0x2BB0, 0x2BB1, 0x2BB2, 0x2BB3, 0x2BB4,
0x2BB5, 0x2BB6, 0x2BB7, 0x1F66A, 0x1F66B, 0x1F655, 0x1F654, 0x1F657,
0x1F656, 0x1F650, 0x1F651, 0x1F652, 0x1F653, 0x232B, 0x2326, 0x2B98,
0x2B9A, 0x2B99, 0x2B9B, 0x2B88, 0x2B8A, 0x2B89, 0x2B8B, 0x1F868,
0x1F86A, 0x1F869, 0x1F86B, 0x1F86C, 0x1F86D, 0x1F86F, 0x1F86E, 0x1F878,
0x1F87A, 0x1F879, 0x1F87B, 0x1F87C, 0x1F87D, 0x1F87F, 0x1F87E, 0x21E6,
0x21E8, 0x21E7, 0x21E9, 0x2B04, 0x21F3, 0x2B00, 0x2B01, 0x2B03,
0x2B02, 0x1F8AC, 0x1F8AD, 0x1F5F6, 0x2714, 0x1F5F7, 0x1F5F9, 0x0077
};
Added tracking hosts
2020-10-30 17:10:57 +00:00
private static final List<String> TRACKING_HOSTS = Collections.unmodifiableList(Arrays.asList(
"www.google-analytics.com"
));
Truncate viewed text only
2020-03-25 19:25:06 +00:00
static Document sanitizeCompose(Context context, String html, boolean show_images) {
try {
Fixed clearing annotations
2020-12-19 19:12:22 +00:00
return sanitize(context, JsoupEx.parse(html), false, show_images);
Truncate viewed text only
2020-03-25 19:25:06 +00:00
} catch (Throwable ex) {
// OutOfMemoryError
Log.e(ex);
Document document = Document.createShell("");
Element strong = document.createElement("strong");
Fixed rare crash
2020-10-15 19:46:15 +00:00
strong.text(android.util.Log.getStackTraceString(ex));
Truncate viewed text only
2020-03-25 19:25:06 +00:00
document.body().appendChild(strong);
return document;
}
Conditionally more
2020-02-14 08:41:28 +00:00
}
Truncate viewed text only
2020-03-25 19:25:06 +00:00
static Document sanitizeView(Context context, Document parsed, boolean show_images) {
Catch sanitize exceptions
2019-10-20 12:15:20 +00:00
try {
Truncate viewed text only
2020-03-25 19:25:06 +00:00
return sanitize(context, parsed, true, show_images);
Catch sanitize exceptions
2019-10-20 12:15:20 +00:00
} catch (Throwable ex) {
// OutOfMemoryError
Log.e(ex);
Save signature, fixes
2019-11-22 18:16:02 +00:00
Document document = Document.createShell("");
Revised revisions
2019-11-19 20:53:12 +00:00
Element strong = document.createElement("strong");
Fixed rare crash
2020-10-15 19:46:15 +00:00
strong.text(android.util.Log.getStackTraceString(ex));
Save signature, fixes
2019-11-22 18:16:02 +00:00
document.body().appendChild(strong);
Revised revisions
2019-11-19 20:53:12 +00:00
return document;
Catch sanitize exceptions
2019-10-20 12:15:20 +00:00
}
}
Truncate viewed text only
2020-03-25 19:25:06 +00:00
private static Document sanitize(Context context, Document parsed, boolean view, boolean show_images) {
Inline full message display
2019-10-04 13:25:04 +00:00
SharedPreferences prefs = PreferenceManager.getDefaultSharedPreferences(context);
Theme: follow system by default
2021-01-18 10:09:53 +00:00
String theme = prefs.getString("theme", "blue_orange_system");
Disable text colors when using black/white theme
2020-08-14 13:12:19 +00:00
boolean text_color = (!view || (prefs.getBoolean("text_color", true) && !"black_and_white".equals(theme)));
Strip size, color and font when viewing only
2020-06-29 12:07:57 +00:00
boolean text_size = (!view || prefs.getBoolean("text_size", true));
boolean text_font = (!view || prefs.getBoolean("text_font", true));
Added support for text alignment
2020-05-03 17:29:02 +00:00
boolean text_align = prefs.getBoolean("text_align", true);
Added setting to show hidden texts
2019-10-16 09:05:38 +00:00
boolean display_hidden = prefs.getBoolean("display_hidden", false);
Inline full message display
2019-10-04 13:25:04 +00:00
boolean disable_tracking = prefs.getBoolean("disable_tracking", true);
Enable parse classes by default
2020-11-09 11:49:04 +00:00
boolean parse_classes = prefs.getBoolean("parse_classes", true);
Suppress alt text for inline images
2020-09-11 14:52:11 +00:00
boolean inline_images = prefs.getBoolean("inline_images", false);
Default separators again
2020-11-16 08:58:19 +00:00
boolean text_separators = prefs.getBoolean("text_separators", true);
Added option to disable image placeholders
2020-11-16 08:45:21 +00:00
boolean image_placeholders = prefs.getBoolean("image_placeholders", true);
Inline full message display
2019-10-04 13:25:04 +00:00
Use text color for 80% white/black text color
2020-05-06 20:50:50 +00:00
int textColorPrimary = Helper.resolveColor(context, android.R.attr.textColorPrimary);
Chrome defaults
2020-02-09 14:04:35 +00:00
// https://chromium.googlesource.com/chromium/blink/+/master/Source/core/css/html.css
Remove HTML elements with a namespace
2019-05-13 09:03:15 +00:00
Experiment: remove conditional HTML
2020-02-02 12:03:06 +00:00
// <!--[if ...]><!--> ... <!--<![endif]-->
Added comment
2020-02-04 09:10:36 +00:00
// https://docs.microsoft.com/en-us/previous-versions/windows/internet-explorer/ie-developer/compatibility/hh801214(v=vs.85)
Disable removing conditional HTML https://docs.microsoft.com/en-us/previous-versions/windows/internet-explorer/ie-developer/compatibility/hh801214(v=vs.85)
2020-02-03 11:31:48 +00:00
if (!display_hidden && false)
Experiment: remove conditional HTML
2020-02-02 12:03:06 +00:00
parsed.filter(new NodeFilter() {
private boolean remove = false;
@Override
public FilterResult head(Node node, int depth) {
if (node instanceof Comment) {
String data = ((Comment) node).getData().trim();
if (data.startsWith("[if") && !data.endsWith("endif]")) {
remove = true;
return FilterResult.REMOVE;
} else if (remove && data.endsWith("endif]")) {
remove = false;
return FilterResult.REMOVE;
}
}
return (remove ? FilterResult.REMOVE : FilterResult.CONTINUE);
}
@Override
public FilterResult tail(Node node, int depth) {
return FilterResult.CONTINUE;
}
});
Normalize referenced message
2020-12-29 08:04:29 +00:00
// Fix Microsoft namespaces
normalizeNamespaces(parsed, display_hidden);
Remove HTML elements with a namespace
2019-05-13 09:03:15 +00:00
Truncate before sanitize
2020-02-14 08:04:16 +00:00
// Limit length
Refactoring
2021-01-19 11:02:49 +00:00
if (view && truncate(parsed, MAX_FORMAT_TEXT_SIZE)) {
Truncate before sanitize
2020-02-14 08:04:16 +00:00
parsed.body()
.appendElement("p")
.appendElement("em")
.text(context.getString(R.string.title_too_large));
Truncate viewed text only
2020-03-25 19:25:06 +00:00
parsed.body()
.appendElement("p")
.appendElement("big")
.appendElement("a")
.attr("href", "full:")
.text(context.getString(R.string.title_show_full));
Truncate before sanitize
2020-02-14 08:04:16 +00:00
}
Added style sheet parser
2020-04-20 13:01:05 +00:00
// https://developer.mozilla.org/en-US/docs/Web/HTML/Element/style
Process media queries
2020-04-21 07:04:55 +00:00
List<CSSStyleSheet> sheets = new ArrayList<>();
Added setting to parse classes
2020-04-22 10:10:30 +00:00
if (parse_classes)
Refactoring
2020-07-16 20:06:52 +00:00
sheets = parseStyles(parsed.head().select("style"));
Added style sheet parser
2020-04-20 13:01:05 +00:00
Improved html to text
2019-03-12 09:04:16 +00:00
Whitelist whitelist = Whitelist.relaxed()
Fixed q/cite, added dfn, whitelisted del/s/tt
2020-02-08 19:57:37 +00:00
.addTags("hr", "abbr", "big", "font", "dfn", "del", "s", "tt")
Added style sheet parser
2020-04-20 13:01:05 +00:00
.addAttributes(":all", "class")
Added option to disable small/large texts
2020-02-20 15:08:33 +00:00
.addAttributes(":all", "style")
Fixed RTL align
2021-04-23 18:25:15 +00:00
.addAttributes("span", "dir")
RTL support for lists
2021-05-08 19:48:39 +00:00
.addAttributes("li", "dir")
Small improvement
2020-05-05 16:43:37 +00:00
.addAttributes("div", "x-plain")
Table fixes
2020-11-07 15:44:33 +00:00
.removeTags("col", "colgroup")
Back to simple table formatting
2020-11-09 16:30:33 +00:00
.removeTags("thead", "tbody", "tfoot")
Hide zero width/height rows
2020-11-09 18:45:57 +00:00
.addAttributes("td", "width")
.addAttributes("td", "height")
.addAttributes("tr", "width")
.addAttributes("tr", "height")
.removeAttributes("td", "colspan", "rowspan", "width")
.removeAttributes("th", "colspan", "rowspan", "width")
Support for image data uris
2018-12-14 09:05:48 +00:00
.addProtocols("img", "src", "cid")
Truncate before sanitize
2020-02-14 08:04:16 +00:00
.addProtocols("img", "src", "data")
Allow all link protocols
2021-03-05 12:48:16 +00:00
.removeTags("a").addAttributes("a", "href", "title");
Optionally show text colors
2019-09-23 18:13:38 +00:00
if (text_color)
Allow images in templates
2020-04-27 07:40:43 +00:00
whitelist.addAttributes("font", "color");
Added support for font display
2020-06-28 13:59:02 +00:00
if (text_size)
whitelist.addAttributes("font", "size");
if (text_font)
whitelist.addAttributes("font", "face");
Added support for text alignment
2020-05-03 17:29:02 +00:00
if (text_align)
Revert "Fixed aligning tables" This reverts commit e84f9b0f094fa8340072d53cf2f1b6f3e5430eae.
2020-05-05 10:13:09 +00:00
whitelist.addTags("center").addAttributes(":all", "align");
Allow images in templates
2020-04-27 07:40:43 +00:00
if (!view)
whitelist.addProtocols("img", "src", "content");
Optionally show text colors
2019-09-23 18:13:38 +00:00
Improved html to text
2019-03-12 09:04:16 +00:00
final Document document = new Cleaner(whitelist).clean(parsed);
Make images link to themselves
2018-11-24 11:27:44 +00:00
Adjust luminance for dark/light colors
2019-09-24 12:46:12 +00:00
boolean dark = Helper.isDarkTheme(context);
Remove tracking pixels first
2020-09-12 07:09:07 +00:00
// Remove tracking pixels
if (disable_tracking)
Always remove small images
2020-11-16 17:53:56 +00:00
removeTrackingPixels(context, document);
Remove tracking pixels first
2020-09-12 07:09:07 +00:00
Process HTML font
2019-09-25 10:48:02 +00:00
// Font
for (Element font : document.select("font")) {
Support more font size attributes
2020-04-20 07:57:42 +00:00
// https://developer.mozilla.org/en-US/docs/Web/HTML/Element/font
Improved font element handling
2020-04-26 16:43:20 +00:00
String style = font.attr("style");
Small improvement
2021-04-19 19:23:54 +00:00
String color = font.attr("color").trim();
String size = font.attr("size").trim();
String face = font.attr("face").trim();
Support more font size attributes
2020-04-20 07:57:42 +00:00
Improved font element handling
2020-04-26 16:43:20 +00:00
style = style.trim();
if (!TextUtils.isEmpty(style) && !style.endsWith(";"))
style += ";";
Text colors compatibility for Android < Nougat
2019-09-25 13:20:27 +00:00
if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.N)
font.removeAttr("color");
Support more font size attributes
2020-04-20 07:57:42 +00:00
font.removeAttr("size");
Added support for font display
2020-06-28 13:59:02 +00:00
font.removeAttr("face");
Support more font size attributes
2020-04-20 07:57:42 +00:00
Improved font element handling
2020-04-26 16:43:20 +00:00
StringBuilder sb = new StringBuilder(style);
Support more font size attributes
2020-04-20 07:57:42 +00:00
if (!TextUtils.isEmpty(color))
sb.append("color:").append(color).append(";");
Improved font size eval
2021-04-20 18:17:00 +00:00
if (!TextUtils.isEmpty(size))
Support more font size attributes
2020-04-20 07:57:42 +00:00
try {
Improved font size eval
2021-04-20 18:17:00 +00:00
int s = Integer.parseInt(size);
if (size.startsWith("-")) {
if (s < 0)
size = "smaller";
Range check font size
2021-04-21 05:32:56 +00:00
else
throw new NumberFormatException("size=" + size);
Improved font size eval
2021-04-20 18:17:00 +00:00
} else if (size.startsWith("+")) {
if (s > 0)
size = "larger";
Range check font size
2021-04-21 05:32:56 +00:00
else
throw new NumberFormatException("size=" + size);
} else if (s < 3)
Improved font size eval
2021-04-20 18:17:00 +00:00
size = "small";
Range check font size
2021-04-21 05:32:56 +00:00
else if (s > 3)
Improved font size eval
2021-04-20 18:17:00 +00:00
size = "large";
else
size = "medium";
Support more font size attributes
2020-04-20 07:57:42 +00:00
sb.append("font-size:").append(size).append(";");
} catch (NumberFormatException ex) {
Reduced logging
2020-05-28 06:48:28 +00:00
Log.i(ex);
Support more font size attributes
2020-04-20 07:57:42 +00:00
}
Escape face names
2021-04-20 06:01:03 +00:00
if (!TextUtils.isEmpty(face)) {
sb.append("font-family:");
String[] faces = face.split(",");
for (int i = 0; i < faces.length; i++) {
if (i > 0)
sb.append(',');
String f = faces[i].trim();
if (f.contains(" ") && !f.startsWith("\"") && !f.endsWith("\""))
sb.append('"').append(f).append('"');
else
sb.append(f);
}
sb.append(";");
}
Added support for font display
2020-06-28 13:59:02 +00:00
Support more font size attributes
2020-04-20 07:57:42 +00:00
font.attr("style", sb.toString());
Process HTML font
2019-09-25 10:48:02 +00:00
font.tagName("span");
}
Added setting to show hidden texts
2019-10-16 09:05:38 +00:00
// Sanitize styles
for (Element element : document.select("*")) {
Added support for element styles
2020-04-22 14:32:35 +00:00
// Class style
Apply styles to referenced message
2020-07-16 20:25:16 +00:00
String tag = element.tagName();
Small improvement
2020-11-08 17:14:42 +00:00
String clazz = element.className();
Apply styles to referenced message
2020-07-16 20:25:16 +00:00
String style = processStyles(tag, clazz, null, sheets);
Added style sheet parser
2020-04-20 13:01:05 +00:00
Added support for element styles
2020-04-22 14:32:35 +00:00
// Element style
style = mergeStyles(style, element.attr("style"));
Added style sheet parser
2020-04-20 13:01:05 +00:00
Added support for text alignment
2020-05-03 17:29:02 +00:00
if (text_align) {
// https://developer.mozilla.org/en-US/docs/Web/HTML/Element/center
if ("center".equals(element.tagName())) {
style = mergeStyles(style, "text-align:center");
element.tagName("div");
Skip aligning table content
2020-05-05 11:30:48 +00:00
} else if ("table".equals(element.tagName()))
style = mergeStyles(style, "text-align:left");
else {
// https://developer.mozilla.org/en-US/docs/Web/HTML/Attributes
String align = element.attr("align");
if (!TextUtils.isEmpty(align))
style = mergeStyles(style, "text-align:" + align);
Added support for text alignment
2020-05-03 17:29:02 +00:00
}
}
Added style sheet parser
2020-04-20 13:01:05 +00:00
// Process style
Allow colors
2019-09-23 17:51:17 +00:00
if (!TextUtils.isEmpty(style)) {
Fixed RTL align
2021-04-23 18:25:15 +00:00
boolean block = false;
Allow colors
2019-09-23 17:51:17 +00:00
StringBuilder sb = new StringBuilder();
Fixed extra newlines
2021-04-24 05:36:23 +00:00
if (!view &&
"span".equals(element.tagName()) &&
Fixed RTL align
2021-04-23 18:25:15 +00:00
"rtl".equals(element.attr("dir")))
block = true;
Allow colors
2019-09-23 17:51:17 +00:00
Fixed not appearing tables
2021-04-21 15:35:04 +00:00
Map<String, String> kv = new LinkedHashMap<>();
Allow colors
2019-09-23 17:51:17 +00:00
String[] params = style.split(";");
for (String param : params) {
Added style sheet parser
2020-04-20 13:01:05 +00:00
int colon = param.indexOf(':');
Fixed not appearing tables
2021-04-21 15:35:04 +00:00
if (colon <= 0)
continue;
String key = param.substring(0, colon).trim().toLowerCase(Locale.ROOT);
String value = param.substring(colon + 1).toLowerCase(Locale.ROOT)
.replace("!important", "")
.trim()
.replaceAll("\\s+", " ");
kv.put(key, value);
}
Added option to disable small/large texts
2020-02-20 15:08:33 +00:00
Fixed not appearing tables
2021-04-21 15:35:04 +00:00
for (String key : kv.keySet()) {
String value = kv.get(key);
switch (key) {
case "color":
// https://developer.mozilla.org/en-US/docs/Web/CSS/color
if (!text_color)
continue;
Integer color = parseColor(value);
if (color != null && !view && Helper.isDarkTheme(context)) {
float lum = (float) ColorUtils.calculateLuminance(color);
if (lum < 0.1f)
color = null;
}
if (color == null)
element.removeAttr("color");
else {
if (view)
color = adjustColor(dark, textColorPrimary, color);
// fromHtml does not support transparency
String c = String.format("#%06x", color);
sb.append("color:").append(c).append(";");
if (Build.VERSION.SDK_INT < Build.VERSION_CODES.N)
element.attr("color", c);
}
break;
case "font-size":
// https://developer.mozilla.org/en-US/docs/Web/CSS/font-size
if (!text_size)
continue;
float current;
if (tag.length() == 2 &&
tag.charAt(0) == 'h' &&
Character.isDigit(tag.charAt(1)))
current = HEADING_SIZES[tag.charAt(1) - '1'];
else
current = 1.0f;
Element parent = element.parent();
while (parent != null) {
String xFontSize = parent.attr("x-font-size");
if (!TextUtils.isEmpty(xFontSize)) {
current = Float.parseFloat(xFontSize);
break;
Added support for font-size, improved font-weight support
2020-02-09 09:31:37 +00:00
}
Fixed not appearing tables
2021-04-21 15:35:04 +00:00
parent = parent.parent();
}
Float fsize = getFontSize(value, current);
if (fsize != null && fsize != 0) {
if (!view) {
if (fsize < 1)
fsize = FONT_SMALL;
else if (fsize > 1)
fsize = FONT_LARGE;
Relative font sizes are required for zooming
2020-04-28 16:20:47 +00:00
}
Fixed not appearing tables
2021-04-21 15:35:04 +00:00
element.attr("x-font-size", Float.toString(fsize));
element.attr("x-font-size-rel", Float.toString(fsize / current));
}
break;
case "font-weight":
if (element.parent() != null) {
Integer fweight = getFontWeight(value);
if (fweight != null && fweight >= 600) {
Element strong = new Element("strong");
for (Node child : new ArrayList<>(element.childNodes())) {
child.remove();
strong.appendChild(child);
Skip font size/weight for top element
2020-02-10 08:29:47 +00:00
}
Fixed not appearing tables
2021-04-21 15:35:04 +00:00
element.appendChild(strong);
Added support font-weight: bold
2020-02-08 19:39:51 +00:00
}
Fixed not appearing tables
2021-04-21 15:35:04 +00:00
}
break;
case "font-family":
if (!text_font)
continue;
// https://developer.mozilla.org/en-US/docs/Web/CSS/font-family
sb.append(key).append(":").append(value).append(";");
break;
case "text-decoration":
// https://developer.mozilla.org/en-US/docs/Web/CSS/text-decoration
if (value.contains("line-through"))
sb.append("text-decoration:line-through;");
break;
case "display":
// https://developer.mozilla.org/en-US/docs/Web/CSS/display
if (element.parent() != null &&
!display_hidden && "none".equals(value)) {
Log.i("Removing display none " + element.tagName());
element.remove();
}
if ("block".equals(value) || "inline-block".equals(value))
element.attr("x-block", "true");
if ("inline".equals(value) || "inline-block".equals(value)) {
if (element.nextSibling() != null)
element.attr("x-inline", "true");
}
break;
case "height":
case "width":
//case "font-size":
//case "line-height":
if (element.parent() != null && !display_hidden) {
Float s = getFontSize(value, 1.0f);
if (s != null && s == 0) {
Leave tables alone
2021-05-30 19:25:12 +00:00
if (!"table".equals(element.tagName())) {
Prevent crash
2020-02-10 18:55:52 +00:00
Log.i("Removing no height/width " + element.tagName());
element.remove();
Added support for font-size, improved font-weight support
2020-02-09 09:31:37 +00:00
}
Remove elements without height or width
2019-11-26 08:15:33 +00:00
}
Fixed not appearing tables
2021-04-21 15:35:04 +00:00
}
break;
case "margin":
case "padding":
case "margin-top":
case "margin-bottom":
case "padding-top":
case "padding-bottom":
// https://developer.mozilla.org/en-US/docs/Web/CSS/margin
// https://developer.mozilla.org/en-US/docs/Web/CSS/padding
if (element.isBlock()) {
Float[] p = new Float[4];
String[] v = value.split(" ");
for (int i = 0; i < v.length && i < p.length; i++)
p[i] = getFontSize(v[i], 1.0f);
if (v.length == 1) {
p[1] = p[0];
p[2] = p[0];
p[3] = p[0];
} else if (v.length == 2) {
p[2] = p[0];
p[3] = p[1];
Align blocks (1)
2020-10-03 12:04:06 +00:00
}
Fixed not appearing tables
2021-04-21 15:35:04 +00:00
if (key.endsWith("top"))
p[2] = null;
else if (key.endsWith("bottom"))
p[0] = null;
if (p[0] != null)
if (p[0] == 0)
element.attr("x-line-before", "false");
else if (p[0] > 0.5)
element.attr("x-line-before", "true");
if (p[2] != null)
if (p[2] == 0)
element.attr("x-line-after", "false");
else if (p[2] > 0.5)
element.attr("x-line-after", "true");
}
break;
case "text-align":
// https://developer.mozilla.org/en-US/docs/Web/CSS/text-align
if (text_align) {
Fixed extra newlines
2021-04-24 05:36:23 +00:00
if (!element.isBlock())
block = true;
Fixed not appearing tables
2021-04-21 15:35:04 +00:00
element.attr("x-align", value);
sb.append(key).append(':').append(value).append(';');
}
break;
Added setting to show hidden texts
2019-10-16 09:05:38 +00:00
}
Allow colors
2019-09-23 17:51:17 +00:00
}
Fixed extra newlines
2021-04-24 05:36:23 +00:00
if (block) {
Fixed RTL align
2021-04-23 18:25:15 +00:00
sb.append("display:block;");
Fixed extra newlines
2021-04-24 05:36:23 +00:00
Element next = element.nextElementSibling();
if (next != null && "br".equals(next.tagName()))
next.remove();
}
Fixed RTL align
2021-04-23 18:25:15 +00:00
Fixed/improved pre processing
2019-09-25 16:05:13 +00:00
if (sb.length() == 0)
Added setting to show hidden texts
2019-10-16 09:05:38 +00:00
element.removeAttr("style");
Refactoring
2020-01-31 12:52:57 +00:00
else {
Added setting to show hidden texts
2019-10-16 09:05:38 +00:00
element.attr("style", sb.toString());
Refactoring
2020-01-31 12:52:57 +00:00
if (BuildConfig.DEBUG)
Log.i("Style=" + sb);
}
Allow colors
2019-09-23 17:51:17 +00:00
}
Fixed handling of non breaking spaces
2020-11-02 08:34:43 +00:00
Revised newlines (draft)
2020-11-06 18:39:31 +00:00
if (element.isBlock() &&
!"true".equals(element.attr("x-inline")))
Fixed handling of non breaking spaces
2020-11-02 08:34:43 +00:00
element.attr("x-block", "true");
Allow colors
2019-09-23 17:51:17 +00:00
}
Cleanup
2020-02-24 19:34:16 +00:00
// Replace headings
Optional heading separator lines
2020-11-11 15:58:38 +00:00
Elements hs = document.select("h1,h2,h3,h4,h5,h6");
Line before headings
2020-11-17 11:26:43 +00:00
hs.attr("x-line-before", "true");
Optional heading separator lines
2020-11-11 15:58:38 +00:00
if (text_size) {
if (text_separators && view)
for (Element h : hs)
h.appendElement("hr")
.attr("x-block", "true");
else
hs.attr("x-line-after", "true");
Small fix
2020-11-12 11:46:25 +00:00
} else {
Optional heading separator lines
2020-11-11 15:58:38 +00:00
hs.tagName("strong");
Small fix
2020-11-12 11:46:25 +00:00
hs.attr("x-line-after", "true");
}
Added option to disable small/large texts
2020-02-20 15:08:33 +00:00
Less white space
2019-09-12 08:45:54 +00:00
// Paragraphs
Less line breaking
2019-11-11 10:32:47 +00:00
for (Element p : document.select("p")) {
Less white space
2019-09-12 08:45:54 +00:00
p.tagName("div");
Fixed extra newlines
2020-11-08 18:46:46 +00:00
if (p.childNodeSize() != 0) {
if (p.childNodeSize() == 1) {
Node lonely = p.childNode(0);
if (lonely instanceof TextNode &&
"\u00a0".equals(((TextNode) lonely).getWholeText()))
continue;
}
p.attr("x-paragraph", "true");
}
Less line breaking
2019-11-11 10:32:47 +00:00
}
Less white space
2019-09-12 08:45:54 +00:00
Fixed q/cite, added dfn, whitelisted del/s/tt
2020-02-08 19:57:37 +00:00
// Short inline quotes
// https://developer.mozilla.org/en-US/docs/Web/HTML/Element/q
Improved reformatting
2019-03-10 15:21:46 +00:00
for (Element q : document.select("q")) {
Fixed q/cite, added dfn, whitelisted del/s/tt
2020-02-08 19:57:37 +00:00
q.tagName("a");
q.attr("href", q.attr("cite"));
q.removeAttr("cite");
Improved reformatting
2019-03-10 15:21:46 +00:00
}
Fixed q/cite, added dfn, whitelisted del/s/tt
2020-02-08 19:57:37 +00:00
// Citation
// https://developer.mozilla.org/en-US/docs/Web/HTML/Element/cite
for (Element cite : document.select("cite")) {
cite.prependText("\"");
cite.appendText("\"");
cite.tagName("em");
}
// Definition
// https://developer.mozilla.org/en-US/docs/Web/HTML/Element/dfn
for (Element dfn : document.select("dfn"))
dfn.tagName("em");
Improved reformatting
2019-03-10 15:21:46 +00:00
// Pre formatted text
Fixed q/cite, added dfn, whitelisted del/s/tt
2020-02-08 19:57:37 +00:00
// https://developer.mozilla.org/en-US/docs/Web/HTML/Element/pre
Fixed pre processing
2020-05-02 15:51:15 +00:00
for (Element pre : document.select("pre")) {
pre.html(formatPre(pre.wholeText()));
pre.tagName("div");
Small improvement
2020-05-05 16:43:37 +00:00
pre.attr("x-plain", "true");
Fixed pre processing
2020-05-02 15:51:15 +00:00
}
Improved table formatting
2019-03-10 11:14:39 +00:00
Improved reformatting
2019-03-10 15:21:46 +00:00
// Code
Fixed q/cite, added dfn, whitelisted del/s/tt
2020-02-08 19:57:37 +00:00
// https://developer.mozilla.org/en-US/docs/Web/HTML/Element/code
Replace code by strong
2019-09-21 16:10:41 +00:00
document.select("code").tagName("strong");
Improved reformatting
2019-03-10 15:21:46 +00:00
// Lines
Fixed q/cite, added dfn, whitelisted del/s/tt
2020-02-08 19:57:37 +00:00
// https://developer.mozilla.org/en-US/docs/Web/HTML/Element/hr
Added support for lines
2020-05-04 13:21:34 +00:00
if (!view)
for (Element hr : document.select("hr")) {
hr.tagName("div");
hr.text(LINE);
}
Improved formatting
2019-02-10 12:01:21 +00:00
Improved reformatting
2019-03-10 15:21:46 +00:00
// Descriptions
Fixed q/cite, added dfn, whitelisted del/s/tt
2020-02-08 19:57:37 +00:00
// https://developer.mozilla.org/en-US/docs/Web/HTML/Element/dl
Improved reformatting
2019-03-10 15:21:46 +00:00
document.select("dl").tagName("div");
Revised newlines (draft)
2020-11-06 18:39:31 +00:00
for (Element dt : document.select("dt"))
Simplification
2019-03-11 08:27:56 +00:00
dt.tagName("strong");
for (Element dd : document.select("dd")) {
dd.tagName("em");
Revised newlines (draft)
2020-11-06 18:39:31 +00:00
dd.attr("x-line-after", "true");
Simplification
2019-03-11 08:27:56 +00:00
}
Make images link to themselves
2018-11-24 11:27:44 +00:00
Support for abbreviations
2019-03-12 12:13:53 +00:00
// Abbreviations
Fixed q/cite, added dfn, whitelisted del/s/tt
2020-02-08 19:57:37 +00:00
// https://developer.mozilla.org/en-US/docs/Web/HTML/Element/abbr
Support for abbreviations
2019-03-12 12:13:53 +00:00
document.select("abbr").tagName("u");
Refactoring
2019-06-30 07:41:18 +00:00
// Subscript/Superscript
Fixed q/cite, added dfn, whitelisted del/s/tt
2020-02-08 19:57:37 +00:00
// https://developer.mozilla.org/en-US/docs/Web/HTML/Element/sub
// https://developer.mozilla.org/en-US/docs/Web/HTML/Element/sup
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
if (!view)
Custom render: sub/sup support
2020-04-25 16:00:46 +00:00
for (Element subp : document.select("sub,sup"))
subp.tagName("small");
Refactoring
2019-06-30 07:41:18 +00:00
Reduced white space
2019-03-30 16:48:04 +00:00
// Tables
Fixed q/cite, added dfn, whitelisted del/s/tt
2020-02-08 19:57:37 +00:00
// https://developer.mozilla.org/en-US/docs/Web/HTML/Element/table
Back to simple table formatting
2020-11-09 16:30:33 +00:00
for (Element table : document.select("table")) {
table.tagName("div");
Hide zero width/height rows
2020-11-09 18:45:57 +00:00
// Ignore summary attribute
Back to simple table formatting
2020-11-09 16:30:33 +00:00
for (Element row : table.children()) {
row.tagName("div");
Added table image merger
2020-11-09 21:42:09 +00:00
List<Node> merge = new ArrayList<>();
Back to simple table formatting
2020-11-09 16:30:33 +00:00
for (Element col : row.children()) {
Added table image merger
2020-11-09 21:42:09 +00:00
Element next = col.nextElementSibling();
Small improvement
2020-11-10 08:57:08 +00:00
Prevent extra newlines
2020-11-11 09:47:08 +00:00
// Get nodes with content
List<Node> nodes = new ArrayList<>(col.childNodes());
while (nodes.size() > 0) {
Node first = nodes.get(0);
if (first instanceof TextNode && ((TextNode) first).isBlank()) {
nodes.remove(0);
continue;
}
Node last = nodes.get(nodes.size() - 1);
if (last instanceof TextNode && ((TextNode) last).isBlank()) {
nodes.remove(nodes.size() - 1);
continue;
}
break;
}
Small improvement
2020-11-10 08:57:08 +00:00
// Merge single images into next column
Prevent extra newlines
2020-11-11 09:47:08 +00:00
if (nodes.size() == 1) {
Node lonely = nodes.get(0);
// prevent extra newlines
lonely.removeAttr("x-paragraph");
if (next == null ||
next.attr("x-align")
.equals(col.attr("x-align"))) {
if (lonely instanceof Element &&
"img".equals(lonely.nodeName())) {
lonely.remove();
lonely.removeAttr("x-block");
merge.add(lonely);
if (next != null)
continue;
}
Added table image merger
2020-11-09 21:42:09 +00:00
}
Prevent extra separator lines
2020-11-14 19:09:06 +00:00
if (lonely instanceof TextNode &&
"\u00a0".equals(((TextNode) lonely).getWholeText()))
lonely.remove(); // -> column separator
Added table image merger
2020-11-09 21:42:09 +00:00
}
if (merge.size() > 0) {
for (int m = merge.size() - 1; m >= 0; m--)
col.prependChild(merge.get(m));
merge.clear();
}
Back to simple table formatting
2020-11-09 16:30:33 +00:00
if ("th".equals(col.tagName())) {
Element strong = new Element("strong");
for (Node child : new ArrayList<>(col.childNodes())) {
child.remove();
strong.appendChild(child);
Process tables (draft)
2020-11-07 09:34:34 +00:00
}
Back to simple table formatting
2020-11-09 16:30:33 +00:00
col.appendChild(strong);
Process tables (draft)
2020-11-07 09:34:34 +00:00
}
Fix invalid HTML
2019-06-18 19:56:34 +00:00
Small improvement
2020-11-10 08:57:08 +00:00
// Flow not / left aligned columns
Back to simple table formatting
2020-11-09 16:30:33 +00:00
String align = col.attr("x-align");
Too many disadvantages
2020-11-17 11:38:03 +00:00
//if (next == null && row.childrenSize() == 2) {
// align = "end";
// String style = col.attr("style");
// col.attr("style",
// mergeStyles(style, "text-align:" + align));
//}
Back to simple table formatting
2020-11-09 16:30:33 +00:00
if (TextUtils.isEmpty(align) ||
"left".equals(align) ||
"start".equals(align))
Small improvement
2020-11-15 08:09:51 +00:00
col.removeAttr("x-block");
Prevent extra line for aligned columns
2020-11-11 12:40:09 +00:00
else {
if ("true".equals(col.attr("x-line-before")))
col.removeAttr("x-line-before");
}
Table fixes
2020-11-07 15:44:33 +00:00
Small improvement
2020-11-15 08:09:51 +00:00
col.tagName("div")
.attr("x-column", "true");
Table fixes
2020-11-07 15:44:33 +00:00
}
Added table image merger
2020-11-09 21:42:09 +00:00
if (merge.size() != 0)
throw new AssertionError("merge");
Back to simple table formatting
2020-11-09 16:30:33 +00:00
if (text_separators && view)
row.appendElement("hr")
.attr("x-block", "true")
.attr("x-dashed", "true");
Process tables (draft)
2020-11-07 09:34:34 +00:00
}
Back to simple table formatting
2020-11-09 16:30:33 +00:00
}
Reduced white space
2019-03-30 16:48:04 +00:00
Fix dangling table elements
2020-11-08 12:01:47 +00:00
// Fix dangling table elements
Back to simple table formatting
2020-11-09 16:30:33 +00:00
document.select("tr,th,td").tagName("div");
Fix dangling table elements
2020-11-08 12:01:47 +00:00
Fixed list margins
2020-11-17 13:33:55 +00:00
// Lists
Blockquote margins
2020-11-20 14:31:27 +00:00
for (Element e : document.select("ol,ul,blockquote")) {
Fixed list margins
2020-11-17 13:33:55 +00:00
if (view) {
Fixed newlines for sub lists
2021-05-05 13:40:10 +00:00
Element parent = e.parent();
if ("blockquote".equals(e.tagName()) || parent == null ||
!("ol".equals(parent.tagName()) || "ul".equals(parent.tagName()))) {
if (!"false".equals(e.attr("x-line-before")))
e.attr("x-line-before", "true");
if (!"false".equals(e.attr("x-line-after")))
e.attr("x-line-after", "true");
}
Fixed list margins
2020-11-17 13:33:55 +00:00
} else {
String style = e.attr("style");
e.attr("style",
Blockquote margins
2020-11-20 14:31:27 +00:00
mergeStyles(style, "margin-top:0;margin-bottom:0"));
RTL support for lists
2021-05-08 19:48:39 +00:00
int ltr = 0;
int rtl = 0;
for (Element li : e.children()) {
if ("rtl".equals(li.attr("dir")))
rtl++;
else
ltr++;
li.removeAttr("dir");
}
e.attr("dir", rtl > ltr ? "rtl" : "ltr");
Fixed list margins
2020-11-17 13:33:55 +00:00
}
}
Allow all images for same host
2019-09-13 11:46:52 +00:00
// Images
Fixed q/cite, added dfn, whitelisted del/s/tt
2020-02-08 19:57:37 +00:00
// https://developer.mozilla.org/en-US/docs/Web/HTML/Element/img
Show image description when not showing images
2019-06-30 07:59:03 +00:00
for (Element img : document.select("img")) {
Link tracking pixels
2019-10-14 06:50:27 +00:00
String alt = img.attr("alt");
String src = img.attr("src");
Small improvement
2020-05-05 16:49:55 +00:00
String tracking = img.attr("x-tracking");
Fixed hiding image placeholders
2020-11-16 21:10:48 +00:00
boolean isInline = src.startsWith("cid:");
Link tracking pixels
2019-10-14 06:50:27 +00:00
Always remove empty images
2020-11-15 19:37:27 +00:00
if (TextUtils.isEmpty(src)) {
Always remove small images
2020-11-16 17:53:56 +00:00
Log.i("Removing empty image");
Always remove empty images
2020-11-15 19:37:27 +00:00
img.remove();
continue;
}
Always remove small images
2020-11-16 17:53:56 +00:00
Fixed hiding image placeholders
2020-11-16 21:10:48 +00:00
if (!show_images && !(inline_images && isInline) && !image_placeholders) {
Always remove small images
2020-11-16 17:53:56 +00:00
Log.i("Removing placeholder");
Added option to disable image placeholders
2020-11-16 08:45:21 +00:00
img.removeAttr("src");
continue;
}
Always remove empty images
2020-11-15 19:37:27 +00:00
Always remove small images
2020-11-16 17:53:56 +00:00
// Remove spacer, etc
Fixed hiding image placeholders
2020-11-16 21:10:48 +00:00
if (!show_images && !(inline_images && isInline) &&
Always remove small images
2020-11-16 17:53:56 +00:00
TextUtils.isEmpty(img.attr("x-tracking"))) {
Log.i("Removing small image");
Integer width = Helper.parseInt(img.attr("width").trim());
Integer height = Helper.parseInt(img.attr("height").trim());
if ((width != null && width <= SMALL_IMAGE_SIZE) ||
(height != null && height <= SMALL_IMAGE_SIZE)) {
img.remove();
continue;
}
}
Truncate long alt texts
2020-05-04 18:19:05 +00:00
if (alt.length() > MAX_ALT)
alt = alt.substring(0, MAX_ALT) + "…";
Added image links
2021-05-29 14:15:01 +00:00
if (!show_images && !(inline_images && isInline))
if (TextUtils.isEmpty(tracking)) {
if (TextUtils.isEmpty(alt)) {
boolean linked = false;
Element p = img.parent();
while (p != null && !linked)
if ("a".equals(p.tagName()))
linked = true;
else
p = p.parent();
if (linked)
alt = context.getString(R.string.title_image_link);
}
if (!TextUtils.isEmpty(alt))
img.appendText("[" + alt + "]");
} else if (!TextUtils.isEmpty(alt)) {
Small improvement
2019-10-19 08:19:05 +00:00
Element a = document.createElement("a");
a.attr("href", tracking);
Simplify tracking images
2020-05-01 11:52:13 +00:00
a.text("[" + alt + "]");
Small improvement
2019-10-19 08:19:05 +00:00
img.appendChild(a);
Refactoring
2019-06-30 07:41:18 +00:00
}
Use html image width/height
2019-07-26 18:45:53 +00:00
// Annotate source with width and height
Link tracking pixels
2019-10-14 06:50:27 +00:00
if (!TextUtils.isEmpty(src)) {
Parse img width/height separately
2019-07-26 19:33:32 +00:00
int width = 0;
int height = 0;
Use html image width/height
2019-07-26 18:45:53 +00:00
Use image size for relative sizes
2021-05-16 07:46:22 +00:00
// Relative sizes (%) = use image size
Added relative image sizes
2021-05-16 06:04:56 +00:00
String awidth = img.attr("width").replace(" ", "");
Convert HTML width/height digits only
2019-07-27 05:32:26 +00:00
for (int i = 0; i < awidth.length(); i++)
if (Character.isDigit(awidth.charAt(i)))
width = width * 10 + (byte) awidth.charAt(i) - (byte) '0';
Use image size for relative sizes
2021-05-16 07:46:22 +00:00
else {
width = 0;
Convert HTML width/height digits only
2019-07-27 05:32:26 +00:00
break;
Use image size for relative sizes
2021-05-16 07:46:22 +00:00
}
Convert HTML width/height digits only
2019-07-27 05:32:26 +00:00
Added relative image sizes
2021-05-16 06:04:56 +00:00
String aheight = img.attr("height").replace(" ", "");
Convert HTML width/height digits only
2019-07-27 05:32:26 +00:00
for (int i = 0; i < aheight.length(); i++)
if (Character.isDigit(aheight.charAt(i)))
height = height * 10 + (byte) aheight.charAt(i) - (byte) '0';
Use image size for relative sizes
2021-05-16 07:46:22 +00:00
else {
height = 0;
Convert HTML width/height digits only
2019-07-27 05:32:26 +00:00
break;
Use image size for relative sizes
2021-05-16 07:46:22 +00:00
}
Parse img width/height separately
2019-07-26 19:33:32 +00:00
if (width != 0 || height != 0) {
Small improvements
2019-10-05 09:57:54 +00:00
ImageHelper.AnnotatedSource a = new ImageHelper.AnnotatedSource(
Link tracking pixels
2019-10-14 06:50:27 +00:00
src, width, height, !TextUtils.isEmpty(tracking));
Parse img width/height separately
2019-07-26 19:33:32 +00:00
img.attr("src", a.getAnnotated());
}
Use html image width/height
2019-07-26 18:45:53 +00:00
}
Show image description when not showing images
2019-06-30 07:59:03 +00:00
}
Reduced white space
2019-03-30 16:48:04 +00:00
Refactoring
2019-06-30 07:41:18 +00:00
// Autolink
Autolink on send
2021-03-22 18:38:14 +00:00
if (view)
autoLink(document);
Improved html to text
2019-03-12 09:04:16 +00:00
Less white space
2019-09-12 08:45:54 +00:00
// Selective new lines
Revised newlines (draft)
2020-11-06 18:39:31 +00:00
for (Element div : document.select("div"))
Less white space
2019-09-12 08:45:54 +00:00
div.tagName("span");
Process padding top/bottom
2020-04-13 17:31:02 +00:00
Text colors compatibility for Android < Nougat
2019-09-25 13:20:27 +00:00
if (Build.VERSION.SDK_INT < Build.VERSION_CODES.N)
for (Element span : document.select("span"))
if (!TextUtils.isEmpty(span.attr("color")))
span.tagName("font");
Save signature, fixes
2019-11-22 18:16:02 +00:00
if (document.body() == null) {
Log.e("Sanitize without body");
document.normalise();
}
Revised revisions
2019-11-19 20:53:12 +00:00
return document;
First public release
2018-08-02 13:33:06 +00:00
}
Refactoring
2018-12-14 09:11:45 +00:00
Autolink on send
2021-03-22 18:38:14 +00:00
static void autoLink(Document document) {
// https://en.wikipedia.org/wiki/List_of_URI_schemes
// xmpp:[<user>]@<host>[:<port>]/[<resource>][?<query>]
// geo:<lat>,<lon>[,<alt>][;u=<uncertainty>]
// tel:<phonenumber>
final Pattern pattern = Pattern.compile(
"(((?i:mailto):)?" + PatternsCompat.AUTOLINK_EMAIL_ADDRESS.pattern() + ")|" +
PatternsCompat.AUTOLINK_WEB_URL.pattern()
.replace("(?i:http|https|rtsp)://",
"(((?i:http|https)://)|((?i:xmpp):))") + "|" +
"(?i:geo:\\d+,\\d+(,\\d+)?(;u=\\d+)?)|" +
"(?i:tel:" + Patterns.PHONE.pattern() + ")");
NodeTraversor.traverse(new NodeVisitor() {
private int links = 0;
@Override
public void head(Node node, int depth) {
if (links < MAX_AUTO_LINK && node instanceof TextNode) {
TextNode tnode = (TextNode) node;
String text = tnode.getWholeText();
Matcher matcher = pattern.matcher(text);
if (matcher.find()) {
Element span = document.createElement("span");
int pos = 0;
do {
boolean linked = false;
Node parent = tnode.parent();
while (parent != null) {
if ("a".equals(parent.nodeName())) {
linked = true;
break;
}
parent = parent.parent();
}
String group = matcher.group();
int start = matcher.start();
int end = matcher.end();
// Workarounds
if (group.endsWith(".")) {
end--;
group = group.substring(0, group.length() - 1);
}
if (group.startsWith("(")) {
start++;
group = group.substring(1);
}
if (group.endsWith(")")) {
end--;
group = group.substring(0, group.length() - 1);
}
boolean email = group.contains("@") && !group.contains(":");
Log.d("Web url=" + group + " " + start + "..." + end + "/" + text.length() +
" linked=" + linked + " email=" + email + " count=" + links);
if (linked)
span.appendText(text.substring(pos, end));
else {
span.appendText(text.substring(pos, start));
Element a = document.createElement("a");
a.attr("href", (email ? "mailto:" : "") + group);
a.text(group);
span.appendChild(a);
links++;
}
pos = end;
} while (links < MAX_AUTO_LINK && matcher.find());
span.appendText(text.substring(pos));
tnode.before(span);
tnode.text("");
}
}
}
@Override
public void tail(Node node, int depth) {
}
}, document);
}
Normalize referenced message
2020-12-29 08:04:29 +00:00
static void normalizeNamespaces(Document parsed, boolean display_hidden) {
// <html xmlns:v="urn:schemas-microsoft-com:vml"
// xmlns:o="urn:schemas-microsoft-com:office:office"
// xmlns:w="urn:schemas-microsoft-com:office:word"
// xmlns:m="http://schemas.microsoft.com/office/2004/12/omml"
// xmlns="http://www.w3.org/TR/REC-html40">
// <o:p>&nbsp;</o:p></span>
// Default XHTML namespace: http://www.w3.org/1999/xhtml
String ns = null;
for (Element h : parsed.select("html"))
for (Attribute a : h.attributes()) {
String key = a.getKey();
String value = a.getValue();
if (value != null &&
key.startsWith("xmlns:") &&
value.startsWith("http://www.w3.org/")) {
ns = key.split(":")[1];
break;
}
}
for (Element e : parsed.select("*")) {
String tag = e.tagName();
if (tag.contains(":")) {
if (display_hidden ||
"body".equals(tag) ||
ns == null || tag.startsWith(ns)) {
String[] nstag = tag.split(":");
e.tagName(nstag[nstag.length > 1 ? 1 : 0]);
Log.i("Updated tag=" + tag + " to=" + e.tagName());
} else {
e.remove();
Log.i("Removed tag=" + tag);
}
}
}
}
Refactoring
2020-07-16 20:06:52 +00:00
static List<CSSStyleSheet> parseStyles(Elements styles) {
List<CSSStyleSheet> sheets = new ArrayList<>();
for (Element style : styles) {
if (BuildConfig.DEBUG)
Log.i("Style=" + style.data());
try {
InputSource source = new InputSource(new StringReader(style.data()));
String media = style.attr("media");
if (!TextUtils.isEmpty(media))
source.setMedia(media);
CSSOMParser parser = new CSSOMParser(new SACParserCSS3());
parser.setErrorHandler(new ErrorHandler() {
@Override
public void warning(CSSParseException ex) throws CSSException {
Log.i("CSS warning=" + ex.getMessage());
}
@Override
public void error(CSSParseException ex) throws CSSException {
Log.i("CSS error=" + ex.getMessage());
}
@Override
public void fatalError(CSSParseException ex) throws CSSException {
Log.w(ex);
}
});
long start = new Date().getTime();
sheets.add(parser.parseStyleSheet(source, null, null));
long elapsed = new Date().getTime() - start;
Log.i("Style parse=" + elapsed + " ms");
} catch (Throwable ex) {
Log.w(ex);
}
}
return sheets;
}
Apply styles to referenced message
2020-07-16 20:25:16 +00:00
static String processStyles(String tag, String clazz, String style, List<CSSStyleSheet> sheets) {
Process media queries
2020-04-21 07:04:55 +00:00
for (CSSStyleSheet sheet : sheets)
Added support for element styles
2020-04-22 14:32:35 +00:00
if (isScreenMedia(sheet.getMedia())) {
style = processStyles(null, clazz, style, sheet.getCssRules(), Selector.SAC_ELEMENT_NODE_SELECTOR);
style = processStyles(tag, clazz, style, sheet.getCssRules(), Selector.SAC_ELEMENT_NODE_SELECTOR);
style = processStyles(tag, clazz, style, sheet.getCssRules(), Selector.SAC_CONDITIONAL_SELECTOR);
}
Process media queries
2020-04-21 07:04:55 +00:00
return style;
}
Added support for element styles
2020-04-22 14:32:35 +00:00
private static String processStyles(String tag, String clazz, String style, CSSRuleList rules, int stype) {
Process media queries
2020-04-21 07:04:55 +00:00
for (int i = 0; rules != null && i < rules.getLength(); i++) {
CSSRule rule = rules.item(i);
switch (rule.getType()) {
case CSSRule.STYLE_RULE:
CSSStyleRuleImpl srule = (CSSStyleRuleImpl) rule;
for (int j = 0; j < srule.getSelectors().getLength(); j++) {
Selector selector = srule.getSelectors().item(j);
Added support for element styles
2020-04-22 14:32:35 +00:00
if (selector.getSelectorType() != stype)
continue;
Process media queries
2020-04-21 07:04:55 +00:00
switch (selector.getSelectorType()) {
Added support for element styles
2020-04-22 14:32:35 +00:00
case Selector.SAC_ELEMENT_NODE_SELECTOR:
ElementSelectorImpl eselector = (ElementSelectorImpl) selector;
Refactoring
2020-04-22 14:54:50 +00:00
if (tag == null
? eselector.getLocalName() == null
Added support for element styles
2020-04-22 14:32:35 +00:00
: tag.equals(eselector.getLocalName()))
style = mergeStyles(style, srule.getStyle().getCssText());
break;
Process media queries
2020-04-21 07:04:55 +00:00
case Selector.SAC_CONDITIONAL_SELECTOR:
ConditionalSelectorImpl cselector = (ConditionalSelectorImpl) selector;
if (cselector.getCondition().getConditionType() == SAC_CLASS_CONDITION) {
ClassConditionImpl ccondition = (ClassConditionImpl) cselector.getCondition();
if (clazz.equals(ccondition.getValue()))
Added support for element styles
2020-04-22 14:32:35 +00:00
style = mergeStyles(style, srule.getStyle().getCssText());
Process media queries
2020-04-21 07:04:55 +00:00
}
break;
}
}
break;
case CSSRule.MEDIA_RULE:
CSSMediaRuleImpl mrule = (CSSMediaRuleImpl) rule;
if (isScreenMedia(mrule.getMedia()))
Added support for element styles
2020-04-22 14:32:35 +00:00
style = processStyles(tag, clazz, style, mrule.getCssRules(), stype);
Process media queries
2020-04-21 07:04:55 +00:00
break;
}
}
return style;
}
private static boolean isScreenMedia(MediaList media) {
// https://developer.mozilla.org/en-US/docs/Web/CSS/Media_Queries/Using_media_queries
Added remark
2020-04-21 09:41:52 +00:00
// https://developers.google.com/gmail/design/reference/supported_css#supported_types
Process media queries
2020-04-21 07:04:55 +00:00
if (media instanceof MediaListImpl) {
MediaListImpl _media = (MediaListImpl) media;
for (int i = 0; i < _media.getLength(); i++) {
String query = _media.mediaQuery(i).getCssText(null);
if ("all".equals(query) ||
"screen".equals(query) || "only screen".equals(query))
return true;
}
} else
Log.e("Media class=" + media.getClass().getName());
return false;
}
Apply styles to referenced message
2020-07-16 20:25:16 +00:00
static String mergeStyles(String base, String style) {
Inherit colors
2020-04-21 18:29:58 +00:00
return mergeStyles(base, style, null);
}
private static String mergeStyles(String base, String style, String selector) {
Added style sheet parser
2020-04-20 13:01:05 +00:00
Map<String, String> result = new HashMap<>();
List<String> params = new ArrayList<>();
if (!TextUtils.isEmpty(base))
params.addAll(Arrays.asList(base.split(";")));
if (!TextUtils.isEmpty(style))
params.addAll(Arrays.asList(style.split(";")));
for (String param : params) {
int colon = param.indexOf(':');
if (colon > 0) {
String key = param.substring(0, colon).trim().toLowerCase(Locale.ROOT);
Inherit colors
2020-04-21 18:29:58 +00:00
if (selector == null || selector.equals(key))
result.put(key, param);
Added style sheet parser
2020-04-20 13:01:05 +00:00
} else
Log.w("Invalid style param=" + param);
}
return TextUtils.join(";", result.values());
}
Added support for font-size, improved font-weight support
2020-02-09 09:31:37 +00:00
private static Integer getFontWeight(String value) {
Added font weight values
2020-04-30 07:28:24 +00:00
// https://developer.mozilla.org/en-US/docs/Web/CSS/font-weight
Added support for font-size, improved font-weight support
2020-02-09 09:31:37 +00:00
if (TextUtils.isEmpty(value))
return null;
value = value.toLowerCase(Locale.ROOT).trim();
switch (value) {
Added font weight values
2020-04-30 07:28:24 +00:00
case "thin":
return 100;
Added light font weight
2020-04-26 14:02:21 +00:00
case "light":
Added support for font-size, improved font-weight support
2020-02-09 09:31:37 +00:00
case "lighter":
return 300;
case "normal":
Added regular font weight
2020-04-28 05:53:22 +00:00
case "regular":
Added support for font-size, improved font-weight support
2020-02-09 09:31:37 +00:00
return 400;
case "bolder":
Added regular font weight
2020-04-28 05:53:22 +00:00
case "strong":
Added support for font-size, improved font-weight support
2020-02-09 09:31:37 +00:00
return 600;
case "bold":
return 700;
Added font weight values
2020-04-30 07:28:24 +00:00
case "heavy":
return 900;
Ignore none font weight
2020-04-28 18:13:49 +00:00
case "none":
Added font weight values
2020-04-30 07:28:24 +00:00
case "auto":
Added unset font size/weight
2020-05-04 16:27:46 +00:00
case "unset":
Added font weight values
2020-04-30 07:28:24 +00:00
case "initial":
Small improvement
2020-04-27 14:23:32 +00:00
case "inherit":
return null;
Added support for font-size, improved font-weight support
2020-02-09 09:31:37 +00:00
}
try {
return Integer.parseInt(value);
Log font weight errors
2020-04-25 18:35:45 +00:00
} catch (NumberFormatException ex) {
Reduced logging
2020-05-28 06:48:28 +00:00
Log.i(ex);
Added support for font-size, improved font-weight support
2020-02-09 09:31:37 +00:00
}
return null;
}
Relative font sizes are required for zooming
2020-04-28 16:20:47 +00:00
private static Float getFontSize(String value, float current) {
Improved font size calculation
2020-04-22 08:50:58 +00:00
// https://developer.mozilla.org/en-US/docs/Web/CSS/font-size
Added support for font-size, improved font-weight support
2020-02-09 09:31:37 +00:00
if (TextUtils.isEmpty(value))
return null;
Improved font size calculation
2020-04-22 08:50:58 +00:00
if (value.contains("calc") ||
Added font weight values
2020-04-30 07:28:24 +00:00
"none".equals(value) ||
Improved font size calculation
2020-04-22 08:50:58 +00:00
"auto".equals(value) ||
Added unset font size/weight
2020-05-04 16:27:46 +00:00
"unset".equals(value) ||
Font size variations
2020-04-22 12:31:12 +00:00
"initial".equals(value) ||
Improved font size calculation
2020-04-22 08:50:58 +00:00
"inherit".equals(value))
return null;
Support more font size attributes
2020-04-20 07:57:42 +00:00
// Absolute
switch (value) {
case "xx-small":
case "x-small":
case "small":
return FONT_SMALL;
case "medium":
return 1.0f;
case "large":
case "x-large":
case "xx-large":
case "xxx-large":
return FONT_LARGE;
}
// Relative
switch (value) {
case "smaller":
Custom rendering: variable font size
2020-04-28 07:02:07 +00:00
return FONT_SMALL * current;
Support more font size attributes
2020-04-20 07:57:42 +00:00
case "larger":
Custom rendering: variable font size
2020-04-28 07:02:07 +00:00
return FONT_LARGE * current;
Support more font size attributes
2020-04-20 07:57:42 +00:00
}
Added support for font-size, improved font-weight support
2020-02-09 09:31:37 +00:00
try {
Support more font size attributes
2020-04-20 07:57:42 +00:00
if (value.endsWith("%"))
Custom rendering: variable font size
2020-04-28 07:02:07 +00:00
return Float.parseFloat(value.substring(0, value.length() - 1).trim()) / 100 * current;
Relative font sizes
2020-02-20 10:28:55 +00:00
if (value.endsWith("rem"))
return Float.parseFloat(value.substring(0, value.length() - 3).trim());
Fixed rem font sizes
2021-01-05 13:08:39 +00:00
if (value.endsWith("em"))
return Float.parseFloat(value.substring(0, value.length() - 2).trim()) * current;
Added support for ex dimension
2021-04-24 16:54:18 +00:00
if (value.endsWith("ex")) // 1 ex = 0.5 em
return Float.parseFloat(value.substring(0, value.length() - 2).trim()) / 2 * current;
12 points = 100 %
2020-04-28 16:32:10 +00:00
if (value.endsWith("pt"))
return Float.parseFloat(value.substring(0, value.length() - 2).trim()) / DEFAULT_FONT_SIZE_PT;
if (value.endsWith("px"))
Font size variations
2020-04-22 12:31:12 +00:00
return Float.parseFloat(value.substring(0, value.length() - 2).trim()) / DEFAULT_FONT_SIZE;
Added support for inch, cm and pc
2020-06-16 18:39:00 +00:00
// https://www.w3.org/Style/Examples/007/units.en.html
if (value.endsWith("pc")) // 6 pc = 72 pt
return Float.parseFloat(value.substring(0, value.length() - 2).trim()) / 12 / DEFAULT_FONT_SIZE_PT;
if (value.endsWith("cm")) // 1 inch = 2.54 cm
Fixed font size units
2021-02-25 12:32:33 +00:00
return Float.parseFloat(value.substring(0, value.length() - 2).trim()) / 2.54f * 72 / DEFAULT_FONT_SIZE_PT;
if (value.endsWith("mm")) // 1 inch = 25.4 mm
return Float.parseFloat(value.substring(0, value.length() - 2).trim()) / 25.4f * 72 / DEFAULT_FONT_SIZE_PT;
Added support for inch, cm and pc
2020-06-16 18:39:00 +00:00
if (value.endsWith("in")) // 1 inch = 72pt
Fixed font size units
2021-02-25 12:32:33 +00:00
return Float.parseFloat(value.substring(0, value.length() - 2).trim()) * 72 / DEFAULT_FONT_SIZE_PT;
Font size variations
2020-04-22 12:31:12 +00:00
return Float.parseFloat(value.trim()) / DEFAULT_FONT_SIZE;
Support more font size attributes
2020-04-20 07:57:42 +00:00
} catch (NumberFormatException ex) {
Updated text
2020-04-24 10:07:29 +00:00
Log.i(ex);
Font size variations
2020-04-22 12:31:12 +00:00
return null;
Added support for font-size, improved font-weight support
2020-02-09 09:31:37 +00:00
}
}
Fixed adjusting compose colors
2020-06-29 12:21:19 +00:00
private static Integer parseColor(@NonNull String value) {
Refactoring
2020-01-31 12:52:57 +00:00
// https://developer.mozilla.org/en-US/docs/Web/CSS/color_value
String c = value
Added color workarounds
2020-02-04 09:19:17 +00:00
.replace("null", "")
Refactoring
2020-01-31 12:52:57 +00:00
.replace("none", "")
.replace("unset", "")
Added color workaround
2020-02-10 08:34:15 +00:00
.replace("auto", "")
Refactoring
2020-01-31 12:52:57 +00:00
.replace("inherit", "")
.replace("initial", "")
.replace("windowtext", "")
Added color workaround
2020-02-07 08:58:22 +00:00
.replace("currentcolor", "")
Refactoring
2020-01-31 12:52:57 +00:00
.replace("transparent", "")
Added color workarounds
2020-02-04 09:19:17 +00:00
.replaceAll("[^a-z0-9(),.%#]", "")
.replaceAll("#+", "#");
Refactoring
2020-01-31 12:52:57 +00:00
Integer color = null;
try {
if (TextUtils.isEmpty(c))
return null;
Added color workaround
2020-02-04 09:00:07 +00:00
else if (c.startsWith("#")) {
Added color workarounds
2020-02-04 09:19:17 +00:00
if (c.length() > 1) {
String code = c.substring(1);
if (x11ColorMap.containsKey(code)) // workaround
Fixed rgb colors
2020-02-08 17:45:28 +00:00
color = x11ColorMap.get(code);
Added color workarounds
2020-02-04 09:19:17 +00:00
else
Decode transparent colors
2020-02-15 19:05:12 +00:00
color = Long.decode(c).intValue();
Added color workarounds
2020-02-04 09:19:17 +00:00
}
Added color workaround
2020-02-04 09:00:07 +00:00
} else if (c.startsWith("rgb") || c.startsWith("hsl")) {
Refactoring
2020-01-31 12:52:57 +00:00
int s = c.indexOf("(");
int e = c.indexOf(")");
if (s > 0 && e > s) {
String[] component = c.substring(s + 1, e).split(",");
for (int i = 0; i < component.length; i++)
if (component[i].endsWith("%"))
if (c.startsWith("rgb")) {
int percent = Integer.parseInt(component[i].replace("%", ""));
component[i] = Integer.toString(Math.round(255 * (percent / 100f)));
} else
component[i] = component[i].replace("%", "");
if (c.startsWith("rgb") && component.length >= 3)
color = Color.rgb(
Integer.parseInt(component[0]),
Integer.parseInt(component[1]),
Integer.parseInt(component[2]));
else if (c.startsWith("hsl") && component.length >= 3)
color = ColorUtils.HSLToColor(new float[]{
Float.parseFloat(component[0]),
Integer.parseInt(component[1]) / 100f,
Integer.parseInt(component[2]) / 100f});
}
} else if (x11ColorMap.containsKey(c))
Fixed rgb colors
2020-02-08 17:45:28 +00:00
color = x11ColorMap.get(c);
Refactoring
2020-01-31 12:52:57 +00:00
else
try {
color = Color.parseColor(c);
} catch (IllegalArgumentException ex) {
Added color workaround
2020-02-04 09:00:07 +00:00
// Workaround
Decode transparent colors
2020-02-15 19:05:12 +00:00
color = Long.decode("#" + c).intValue();
Refactoring
2020-01-31 12:52:57 +00:00
}
if (BuildConfig.DEBUG)
Log.i("Color " + c + "=" + (color == null ? null : Long.toHexString(color)));
} catch (Throwable ex) {
Reduced logging
2020-05-28 06:48:28 +00:00
Log.i("Color=" + c + ": " + ex);
Refactoring
2020-01-31 12:52:57 +00:00
}
Fixed adjusting compose colors
2020-06-29 12:21:19 +00:00
return color;
}
Fixed transparent colors
2020-01-31 13:45:51 +00:00
Fixed adjusting compose colors
2020-06-29 12:21:19 +00:00
private static Integer adjustColor(boolean dark, int textColorPrimary, Integer color) {
int r = Color.red(color);
int g = Color.green(color);
int b = Color.blue(color);
if (r == g && r == b && (dark ? 255 - r : r) < GRAY_THRESHOLD)
color = textColorPrimary;
else
color = Helper.adjustLuminance(color, dark, MIN_LUMINANCE);
Refactoring
2020-01-31 12:52:57 +00:00
Fixed adjusting compose colors
2020-06-29 12:21:19 +00:00
return (color & 0xFFFFFF);
Refactoring
2020-01-31 12:52:57 +00:00
}
Refactoring
2020-04-07 17:43:02 +00:00
// https://tools.ietf.org/html/rfc3676
static String flow(String text) {
boolean continuation = false;
StringBuilder flowed = new StringBuilder();
Reduce memory usage
2020-11-02 07:04:42 +00:00
String[] lines = text.split("\\r?\\n");
for (int l = 0; l < lines.length; l++) {
String line = lines[l];
lines[l] = null;
Refactoring
2020-04-07 17:43:02 +00:00
if (continuation)
while (line.startsWith(">")) {
line = line.substring(1);
if (line.startsWith(" "))
line = line.substring(1);
}
continuation = (line.endsWith(" ") && !"-- ".equals(line));
flowed.append(line);
if (!continuation)
flowed.append("\r\n");
}
return flowed.toString();
}
Fixed encoding plain text messages
2019-11-19 08:57:55 +00:00
static String formatPre(String text) {
Paste plain text without quoting
2020-05-22 18:07:58 +00:00
return formatPre(text, true);
}
Allow pasting words
2021-05-23 18:07:10 +00:00
static String formatPre(String text, boolean view) {
Fixed encoding plain text messages
2019-11-19 08:57:55 +00:00
int level = 0;
StringBuilder sb = new StringBuilder();
String[] lines = text.split("\\r?\\n");
Reduce memory usage
2020-11-02 07:04:42 +00:00
for (int l = 0; l < lines.length; l++) {
String line = lines[l];
lines[l] = null;
Fixed encoding plain text messages
2019-11-19 08:57:55 +00:00
// Opening quotes
Apply RFC3676 to plain text quotes
2020-05-20 08:56:05 +00:00
// https://tools.ietf.org/html/rfc3676#section-4.5
Allow pasting words
2021-05-23 18:07:10 +00:00
if (view) {
Paste plain text without quoting
2020-05-22 18:07:58 +00:00
int tlevel = 0;
while (line.startsWith(">")) {
tlevel++;
if (tlevel > level)
sb.append("<blockquote>");
Fixed encoding plain text messages
2019-11-19 08:57:55 +00:00
Paste plain text without quoting
2020-05-22 18:07:58 +00:00
line = line.substring(1); // >
Space after plain text quote
2020-05-20 13:28:19 +00:00
Paste plain text without quoting
2020-05-22 18:07:58 +00:00
if (line.startsWith(" >"))
line = line.substring(1);
}
if (tlevel > 0)
if (line.length() > 0 && line.charAt(0) == ' ')
line = line.substring(1);
Fixed encoding plain text messages
2019-11-19 08:57:55 +00:00
Paste plain text without quoting
2020-05-22 18:07:58 +00:00
// Closing quotes
for (int i = 0; i < level - tlevel; i++)
sb.append("</blockquote>");
level = tlevel;
}
Fixed encoding plain text messages
2019-11-19 08:57:55 +00:00
// Tabs characters
Reduce memory usage
2020-11-02 07:04:42 +00:00
StringBuilder sbl = new StringBuilder();
Fixed encoding plain text messages
2019-11-19 08:57:55 +00:00
for (int j = 0; j < line.length(); j++) {
char kar = line.charAt(j);
if (kar == '\t') {
Reduce memory usage
2020-11-02 07:04:42 +00:00
sbl.append(' ');
while (sbl.length() % TAB_SIZE != 0)
sbl.append(' ');
Fixed encoding plain text messages
2019-11-19 08:57:55 +00:00
} else
Reduce memory usage
2020-11-02 07:04:42 +00:00
sbl.append(kar);
Fixed encoding plain text messages
2019-11-19 08:57:55 +00:00
}
Reduce memory usage
2020-11-02 07:04:42 +00:00
line = sbl.toString();
Fixed encoding plain text messages
2019-11-19 08:57:55 +00:00
// Html characters
Simplification
2020-05-02 09:14:17 +00:00
// This will handle spaces / word wrapping as well
Fixed encoding plain text messages
2019-11-19 08:57:55 +00:00
line = Html.escapeHtml(line);
Simplification
2020-05-02 09:14:17 +00:00
sb.append(line);
Allow pasting words
2021-05-23 18:07:10 +00:00
if (view ||
The real deal
2021-05-23 18:33:12 +00:00
l + 1 < lines.length ||
text.endsWith("\n"))
Allow pasting words
2021-05-23 18:07:10 +00:00
sb.append("<br>");
Fixed encoding plain text messages
2019-11-19 08:57:55 +00:00
}
// Closing quotes
for (int i = 0; i < level; i++)
sb.append("</blockquote>");
return sb.toString();
}
Always remove small images
2020-11-16 17:53:56 +00:00
static void removeTrackingPixels(Context context, Document document) {
Use disconnect list for tracking images
2020-07-19 17:36:32 +00:00
SharedPreferences prefs = PreferenceManager.getDefaultSharedPreferences(context);
boolean disconnect_images = prefs.getBoolean("disconnect_images", false);
Simplification
2021-01-23 08:28:51 +00:00
Drawable d = context.getDrawable(R.drawable.twotone_my_location_24);
Show tracking pixel icon
2019-10-04 21:04:03 +00:00
d.setTint(Helper.resolveColor(context, R.attr.colorWarning));
Small improvements
2019-10-05 07:38:36 +00:00
Show tracking pixel icon
2019-10-04 21:04:03 +00:00
Bitmap bm = Bitmap.createBitmap(d.getIntrinsicWidth(), d.getIntrinsicHeight(), Bitmap.Config.ARGB_8888);
Canvas c = new Canvas(bm);
d.setBounds(0, 0, c.getWidth(), c.getHeight());
d.draw(c);
ByteArrayOutputStream bos = new ByteArrayOutputStream();
bm.compress(Bitmap.CompressFormat.PNG, 100, bos);
StringBuilder sb = new StringBuilder();
Small improvements
2019-10-05 07:38:36 +00:00
sb.append("data:image/png;base64,");
Small improvements
2019-10-05 09:57:54 +00:00
sb.append(Base64.encodeToString(bos.toByteArray(), Base64.NO_WRAP));
Show tracking pixel icon
2019-10-04 21:04:03 +00:00
Consider images from same domain not as tracking images
2020-08-03 18:05:52 +00:00
// Build list of allowed hosts
List<String> hosts = new ArrayList<>();
for (Element img : document.select("img")) {
String src = img.attr("src");
Revert "Refactoring" This reverts commit 8babc79a03048cc411c080251905837449bd3ce2.
2020-10-30 17:48:53 +00:00
if (!TextUtils.isEmpty(src) && !isTrackingPixel(img)) {
Consider images from same domain not as tracking images
2020-08-03 18:05:52 +00:00
Uri uri = Uri.parse(img.attr("src"));
String host = uri.getHost();
Refactoring
2020-10-30 18:01:24 +00:00
if (host != null && !hosts.contains(host) &&
!isTrackingHost(host, disconnect_images))
Consider images from same domain not as tracking images
2020-08-03 18:05:52 +00:00
hosts.add(host);
}
}
Inline full message display
2019-10-04 13:25:04 +00:00
// Images
for (Element img : document.select("img")) {
Small improvement
2020-05-05 16:49:55 +00:00
img.removeAttr("x-tracking");
Remove small images from reformatted messages
2020-08-06 15:13:23 +00:00
Inline full message display
2019-10-04 13:25:04 +00:00
String src = img.attr("src");
Always remove empty images
2020-11-15 19:37:27 +00:00
if (TextUtils.isEmpty(src))
Use disconnect list for tracking images
2020-07-19 17:36:32 +00:00
continue;
Consider images from same domain not as tracking images
2020-08-03 18:05:52 +00:00
Uri uri = Uri.parse(src);
String host = uri.getHost();
Always remove small images
2020-11-16 17:53:56 +00:00
if (host == null || hosts.contains(host))
Consider images from same domain not as tracking images
2020-08-03 18:05:52 +00:00
continue;
Refactoring
2020-10-30 18:01:24 +00:00
if (isTrackingPixel(img) || isTrackingHost(host, disconnect_images)) {
Use disconnect list for tracking images
2020-07-19 17:36:32 +00:00
img.attr("src", sb.toString());
img.attr("alt", context.getString(R.string.title_legend_tracking_pixel));
img.attr("height", "24");
img.attr("width", "24");
img.attr("style", "display:block !important; width:24px !important; height:24px !important;");
img.attr("x-tracking", src);
Inline full message display
2019-10-04 13:25:04 +00:00
}
}
}
Revert "Refactoring" This reverts commit 8babc79a03048cc411c080251905837449bd3ce2.
2020-10-30 17:48:53 +00:00
private static boolean isTrackingPixel(Element img) {
Refactoring
2019-10-04 19:25:52 +00:00
String width = img.attr("width").trim();
String height = img.attr("height").trim();
Zoom image place holder
2019-03-30 16:55:00 +00:00
Refactoring
2019-10-04 19:25:52 +00:00
if (TextUtils.isEmpty(width) || TextUtils.isEmpty(height))
return false;
Refactoring
2018-12-14 09:11:45 +00:00
Prevent crash
2019-10-03 06:55:37 +00:00
try {
Refactoring
2019-10-04 19:25:52 +00:00
return (Integer.parseInt(width) * Integer.parseInt(height) <= TRACKING_PIXEL_SURFACE);
} catch (NumberFormatException ignored) {
return false;
}
}
Prevent crash
2019-10-03 06:55:37 +00:00
Refactoring
2020-10-30 18:01:24 +00:00
private static boolean isTrackingHost(String host, boolean disconnect_images) {
if (TRACKING_HOSTS.contains(host))
return true;
if (disconnect_images && DisconnectBlacklist.isTracking(host))
return true;
return false;
}
Fixed showing inline images HTML
2020-02-28 09:01:18 +00:00
static void embedInlineImages(Context context, long id, Document document, boolean local) throws IOException {
Refactoring
2019-10-04 19:25:52 +00:00
DB db = DB.getInstance(context);
for (Element img : document.select("img")) {
String src = img.attr("src");
if (src.startsWith("cid:")) {
String cid = '<' + src.substring(4) + '>';
Prevent crash
2019-10-03 06:55:37 +00:00
EntityAttachment attachment = db.attachment().getAttachment(id, cid);
Refactoring
2019-10-04 19:25:52 +00:00
if (attachment != null && attachment.available) {
File file = attachment.getFile(context);
Fixed showing inline images HTML
2020-02-28 09:01:18 +00:00
if (local) {
Uri uri = FileProvider.getUriForFile(context, BuildConfig.APPLICATION_ID, file);
img.attr("src", uri.toString());
Log.i("Inline image uri=" + uri);
} else {
try (InputStream is = new FileInputStream(file)) {
byte[] bytes = new byte[(int) file.length()];
if (is.read(bytes) != bytes.length)
throw new IOException("length");
StringBuilder sb = new StringBuilder();
sb.append("data:");
sb.append(attachment.type);
sb.append(";base64,");
sb.append(Base64.encodeToString(bytes, Base64.NO_WRAP));
img.attr("src", sb.toString());
}
Progressively load images
2019-04-30 08:33:03 +00:00
}
}
Refactoring
2019-10-04 19:25:52 +00:00
}
Density aware images
2019-07-15 10:17:01 +00:00
}
}
Added original zoom to fit screen option
2020-08-20 06:52:09 +00:00
static void setViewport(Document document, boolean overview) {
Fit html message to width
2019-10-08 17:54:52 +00:00
// https://developer.mozilla.org/en-US/docs/Mozilla/Mobile/Viewport_meta_tag
Improved viewport processing
2020-09-18 10:40:30 +00:00
Elements meta = document.select("meta").select("[name=viewport]");
// Note that the browser will recognize meta elements in the body too
Ignore meta in overview mode
2020-08-28 15:03:03 +00:00
if (overview) // fit width
Fixed original messages / wide view port
2020-08-08 06:20:28 +00:00
meta.remove();
Ignore meta in overview mode
2020-08-28 15:03:03 +00:00
else {
if (meta.size() == 1) {
Improved viewport processing
2020-09-18 10:40:30 +00:00
String content = meta.attr("content");
String[] param = content.split("[;,]");
for (int i = 0; i < param.length; i++) {
String[] kv = param[i].split("=");
Remove minimum and maximum scale meta
2020-09-29 07:27:07 +00:00
if (kv.length == 2) {
Lower case with root locale
2021-05-01 14:55:00 +00:00
switch (kv[0].replace(" ", "").toLowerCase(Locale.ROOT)) {
Remove minimum and maximum scale meta
2020-09-29 07:27:07 +00:00
case "user-scalable":
kv[1] = "yes";
param[i] = TextUtils.join("=", kv);
break;
case "minimum-scale":
case "maximum-scale":
kv[0] = "disabled-scaling";
param[i] = TextUtils.join("=", kv);
break;
}
Improved viewport processing
2020-09-18 10:40:30 +00:00
}
}
meta.attr("content", TextUtils.join(", ", param));
Ignore meta in overview mode
2020-08-28 15:03:03 +00:00
} else {
meta.remove();
Added original zoom to fit screen option
2020-08-20 06:52:09 +00:00
document.head().prependElement("meta")
.attr("name", "viewport")
.attr("content", "width=device-width, initial-scale=1.0");
Ignore meta in overview mode
2020-08-28 15:03:03 +00:00
}
Fixed original messages / wide view port
2020-08-08 06:20:28 +00:00
}
Fit html message to width
2019-10-08 17:54:52 +00:00
Fixed original messages / wide view port
2020-08-08 06:20:28 +00:00
Log.d(document.head().html());
Skip running image task if image cached
2019-05-04 11:06:22 +00:00
}
Recognize language of subject
2021-01-25 13:49:56 +00:00
static String getLanguage(Context context, String subject, String text) {
Save memory on previewing
2020-02-20 09:35:01 +00:00
try {
Inline language recognition
2020-03-26 14:25:44 +00:00
SharedPreferences prefs = PreferenceManager.getDefaultSharedPreferences(context);
Disable language detection by default
2020-03-26 19:28:17 +00:00
boolean language_detection = prefs.getBoolean("language_detection", false);
Added setting to disable language detection
2020-03-26 14:34:42 +00:00
if (!language_detection)
Inline language recognition
2020-03-26 14:25:44 +00:00
return null;
Recognize language of subject
2021-01-25 13:49:56 +00:00
StringBuilder sb = new StringBuilder();
if (!TextUtils.isEmpty(subject))
sb.append(subject).append('\n');
if (!TextUtils.isEmpty(text))
sb.append(text);
if (sb.length() == 0)
return null;
Locale locale = TextHelper.detectLanguage(context, sb.toString());
Refactoring
2020-11-16 14:46:55 +00:00
return (locale == null ? null : locale.getLanguage());
Inline language recognition
2020-03-26 14:25:44 +00:00
} catch (Throwable ex) {
Save memory on previewing
2020-02-20 09:35:01 +00:00
Log.e(ex);
return null;
}
}
Refactoring
2021-01-19 11:18:03 +00:00
static String getPreview(String text) {
Optimization
2021-01-19 10:57:59 +00:00
if (text == null)
Catch OOM
2019-11-11 19:23:34 +00:00
return null;
Optimization
2021-01-19 10:57:59 +00:00
String preview = text
.replace("\u200C", "") // Zero-width non-joiner
.replaceAll("\\s+", " ");
return truncate(preview, PREVIEW_SIZE);
Catch OOM
2019-11-11 19:23:34 +00:00
}
Refactoring
2020-02-11 19:07:00 +00:00
static String getFullText(String body) {
try {
Save memory on previewing
2020-02-20 09:35:01 +00:00
if (body == null)
return null;
Document d = JsoupEx.parse(body);
Optimization
2021-01-19 10:57:59 +00:00
return _getText(d);
Refactoring
2020-02-11 19:07:00 +00:00
} catch (OutOfMemoryError ex) {
Log.e(ex);
return null;
}
}
Save memory on previewing
2020-02-20 09:35:01 +00:00
static String getFullText(File file) throws IOException {
try {
Document d = JsoupEx.parse(file);
Optimization
2021-01-19 10:57:59 +00:00
return _getText(d);
Save memory on previewing
2020-02-20 09:35:01 +00:00
} catch (OutOfMemoryError ex) {
Log.e(ex);
Refactoring
2019-10-03 16:07:56 +00:00
return null;
Save memory on previewing
2020-02-20 09:35:01 +00:00
}
}
Refactoring
2019-10-03 16:07:56 +00:00
Optimization
2021-01-19 10:57:59 +00:00
private static String _getText(Document d) {
Refactoring
2021-01-19 11:02:49 +00:00
truncate(d, MAX_FULL_TEXT_SIZE);
Truncate large messages
2020-02-14 10:06:48 +00:00
Wrap preview block quotes in square brackets
2020-02-28 16:58:31 +00:00
for (Element bq : d.select("blockquote")) {
bq.prependChild(new TextNode("["));
bq.appendChild(new TextNode("]"));
}
Optimization
2021-01-19 10:57:59 +00:00
return d.text();
Word break preview text
2020-07-14 06:57:46 +00:00
}
static String truncate(String text, int at) {
if (text.length() < at)
return text;
Refactoring
2019-10-03 16:07:56 +00:00
Word break preview text
2020-07-14 06:57:46 +00:00
String preview = text.substring(0, at);
int space = preview.lastIndexOf(' ');
if (space > 0)
preview = preview.substring(0, space + 1);
return preview + "…";
Improved html to text conversion
2019-01-05 11:17:33 +00:00
}
Small (non) null fixes
2020-09-10 09:14:51 +00:00
@NonNull
Simplified/improved plain text
2020-05-02 12:23:11 +00:00
static String getText(Context context, String html) {
Sanitize get text
2020-11-07 15:03:33 +00:00
Document d = sanitizeCompose(context, html, false);
Truncate large messages
2020-02-14 10:06:48 +00:00
Refactoring
2021-01-19 11:02:49 +00:00
truncate(d, MAX_FORMAT_TEXT_SIZE);
Truncate large messages
2020-02-14 10:06:48 +00:00
Cleanup
2020-11-08 20:09:31 +00:00
SpannableStringBuilder ssb = fromDocument(context, d, null, null);
Improved html to text conversion
2019-01-05 11:17:33 +00:00
Support italic/bold for plain text
2021-02-20 20:08:28 +00:00
for (StyleSpan span : ssb.getSpans(0, ssb.length(), StyleSpan.class)) {
int start = ssb.getSpanStart(span);
int end = ssb.getSpanEnd(span);
if (span.getStyle() == Typeface.ITALIC) {
Thunderbird style plain text formatting
2021-02-21 15:05:33 +00:00
ssb.insert(end, "/");
ssb.insert(start, "/");
} else if (span.getStyle() == Typeface.BOLD) {
Support italic/bold for plain text
2021-02-20 20:08:28 +00:00
ssb.insert(end, "*");
ssb.insert(start, "*");
}
}
Thunderbird style plain text formatting
2021-02-21 15:05:33 +00:00
for (UnderlineSpan span : ssb.getSpans(0, ssb.length(), UnderlineSpan.class)) {
int start = ssb.getSpanStart(span);
int end = ssb.getSpanEnd(span);
ssb.insert(end, "_");
ssb.insert(start, "_");
}
Simplified/improved plain text
2020-05-02 12:23:11 +00:00
for (URLSpan span : ssb.getSpans(0, ssb.length(), URLSpan.class)) {
String url = span.getURL();
if (TextUtils.isEmpty(url))
continue;
if (url.toLowerCase(Locale.ROOT).startsWith("mailto:"))
url = url.substring("mailto:".length());
int start = ssb.getSpanStart(span);
int end = ssb.getSpanEnd(span);
String text = ssb.subSequence(start, end).toString();
if (!text.contains(url))
ssb.insert(end, "[" + url + "]");
}
Fixed spacing plain text
2019-11-22 19:42:45 +00:00
Simplified/improved plain text
2020-05-02 12:23:11 +00:00
for (ImageSpan span : ssb.getSpans(0, ssb.length(), ImageSpan.class)) {
String source = span.getSource();
if (TextUtils.isEmpty(source))
continue;
int start = ssb.getSpanStart(span);
int end = ssb.getSpanEnd(span);
for (int i = start; i < end; i++)
if (ssb.charAt(i) == '\uFFFC')
ssb.replace(i, i + 1, " ");
ssb.insert(end, "[" + source + "]");
}
Fixed plain text quote
2019-02-11 15:36:42 +00:00
Apply RFC3676 to plain text quotes
2020-05-20 08:56:05 +00:00
// https://tools.ietf.org/html/rfc3676#section-4.5
Simplified/improved plain text
2020-05-02 12:23:11 +00:00
for (QuoteSpan span : ssb.getSpans(0, ssb.length(), QuoteSpan.class)) {
int start = ssb.getSpanStart(span);
int end = ssb.getSpanEnd(span);
Apply RFC3676 to plain text quotes
2020-05-20 08:56:05 +00:00
Prevent quoting next line
2020-05-26 20:15:55 +00:00
for (int i = end - 2; i >= start; i--)
Simplified/improved plain text
2020-05-02 12:23:11 +00:00
if (ssb.charAt(i) == '\n')
Space after plain text quote
2020-05-20 13:28:19 +00:00
if (i + 1 < ssb.length() && ssb.charAt(i + 1) == '>')
ssb.insert(i + 1, ">");
else
ssb.insert(i + 1, "> ");
Apply RFC3676 to plain text quotes
2020-05-20 08:56:05 +00:00
Prevent crash
2020-05-25 16:57:59 +00:00
if (start < ssb.length())
ssb.insert(start, ssb.charAt(start) == '>' ? ">" : "> ");
Simplified/improved plain text
2020-05-02 12:23:11 +00:00
}
Fixed spacing plain text
2019-11-22 19:42:45 +00:00
Simplified/improved plain text
2020-05-02 12:23:11 +00:00
for (BulletSpan span : ssb.getSpans(0, ssb.length(), BulletSpan.class)) {
int start = ssb.getSpanStart(span);
Added composing sub lists
2021-05-06 06:22:04 +00:00
if (span instanceof NumberSpan) {
Improved plain text lists
2021-05-06 18:54:38 +00:00
NumberSpan ns = (NumberSpan) span;
ssb.insert(start, ns.getIndex() + ". ");
int level = ns.getLevel();
Added composing sub lists
2021-05-06 06:22:04 +00:00
for (int l = 1; l <= level; l++)
ssb.insert(start, "\t");
} else {
ssb.insert(start, "* ");
if (span instanceof BulletSpanEx) {
Improved plain text lists
2021-05-06 18:54:38 +00:00
BulletSpanEx bs = (BulletSpanEx) span;
int level = bs.getLevel();
Added composing sub lists
2021-05-06 06:22:04 +00:00
for (int l = 1; l <= level; l++)
ssb.insert(start, "\t");
}
}
Simplified/improved plain text
2020-05-02 12:23:11 +00:00
}
Improved formatting
2019-02-10 12:01:21 +00:00
Simplified/improved plain text
2020-05-02 12:23:11 +00:00
return ssb.toString();
Refactoring
2018-12-24 20:09:47 +00:00
}
Convert to lists on sending message
2020-03-08 15:05:43 +00:00
Highlight DSN headers, refactoring
2019-08-29 19:57:04 +00:00
static Spanned highlightHeaders(Context context, String headers) {
Use link color for header names
2021-02-27 10:47:22 +00:00
int colorAccent = Helper.resolveColor(context, android.R.attr.textColorLink);
Highlight DSN headers, refactoring
2019-08-29 19:57:04 +00:00
SpannableStringBuilder ssb = new SpannableStringBuilder(headers);
int index = 0;
for (String line : headers.split("\n")) {
if (line.length() > 0 && !Character.isWhitespace(line.charAt(0))) {
int colon = line.indexOf(':');
if (colon > 0)
ssb.setSpan(new ForegroundColorSpan(colorAccent), index, index + colon, 0);
}
index += line.length() + 1;
}
return ssb;
}
Replace Apple converted spaces
2020-02-14 12:31:34 +00:00
static void cleanup(Document d) {
Small fix
2020-02-14 15:57:09 +00:00
// https://www.chromestatus.com/feature/5756335865987072
// Some messages contain 100 thousands of Apple spaces
Small improvement
2020-02-14 14:40:47 +00:00
for (Element aspace : d.select(".Apple-converted-space")) {
Node next = aspace.nextSibling();
if (next instanceof TextNode) {
TextNode tnode = (TextNode) next;
Small fix
2020-02-14 15:57:09 +00:00
tnode.text(" " + tnode.text());
Replace Apple converted spaces
2020-02-14 12:31:34 +00:00
aspace.remove();
} else
aspace.replaceWith(new TextNode(" "));
Small improvement
2020-02-14 14:40:47 +00:00
}
Replace Apple converted spaces
2020-02-14 12:31:34 +00:00
}
Refactoring
2021-06-02 05:54:14 +00:00
static void quoteLimit(Document d, int maxLevel) {
for (Element bq : d.select("blockquote")) {
int level = 1;
Element parent = bq.parent();
while (parent != null) {
if ("blockquote".equals(parent.tagName()))
level++;
parent = parent.parent();
}
if (level >= maxLevel)
bq.html("&#8230;");
}
}
Refactoring
2021-01-19 11:02:49 +00:00
static boolean truncate(Document d, int max) {
Fixed/simplified message truncation
2020-11-01 18:17:07 +00:00
final int[] length = new int[1];
Truncate large messages
2020-02-14 10:06:48 +00:00
Fixed/simplified message truncation
2020-11-01 18:17:07 +00:00
NodeTraversor.filter(new NodeFilter() {
@Override
public FilterResult head(Node node, int depth) {
if (length[0] >= max)
return FilterResult.REMOVE;
else if (node instanceof TextNode) {
TextNode tnode = ((TextNode) node);
Truncate large texts
2020-02-16 09:08:46 +00:00
String text = tnode.getWholeText();
Fixed/simplified message truncation
2020-11-01 18:17:07 +00:00
if (length[0] + text.length() >= max) {
text = text.substring(0, max - length[0]) + " ...";
tnode.text(text);
length[0] += text.length();
return FilterResult.SKIP_ENTIRELY;
} else
length[0] += text.length();
Truncate large texts
2020-02-16 09:08:46 +00:00
}
Fixed/simplified message truncation
2020-11-01 18:17:07 +00:00
return FilterResult.CONTINUE;
Truncate large texts
2020-02-16 09:08:46 +00:00
}
Fixed/simplified message truncation
2020-11-01 18:17:07 +00:00
@Override
public FilterResult tail(Node node, int depth) {
return FilterResult.CONTINUE;
}
}, d);
Log message text sizes / number of images
2020-02-20 12:11:13 +00:00
Fixed/simplified message truncation
2020-11-01 18:17:07 +00:00
Log.i("Message size=" + length[0]);
return (length[0] > max);
Truncate large messages
2020-02-14 10:06:48 +00:00
}
Jsoup parse from file to reduce memory usage
2020-02-20 09:07:01 +00:00
static boolean contains(Document d, String[] texts) {
Map<String, Boolean> condition = new HashMap<>();
for (String t : texts)
condition.put(t, false);
for (Element elm : d.select("*"))
for (Node child : elm.childNodes()) {
if (child instanceof TextNode) {
TextNode tnode = ((TextNode) child);
String text = tnode.getWholeText();
for (String t : texts)
if (!condition.get(t) && text.contains(t)) {
condition.put(t, true);
boolean found = true;
for (String c : texts)
if (!condition.get(c)) {
found = false;
break;
}
if (found)
return true;
}
}
}
return false;
}
Optional from HTML compression
2020-06-28 19:23:33 +00:00
static SpannableStringBuilder fromDocument(
Cleanup
2020-11-08 20:09:31 +00:00
Context context, @NonNull Document document,
Optional from HTML compression
2020-06-28 19:23:33 +00:00
@Nullable Html.ImageGetter imageGetter, @Nullable Html.TagHandler tagHandler) {
Made custom rendering an experiment
2020-04-24 14:12:07 +00:00
SharedPreferences prefs = PreferenceManager.getDefaultSharedPreferences(context);
Added render debugging
2020-04-25 08:11:01 +00:00
boolean debug = prefs.getBoolean("debug", false);
Added option to show preformatted text monospaced
2020-11-01 14:44:44 +00:00
boolean monospaced_pre = prefs.getBoolean("monospaced_pre", false);
Fixed text justification numbered lists
2020-05-02 07:37:48 +00:00
Switched to QuoteSpan There is special processing for QuoteSpans in Android that doesn't work on extended QuoteSpans
2020-05-03 12:11:38 +00:00
final int colorPrimary = Helper.resolveColor(context, R.attr.colorPrimary);
final int colorAccent = Helper.resolveColor(context, R.attr.colorAccent);
Improved line span
2020-05-04 18:29:18 +00:00
final int colorSeparator = Helper.resolveColor(context, R.attr.colorSeparator);
Switched to QuoteSpan There is special processing for QuoteSpans in Android that doesn't work on extended QuoteSpans
2020-05-03 12:11:38 +00:00
final int dp3 = Helper.dp2pixels(context, 3);
final int dp6 = Helper.dp2pixels(context, 6);
Use dimensions for bullets
2021-05-07 12:09:16 +00:00
int bulletGap = context.getResources().getDimensionPixelSize(R.dimen.bullet_gap_size);
int bulletRadius = context.getResources().getDimensionPixelSize(R.dimen.bullet_radius_size);
int bulletIndent = context.getResources().getDimensionPixelSize(R.dimen.bullet_indent_size);
Use dimensions for blockquotes
2021-05-07 12:19:59 +00:00
int quoteGap = context.getResources().getDimensionPixelSize(R.dimen.quote_gap_size);
int quoteStripe = context.getResources().getDimensionPixelSize(R.dimen.quote_stripe_width);
Made custom rendering an experiment
2020-04-24 14:12:07 +00:00
Apply message zoom to bullet numbers
2020-08-14 18:15:52 +00:00
int message_zoom = prefs.getInt("message_zoom", 100);
float textSize = Helper.getTextSize(context, 0) * message_zoom / 100f;
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
// https://developer.mozilla.org/en-US/docs/Web/HTML/Block-level_elements
NodeTraversor.traverse(new NodeVisitor() {
private Element element;
Skip normalizing plain text
2020-05-05 14:15:49 +00:00
private int plain = 0;
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
private List<TextNode> block = new ArrayList<>();
Simplified normalizing text
2021-04-29 17:11:11 +00:00
private final Pattern FOLD_WHITESPACE = Pattern.compile("[ \t\f\r\n]+");
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
hr is a block element
2020-05-04 17:08:34 +00:00
// https://developer.mozilla.org/en-US/docs/Web/HTML/Block-level_elements
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
@Override
public void head(Node node, int depth) {
Skip normalizing plain text
2020-05-05 14:15:49 +00:00
if (node instanceof TextNode) {
if (plain == 0)
block.add((TextNode) node);
} else if (node instanceof Element) {
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
element = (Element) node;
Sanitize get text
2020-11-07 15:03:33 +00:00
if ("true".equals(element.attr("x-plain")))
Skip normalizing plain text
2020-05-05 14:15:49 +00:00
plain++;
Fixed compose whitespace/newlines
2020-11-08 08:17:06 +00:00
if (element.isBlock() /* x-block is never false */ ||
"true".equals(element.attr("x-block"))) {
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
normalizeText(block);
block.clear();
Block based text normalisation
2020-04-25 07:58:52 +00:00
}
}
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
}
Custom render: white space handling
2020-04-24 18:35:39 +00:00
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
@Override
public void tail(Node node, int depth) {
if (node instanceof Element) {
element = (Element) node;
Sanitize get text
2020-11-07 15:03:33 +00:00
if ("true".equals(element.attr("x-plain")))
Skip normalizing plain text
2020-05-05 14:15:49 +00:00
plain--;
Fixed compose whitespace/newlines
2020-11-08 08:17:06 +00:00
if (element.isBlock() /* x-block is never false */ ||
"true".equals(element.attr("x-block")) ||
Fixed handling of non breaking spaces
2020-11-02 08:34:43 +00:00
"br".equals(element.tagName())) {
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
normalizeText(block);
block.clear();
Block based text normalisation
2020-04-25 07:58:52 +00:00
}
}
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
}
Custom render: white space handling
2020-04-24 18:35:39 +00:00
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
private void normalizeText(List<TextNode> block) {
// https://developer.mozilla.org/en-US/docs/Web/API/Document_Object_Model/Whitespace
TextNode tnode;
String text;
for (int i = 0; i < block.size(); ) {
tnode = block.get(i);
text = tnode.getWholeText();
Custom render: white space handling
2020-04-24 18:35:39 +00:00
Simplified/improved plain text
2020-05-02 12:23:11 +00:00
if ("-- ".equals(text)) {
Normalize Usenet separator
2020-05-26 19:01:31 +00:00
tnode.text(text);
Simplified/improved plain text
2020-05-02 12:23:11 +00:00
i++;
continue;
}
Simplified normalizing text
2021-04-29 17:11:11 +00:00
// Fold white space
text = FOLD_WHITESPACE.matcher(text).replaceAll(" ");
Custom render: white space handling
2020-04-24 18:35:39 +00:00
Simplified normalizing text
2021-04-29 17:11:11 +00:00
// Conditionally remove leading whitespace
if (isSpace(text, 0) &&
(i == 0 || endsWithSpace(block.get(i - 1).text())))
text = text.substring(1);
Whitespace simplification
2020-05-16 15:44:25 +00:00
Simplified normalizing text
2021-04-29 17:11:11 +00:00
// Conditionally remove trailing whitespace
if (i == block.size() - 1 && endsWithSpace(text))
text = text.substring(0, text.length() - 1);
Whitespace simplification
2020-05-16 15:44:25 +00:00
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
tnode.text(text);
Simplify/improve text processing
2020-04-26 18:22:48 +00:00
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
if (TextUtils.isEmpty(text))
block.remove(i);
else
i++;
}
Added render debugging
2020-04-25 08:11:01 +00:00
Simplified normalizing text
2021-04-29 17:11:11 +00:00
// Remove all blank blocks
Remove blank blocks
2020-11-03 10:12:54 +00:00
boolean blank = true;
for (int i = 0; i < block.size(); i++) {
text = block.get(i).getWholeText();
for (int j = 0; j < text.length(); j++) {
char kar = text.charAt(j);
Oops!
2021-04-30 04:52:46 +00:00
if (kar != ' ') {
Remove blank blocks
2020-11-03 10:12:54 +00:00
blank = false;
break;
}
}
}
if (blank)
for (int i = 0; i < block.size(); i++)
block.get(i).text("");
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
if (debug) {
if (block.size() > 0) {
Improved debug info
2020-05-03 07:33:10 +00:00
TextNode first = block.get(0);
TextNode last = block.get(block.size() - 1);
first.text("(" + first.getWholeText());
last.text(last.getWholeText() + ")");
Block based text normalisation
2020-04-25 07:58:52 +00:00
}
}
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
}
Custom render: white space improvements
2020-04-25 09:57:06 +00:00
Simplified normalizing text
2021-04-29 17:11:11 +00:00
boolean isSpace(String text, int index) {
White space optimization
2020-05-16 14:45:04 +00:00
if (index < 0 || index >= text.length())
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
return false;
Simplified normalizing text
2021-04-29 17:11:11 +00:00
return (text.charAt(index) == ' ');
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
}
Custom render: white space improvements
2020-04-25 09:57:06 +00:00
Simplified normalizing text
2021-04-29 17:11:11 +00:00
boolean endsWithSpace(String text) {
return isSpace(text, text.length() - 1);
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
}
}, document.body());
Block based text normalisation
2020-04-25 07:58:52 +00:00
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
// https://developer.android.com/guide/topics/text/spans
SpannableStringBuilder ssb = new SpannableStringBuilder();
Block based text normalisation
2020-04-25 07:58:52 +00:00
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
NodeTraversor.traverse(new NodeVisitor() {
private Element element;
private TextNode tnode;
Block based text normalisation
2020-04-25 07:58:52 +00:00
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
@Override
public void head(Node node, int depth) {
if (node instanceof Element) {
element = (Element) node;
Revised newlines (draft)
2020-11-06 18:39:31 +00:00
Process tables (draft)
2020-11-07 09:34:34 +00:00
if ("true".equals(element.attr("x-block")))
Oops
2020-11-07 17:39:24 +00:00
if (ssb.length() > 0 && ssb.charAt(ssb.length() - 1) != '\n')
Revised newlines (draft)
2020-11-06 18:39:31 +00:00
ssb.append('\n');
Process tables (draft)
2020-11-07 09:34:34 +00:00
Paragraph fixes
2020-11-07 17:14:15 +00:00
if ("true".equals(element.attr("x-paragraph")) &&
!"false".equals(element.attr("x-line-before")))
Oops
2020-11-07 17:39:24 +00:00
if (ssb.length() > 1 &&
Process tables (draft)
2020-11-07 09:34:34 +00:00
(ssb.charAt(ssb.length() - 2) != '\n' ||
ssb.charAt(ssb.length() - 1) != '\n'))
ssb.append('\n');
Revised newlines (draft)
2020-11-06 18:39:31 +00:00
if ("true".equals(element.attr("x-line-before")) &&
ssb.length() > 0 && ssb.charAt(ssb.length() - 1) == '\n')
ssb.append('\n');
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
element.attr("start-index", Integer.toString(ssb.length()));
Revised newlines (draft)
2020-11-06 18:39:31 +00:00
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
if (debug)
Added debug info
2020-11-08 17:14:28 +00:00
ssb.append("[" + element.tagName() + "/" + element.className() +
":" + "bl=" + element.attr("x-block") +
":" + "pa=" + element.attr("x-paragraph") +
":" + "fo=" + element.attr("x-line-before") +
":" + "af=" + element.attr("x-line-after") +
":" + element.attr("style") + "]");
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
} else if (node instanceof TextNode) {
tnode = (TextNode) node;
Added option to show preformatted text monospaced
2020-11-01 14:44:44 +00:00
String text = tnode.getWholeText();
ssb.append(text);
Added custom HTML to spanned converter (draft)
2020-04-24 13:28:53 +00:00
}
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
}
Added custom HTML to spanned converter (draft)
2020-04-24 13:28:53 +00:00
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
@Override
public void tail(Node node, int depth) {
if (node instanceof Element) {
element = (Element) node;
int start = Integer.parseInt(element.attr("start-index"));
Apply styles first
2020-04-28 07:14:22 +00:00
// Apply style
String style = element.attr("style");
if (!TextUtils.isEmpty(style)) {
String[] params = style.split(";");
for (String param : params) {
int semi = param.indexOf(":");
if (semi < 0)
continue;
String key = param.substring(0, semi);
String value = param.substring(semi + 1);
switch (key) {
case "color":
Prevent crash
2020-05-16 17:35:46 +00:00
if (!TextUtils.isEmpty(value))
try {
int color = Integer.parseInt(value.substring(1), 16) | 0xFF000000;
Check spans
2020-09-26 08:18:05 +00:00
setSpan(ssb, new ForegroundColorSpan(color), start, ssb.length());
Prevent crash
2020-05-16 17:35:46 +00:00
} catch (NumberFormatException ex) {
Reduced logging
2020-05-28 06:48:28 +00:00
Log.i(ex);
Prevent crash
2020-05-16 17:35:46 +00:00
}
Apply styles first
2020-04-28 07:14:22 +00:00
break;
Added support for font display
2020-06-28 13:59:02 +00:00
case "font-family":
Added OpenDyslexic
2021-06-01 11:34:57 +00:00
if ("wingdings".equalsIgnoreCase(value)) {
Replace windings
2020-10-29 18:06:54 +00:00
for (int i = start; i < ssb.length(); i++) {
int kar = ssb.charAt(i);
if (kar >= 0x20 && kar < 0x20 + WINGDING_TO_UNICODE.length) {
int codepoint = WINGDING_TO_UNICODE[kar - 0x20];
String replacement = new String(Character.toChars(codepoint));
if (replacement.length() == 1)
ssb.replace(i, i + 1, replacement);
}
}
Final fantasy
2020-06-29 07:42:11 +00:00
} else
Added OpenDyslexic
2021-06-01 11:34:57 +00:00
setSpan(ssb, StyleHelper.getTypefaceSpan(value, context), start, ssb.length());
Added support for font display
2020-06-28 13:59:02 +00:00
break;
Apply styles first
2020-04-28 07:14:22 +00:00
case "text-decoration":
if ("line-through".equals(value))
Check spans
2020-09-26 08:18:05 +00:00
setSpan(ssb, new StrikethroughSpan(), start, ssb.length());
Apply styles first
2020-04-28 07:14:22 +00:00
break;
Added support for text alignment
2020-05-03 17:29:02 +00:00
case "text-align":
Skip alignment in tables
2020-11-06 12:57:11 +00:00
// https://developer.mozilla.org/en-US/docs/Web/CSS/text-align
Process tables (draft)
2020-11-07 09:34:34 +00:00
Layout.Alignment alignment = null;
Simplify text direction
2021-04-29 15:26:02 +00:00
boolean rtl = TextDirectionHeuristics.FIRSTSTRONG_LTR.isRtl(ssb, start, ssb.length() - start);
Process tables (draft)
2020-11-07 09:34:34 +00:00
switch (value) {
case "left":
case "start":
Align relative to text direction
2021-01-30 14:28:43 +00:00
alignment = (rtl ? Layout.Alignment.ALIGN_OPPOSITE : Layout.Alignment.ALIGN_NORMAL);
Process tables (draft)
2020-11-07 09:34:34 +00:00
break;
case "center":
alignment = Layout.Alignment.ALIGN_CENTER;
break;
case "right":
case "end":
Align relative to text direction
2021-01-30 14:28:43 +00:00
alignment = (rtl ? Layout.Alignment.ALIGN_NORMAL : Layout.Alignment.ALIGN_OPPOSITE);
Process tables (draft)
2020-11-07 09:34:34 +00:00
break;
Added support for text alignment
2020-05-03 17:29:02 +00:00
}
Process tables (draft)
2020-11-07 09:34:34 +00:00
if (alignment != null)
setSpan(ssb, new AlignmentSpan.Standard(alignment), start, ssb.length());
Added support for text alignment
2020-05-03 17:29:02 +00:00
break;
Apply styles first
2020-04-28 07:14:22 +00:00
}
}
}
// Apply calculated font size
Relative font sizes are required for zooming
2020-04-28 16:20:47 +00:00
String xFontSize = element.attr("x-font-size-rel");
Apply styles first
2020-04-28 07:14:22 +00:00
if (!TextUtils.isEmpty(xFontSize)) {
Relative font sizes are required for zooming
2020-04-28 16:20:47 +00:00
Float fsize = Float.parseFloat(xFontSize);
Compose font size improvements
2020-10-03 08:24:38 +00:00
if (fsize != 1.0f)
setSpan(ssb, new RelativeSizeSpan(fsize), start, ssb.length());
Apply styles first
2020-04-28 07:14:22 +00:00
}
// Apply element
Html helper failsafe
2020-08-12 20:21:55 +00:00
try {
String tag = element.tagName();
int semi = tag.indexOf(':');
if (semi >= 0)
tag = tag.substring(semi + 1);
switch (tag) {
case "a":
String href = element.attr("href");
if (!TextUtils.isEmpty(href))
Check spans
2020-09-26 08:18:05 +00:00
setSpan(ssb, new URLSpan(href), start, ssb.length());
Html helper failsafe
2020-08-12 20:21:55 +00:00
break;
case "big":
Check spans
2020-09-26 08:18:05 +00:00
setSpan(ssb, new RelativeSizeSpan(FONT_LARGE), start, ssb.length());
Html helper failsafe
2020-08-12 20:21:55 +00:00
break;
case "blockquote":
if (start == 0 || ssb.charAt(start - 1) != '\n')
ssb.insert(start++, "\n");
Prevent empty blockquotes
2020-09-06 14:47:49 +00:00
if (start == ssb.length())
ssb.append(' ');
Html helper failsafe
2020-08-12 20:21:55 +00:00
if (ssb.length() == 0 || ssb.charAt(ssb.length() - 1) != '\n')
ssb.append("\n");
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
if (Build.VERSION.SDK_INT < Build.VERSION_CODES.P)
Check spans
2020-09-26 08:18:05 +00:00
setSpan(ssb, new QuoteSpan(colorPrimary), start, ssb.length(), Spanned.SPAN_INCLUSIVE_EXCLUSIVE);
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
else
Use dimensions for blockquotes
2021-05-07 12:19:59 +00:00
setSpan(ssb, new QuoteSpan(colorPrimary, quoteStripe, quoteGap), start, ssb.length(), Spanned.SPAN_INCLUSIVE_EXCLUSIVE);
Html helper failsafe
2020-08-12 20:21:55 +00:00
break;
case "br":
Revised newlines (draft)
2020-11-06 18:39:31 +00:00
ssb.append('\n');
Html helper failsafe
2020-08-12 20:21:55 +00:00
break;
There is always a body
2020-11-07 15:47:12 +00:00
case "body":
// Do nothing
break;
Skipping div
2020-11-09 07:25:09 +00:00
case "div": // signature
// Do nothing
break;
Html helper failsafe
2020-08-12 20:21:55 +00:00
case "i":
case "em":
Check spans
2020-09-26 08:18:05 +00:00
setSpan(ssb, new StyleSpan(Typeface.ITALIC), start, ssb.length());
Html helper failsafe
2020-08-12 20:21:55 +00:00
break;
case "font":
Added font/pre for external texts
2020-09-22 07:22:47 +00:00
String face = element.attr("face");
if (!TextUtils.isEmpty(face))
Check spans
2020-09-26 08:18:05 +00:00
setSpan(ssb, new TypefaceSpan(face), start, ssb.length());
Html helper failsafe
2020-08-12 20:21:55 +00:00
break;
case "h1":
case "h2":
case "h3":
case "h4":
case "h5":
case "h6":
Fixed extra large headings
2020-11-15 07:28:58 +00:00
// Font size is already set
Check spans
2020-09-26 08:18:05 +00:00
setSpan(ssb, new StyleSpan(Typeface.BOLD), start, ssb.length());
Html helper failsafe
2020-08-12 20:21:55 +00:00
break;
case "hr":
Fixed centered lines
2021-06-05 10:33:28 +00:00
// Suppress successive lines
Always suppress succesive lines
2020-11-15 07:39:13 +00:00
LineSpan[] lines = ssb.getSpans(0, ssb.length(), LineSpan.class);
int last = -1;
if (lines != null)
for (LineSpan line : lines) {
int e = ssb.getSpanEnd(line);
if (e > last)
last = e;
}
if (last >= 0) {
boolean blank = true;
for (int i = last; i < ssb.length(); i++) {
char kar = ssb.charAt(i);
if (kar != ' ' && kar != '\n' && kar != '\u00a0') {
blank = false;
Prevent blanks between separator lines
2020-11-13 16:23:24 +00:00
break;
Always suppress succesive lines
2020-11-15 07:39:13 +00:00
}
Prevent blanks between separator lines
2020-11-13 16:23:24 +00:00
}
Always suppress succesive lines
2020-11-15 07:39:13 +00:00
if (blank)
break;
Use experiments settings for message sections
2020-09-12 10:33:39 +00:00
}
Prevent blanks between separator lines
2020-11-13 16:23:24 +00:00
Always suppress succesive lines
2020-11-15 07:39:13 +00:00
boolean dashed = "true".equals(element.attr("x-dashed"));
Prevent blanks between separator lines
2020-11-13 16:23:24 +00:00
float stroke = context.getResources().getDisplayMetrics().density;
float dash = (dashed ? dp3 : 0f);
Always suppress succesive lines
2020-11-15 07:39:13 +00:00
ssb.append(LINE);
Prevent blanks between separator lines
2020-11-13 16:23:24 +00:00
setSpan(ssb, new LineSpan(colorSeparator, stroke, dash), start, ssb.length());
Html helper failsafe
2020-08-12 20:21:55 +00:00
break;
case "img":
String src = element.attr("src");
Added option to disable image placeholders
2020-11-16 08:45:21 +00:00
if (!TextUtils.isEmpty(src)) {
Drawable d = (imageGetter == null
? context.getDrawable(R.drawable.twotone_broken_image_24)
: imageGetter.getDrawable(src));
ssb.insert(start, "\uFFFC"); // Object replacement character
setSpan(ssb, new ImageSpan(d, src), start, start + 1);
}
Html helper failsafe
2020-08-12 20:21:55 +00:00
break;
case "li":
if (start == 0 || ssb.charAt(start - 1) != '\n')
ssb.insert(start++, "\n");
if (ssb.length() == 0 || ssb.charAt(ssb.length() - 1) != '\n')
ssb.append("\n");
Added composing sub lists
2021-05-06 06:22:04 +00:00
int level = 0;
Element type = null;
Html helper failsafe
2020-08-12 20:21:55 +00:00
Element parent = element.parent();
Added composing sub lists
2021-05-06 06:22:04 +00:00
while (parent != null) {
if ("ol".equals(parent.tagName()) || "ul".equals(parent.tagName())) {
level++;
if (type == null)
type = parent;
}
Fixed list parent
2020-10-02 17:13:59 +00:00
parent = parent.parent();
Added composing sub lists
2021-05-06 06:22:04 +00:00
}
if (level > 0)
level--;
if (type == null || "ul".equals(type.tagName())) {
Html helper failsafe
2020-08-12 20:21:55 +00:00
if (Build.VERSION.SDK_INT < Build.VERSION_CODES.P)
Use dimensions for bullets
2021-05-07 12:09:16 +00:00
setSpan(ssb, new BulletSpanEx(bulletIndent, bulletGap, colorAccent, level), start, ssb.length());
Html helper failsafe
2020-08-12 20:21:55 +00:00
else
Use dimensions for bullets
2021-05-07 12:09:16 +00:00
setSpan(ssb, new BulletSpanEx(bulletIndent, bulletGap, colorAccent, bulletRadius, level), start, ssb.length());
Added composing sub lists
2021-05-06 06:22:04 +00:00
} else {
Added ol/start support
2020-09-02 07:13:35 +00:00
// https://developer.mozilla.org/en-US/docs/Web/HTML/Element/ol
Html helper failsafe
2020-08-12 20:21:55 +00:00
int index = 0;
Added composing sub lists
2021-05-06 06:22:04 +00:00
String s = type.attr("start");
Added ol/start support
2020-09-02 07:13:35 +00:00
if (!TextUtils.isEmpty(s) && TextUtils.isDigitsOnly(s))
index = Integer.parseInt(s) - 1;
Added composing sub lists
2021-05-06 06:22:04 +00:00
for (Node child : type.childNodes()) {
Html helper failsafe
2020-08-12 20:21:55 +00:00
if (child instanceof Element &&
child.nodeName().equals(element.tagName())) {
index++;
if (child == element)
break;
}
Custom rendering: bullets
2020-04-24 21:13:32 +00:00
}
Fixed text justification numbered lists
2020-05-02 07:37:48 +00:00
Use dimensions for bullets
2021-05-07 12:09:16 +00:00
setSpan(ssb, new NumberSpan(bulletIndent, bulletGap, colorAccent, textSize, level, index), start, ssb.length());
Html helper failsafe
2020-08-12 20:21:55 +00:00
}
Added composing sub lists
2021-05-06 06:22:04 +00:00
Html helper failsafe
2020-08-12 20:21:55 +00:00
break;
Handle pre in signatures
2020-11-24 14:53:42 +00:00
case "pre":
// Signature
setSpan(ssb, new TypefaceSpan("monospace"), start, ssb.length());
break;
Ignore style element
2020-12-06 08:17:39 +00:00
case "style":
// signatures
break;
Html helper failsafe
2020-08-12 20:21:55 +00:00
case "ol":
case "ul":
break;
Reduce logging
2020-11-20 12:40:27 +00:00
case "meta":
// Signature
break;
case "p":
// Signature
Small improvement
2020-11-08 20:15:50 +00:00
break;
Html helper failsafe
2020-08-12 20:21:55 +00:00
case "small":
Check spans
2020-09-26 08:18:05 +00:00
setSpan(ssb, new RelativeSizeSpan(FONT_SMALL), start, ssb.length());
Html helper failsafe
2020-08-12 20:21:55 +00:00
break;
case "span":
// Do nothing
break;
case "sub":
Check spans
2020-09-26 08:18:05 +00:00
setSpan(ssb, new SubscriptSpan(), start, ssb.length());
setSpan(ssb, new RelativeSizeSpan(FONT_SMALL), start, ssb.length());
Html helper failsafe
2020-08-12 20:21:55 +00:00
break;
case "sup":
Check spans
2020-09-26 08:18:05 +00:00
setSpan(ssb, new SuperscriptSpan(), start, ssb.length());
setSpan(ssb, new RelativeSizeSpan(FONT_SMALL), start, ssb.length());
Html helper failsafe
2020-08-12 20:21:55 +00:00
break;
Reduce logging
2020-11-20 12:40:27 +00:00
case "table":
Ignore table elements
2020-12-09 08:10:36 +00:00
case "thead":
case "tbody":
case "tfoot":
Reduce logging
2020-11-20 12:40:27 +00:00
case "tr":
case "th":
case "td":
// Signature
break;
Html helper failsafe
2020-08-12 20:21:55 +00:00
case "b":
Handle code tag in signatures
2020-11-24 17:31:28 +00:00
case "code": // Signature
Html helper failsafe
2020-08-12 20:21:55 +00:00
case "strong":
Check spans
2020-09-26 08:18:05 +00:00
setSpan(ssb, new StyleSpan(Typeface.BOLD), start, ssb.length());
Html helper failsafe
2020-08-12 20:21:55 +00:00
break;
case "s":
case "del":
case "strike":
Check spans
2020-09-26 08:18:05 +00:00
setSpan(ssb, new StrikethroughSpan(), start, ssb.length());
Html helper failsafe
2020-08-12 20:21:55 +00:00
break;
Ignore title tag
2020-12-18 09:52:53 +00:00
case "title":
// Signature, etc
break;
Html helper failsafe
2020-08-12 20:21:55 +00:00
case "tt":
Check spans
2020-09-26 08:18:05 +00:00
setSpan(ssb, new TypefaceSpan("monospace"), start, ssb.length());
Html helper failsafe
2020-08-12 20:21:55 +00:00
break;
case "u":
Check spans
2020-09-26 08:18:05 +00:00
setSpan(ssb, new UnderlineSpan(), start, ssb.length());
Html helper failsafe
2020-08-12 20:21:55 +00:00
break;
default:
Reduced logging
2021-06-05 12:09:10 +00:00
Log.w("Unknown tag=" + element.tagName());
Html helper failsafe
2020-08-12 20:21:55 +00:00
}
Fixed pre/monospace with links
2020-11-10 18:18:19 +00:00
if (monospaced_pre &&
"true".equals(element.attr("x-plain")))
setSpan(ssb, new TypefaceSpan("monospace"), start, ssb.length());
Html helper failsafe
2020-08-12 20:21:55 +00:00
} catch (Throwable ex) {
Log.e(ex);
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
}
Revised newlines (draft)
2020-11-06 18:39:31 +00:00
Process tables (draft)
2020-11-07 09:34:34 +00:00
if ("true".equals(element.attr("x-block")))
Oops
2020-11-07 17:39:24 +00:00
if (ssb.length() > 0 && ssb.charAt(ssb.length() - 1) != '\n')
Revised newlines (draft)
2020-11-06 18:39:31 +00:00
ssb.append('\n');
Process tables (draft)
2020-11-07 09:34:34 +00:00
Paragraph fixes
2020-11-07 17:14:15 +00:00
if ("true".equals(element.attr("x-paragraph")) &&
!"false".equals(element.attr("x-line-after")))
Oops
2020-11-07 17:39:24 +00:00
if (ssb.length() > 1 &&
Process tables (draft)
2020-11-07 09:34:34 +00:00
(ssb.charAt(ssb.length() - 2) != '\n' ||
ssb.charAt(ssb.length() - 1) != '\n'))
ssb.append('\n');
Revised newlines (draft)
2020-11-06 18:39:31 +00:00
if ("true".equals(element.attr("x-line-after")) &&
ssb.length() > 0 && ssb.charAt(ssb.length() - 1) == '\n')
ssb.append('\n');
Prevent multiple column separators
2020-11-14 19:02:33 +00:00
if ("true".equals(element.attr("x-column")) &&
ssb.length() > 1 &&
ssb.charAt(ssb.length() - 1) != '\n' &&
Prevent separator after hard space
2020-11-15 07:45:45 +00:00
ssb.charAt(ssb.length() - 1) != '\u00a0' &&
Prevent multiple column separators
2020-11-14 19:02:33 +00:00
ssb.charAt(ssb.length() - 1) != '\u2002')
ssb.append('\u2002'); // ensp
Revised newlines (draft)
2020-11-06 18:39:31 +00:00
if (debug)
ssb.append("[/" + element.tagName() + "]");
Added custom HTML to spanned converter (draft)
2020-04-24 13:28:53 +00:00
}
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
}
Custom render: suppress extra newlines
2020-04-25 09:04:12 +00:00
Check spans
2020-09-26 08:18:05 +00:00
private void setSpan(SpannableStringBuilder ssb, Object span, int start, int end) {
setSpan(ssb, span, start, end, Spanned.SPAN_EXCLUSIVE_EXCLUSIVE);
}
private void setSpan(SpannableStringBuilder ssb, Object span, int start, int end, int flags) {
if (start == end)
return;
int len = ssb.length();
if (start >= 0 && start < len && end <= len)
ssb.setSpan(span, start, end, flags);
else
Log.e("Invalid span " + start + "..." + end + " len=" + len + " type=" + span.getClass().getName());
}
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
}, document.body());
Apply spans reversed
2020-04-24 16:05:50 +00:00
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
if (debug)
Improved debugging
2020-11-14 18:48:34 +00:00
for (int i = ssb.length() - 1; i >= 0; i--) {
char kar = ssb.charAt(i);
if (kar == '\n')
Removed custom rendering as experiment
2020-04-27 15:50:58 +00:00
ssb.insert(i, "|");
Improved debugging
2020-11-14 18:48:34 +00:00
else if (kar == ' ')
Improved debug info
2020-05-03 07:33:10 +00:00
ssb.replace(i, i + 1, "_");
Improved debugging
2020-11-14 18:48:34 +00:00
else if (kar == '\u00A0')
Improved debug info
2020-05-03 07:33:10 +00:00
ssb.replace(i, i + 1, "•");
Improved debug info
2021-05-05 13:36:00 +00:00
else if (!Helper.isPrintableChar(kar))
Simplification
2020-11-15 07:41:04 +00:00
ssb.replace(i, i + 1, "{" + Integer.toHexString(kar) + "}");
Improved debugging
2020-11-14 18:48:34 +00:00
}
Custom render: suppress extra newlines
2020-04-25 09:04:12 +00:00
Simplified/improved plain text
2020-05-02 12:23:11 +00:00
Object[] spans = ssb.getSpans(0, ssb.length(), Object.class);
Map<Object, Integer> start = new HashMap<>();
Map<Object, Integer> end = new HashMap<>();
Map<Object, Integer> flags = new HashMap<>();
for (Object span : spans) {
start.put(span, ssb.getSpanStart(span));
end.put(span, ssb.getSpanEnd(span));
flags.put(span, ssb.getSpanFlags(span));
ssb.removeSpan(span);
}
Silver bullet
2020-08-12 06:41:14 +00:00
for (int i = spans.length - 1; i >= 0; i--) {
int s = start.get(spans[i]);
int e = end.get(spans[i]);
int f = flags.get(spans[i]);
Paragraph alignment
2020-10-03 12:26:03 +00:00
if (spans[i] instanceof AlignmentSpan ||
spans[i] instanceof BulletSpan ||
Expand alignment span
2020-10-03 14:56:59 +00:00
spans[i] instanceof NumberSpan) {
if (spans[i] instanceof AlignmentSpan &&
Fixed paragraph span flag
2021-04-26 15:16:53 +00:00
!(e > 0 && ssb.charAt(e - 1) == '\n') &&
Expand alignment span
2020-10-03 14:56:59 +00:00
e < ssb.length() && ssb.charAt(e) == '\n')
e++;
Fixed paragraph span flag
2021-04-26 15:16:53 +00:00
if (s > 0 && ssb.charAt(s - 1) == '\n' &&
e > 0 && ssb.charAt(e - 1) == '\n')
Silver bullet
2020-08-12 06:41:14 +00:00
f |= Spanned.SPAN_PARAGRAPH;
Expand alignment span
2020-10-03 14:56:59 +00:00
}
Silver bullet
2020-08-12 06:41:14 +00:00
ssb.setSpan(spans[i], s, e, f);
}
Simplified/improved plain text
2020-05-02 12:23:11 +00:00
return ssb;
Refactoring
2020-04-24 12:00:53 +00:00
}
Fixed clearing annotations
2020-12-19 19:12:22 +00:00
static void clearAnnotations(Document d) {
d.select("*")
.removeAttr("x-block")
.removeAttr("x-inline")
.removeAttr("x-paragraph")
.removeAttr("x-font-size")
.removeAttr("x-font-size-rel")
.removeAttr("x-line-before")
.removeAttr("x-line-after")
.removeAttr("x-align")
.removeAttr("x-column")
.removeAttr("x-dashed")
.removeAttr("x-tracking");
}
Cleanup
2020-11-08 20:09:31 +00:00
static Spanned fromHtml(@NonNull String html, Context context) {
return fromHtml(html, null, null, context);
Improved formatting
2019-02-10 12:01:21 +00:00
}
Cleanup
2020-11-08 20:09:31 +00:00
static Spanned fromHtml(@NonNull String html, @Nullable Html.ImageGetter imageGetter, @Nullable Html.TagHandler tagHandler, Context context) {
to HTML with font family
2020-06-28 18:43:20 +00:00
Document document = JsoupEx.parse(html);
Cleanup
2020-11-08 20:09:31 +00:00
return fromDocument(context, document, imageGetter, tagHandler);
Improved formatting
2019-02-10 12:01:21 +00:00
}
to HTML with font family
2020-06-28 18:43:20 +00:00
static String toHtml(Spanned spanned, Context context) {
HtmlEx converter = new HtmlEx(context);
Proof of concept create list
2020-08-11 16:46:26 +00:00
String html = converter.toHtml(spanned, TO_HTML_PARAGRAPH_LINES_INDIVIDUAL);
Added text size and color actions
2019-05-01 13:58:41 +00:00
Prevent Jsoup from throwing up
2019-10-03 16:19:22 +00:00
Document doc = JsoupEx.parse(html);
Refactoring
2020-10-03 13:53:52 +00:00
for (Element span : doc.select("span")) {
String style = span.attr("style");
Align blocks (1)
2020-10-03 12:04:06 +00:00
if (TextUtils.isEmpty(style))
continue;
StringBuilder sb = new StringBuilder();
String[] params = style.split(";");
for (String param : params) {
int semi = param.indexOf(":");
if (semi < 0) {
sb.append(param).append(';');
continue;
}
String key = param.substring(0, semi).trim();
String value = param.substring(semi + 1).trim();
switch (key) {
case "font-size":
// @Google: why convert size to and from in a different way?
String v = value.replace(',', '.');
Float size = getFontSize(v, 1.0f);
if (size != null) {
if (size < 1.0f)
Refactoring
2020-10-03 13:53:52 +00:00
span.tagName("small");
Align blocks (1)
2020-10-03 12:04:06 +00:00
else if (size > 1.0f)
Refactoring
2020-10-03 13:53:52 +00:00
span.tagName("big");
Align blocks (1)
2020-10-03 12:04:06 +00:00
}
break;
case "text-align":
sb.append(" display:block;");
// fall through
default:
sb.append(param).append(';');
}
if (sb.length() == 0)
Refactoring
2020-10-03 13:53:52 +00:00
span.removeAttr("style");
Align blocks (1)
2020-10-03 12:04:06 +00:00
else
Refactoring
2020-10-03 13:53:52 +00:00
span.attr("style", sb.toString());
Added text size and color actions
2019-05-01 13:58:41 +00:00
}
}
Fixed block quote newlines
2020-10-03 13:54:11 +00:00
for (Element quote : doc.select("blockquote")) {
Element prev = quote.previousElementSibling();
if (prev != null && "br".equals(prev.tagName()))
prev.remove();
Element last = quote.children().last();
if (last != null && "br".equals(last.tagName()))
last.remove();
}
Small improvement
2019-09-23 17:18:21 +00:00
return doc.html();
Improved formatting
2019-02-10 12:01:21 +00:00
}
Workaround spanned/html bug
2020-04-23 17:45:33 +00:00
Custom rendering: bullets
2020-04-24 21:13:32 +00:00
private static Spanned reverseSpans(Spanned spanned) {
Workaround spanned/html bug
2020-04-23 17:45:33 +00:00
Object[] spans = spanned.getSpans(0, spanned.length(), Object.class);
Spannable reverse = Spannable.Factory.getInstance().newSpannable(spanned.toString());
if (spans != null && spans.length > 0)
Oops
2020-05-02 20:01:41 +00:00
for (int i = spans.length - 1; i >= 0; i--)
Workaround spanned/html bug
2020-04-23 17:45:33 +00:00
reverse.setSpan(
spans[i],
spanned.getSpanStart(spans[i]),
spanned.getSpanEnd(spans[i]),
spanned.getSpanFlags(spans[i]));
return reverse;
}
First public release
2018-08-02 13:33:06 +00:00
}