2018-06-09 03:31:42 +00:00
|
|
|
|
<?php
|
|
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
|
* @author Mike Cochrane <mikec@mikenz.geek.nz>
|
|
|
|
|
|
* @author Nick Pope <nick@nickpope.me.uk>
|
|
|
|
|
|
* @copyright Copyright © 2010, Mike Cochrane, Nick Pope
|
|
|
|
|
|
* @license http://www.apache.org/licenses/LICENSE-2.0 Apache License v2.0
|
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
|
|
namespace App\Util\Lexer;
|
|
|
|
|
|
|
|
|
|
|
|
/**
|
2018-08-28 03:07:36 +00:00
|
|
|
|
* Twitter Regex Abstract Class.
|
2018-06-09 03:31:42 +00:00
|
|
|
|
*
|
|
|
|
|
|
* Used by subclasses that need to parse tweets.
|
|
|
|
|
|
*
|
|
|
|
|
|
* Originally written by {@link http://github.com/mikenz Mike Cochrane}, this
|
|
|
|
|
|
* is based on code by {@link http://github.com/mzsanford Matt Sanford} and
|
|
|
|
|
|
* heavily modified by {@link http://github.com/ngnpope Nick Pope}.
|
|
|
|
|
|
*
|
|
|
|
|
|
* @author Mike Cochrane <mikec@mikenz.geek.nz>
|
|
|
|
|
|
* @author Nick Pope <nick@nickpope.me.uk>
|
|
|
|
|
|
* @copyright Copyright © 2010, Mike Cochrane, Nick Pope
|
|
|
|
|
|
* @license http://www.apache.org/licenses/LICENSE-2.0 Apache License v2.0
|
|
|
|
|
|
*/
|
|
|
|
|
|
abstract class Regex
|
|
|
|
|
|
{
|
|
|
|
|
|
/**
|
|
|
|
|
|
* Contains all generated regular expressions.
|
|
|
|
|
|
*
|
2018-08-28 03:07:36 +00:00
|
|
|
|
* @var string The regex patterns.
|
2018-06-09 03:31:42 +00:00
|
|
|
|
*/
|
2018-08-28 03:07:36 +00:00
|
|
|
|
protected static $patterns = [];
|
2018-06-09 03:31:42 +00:00
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
|
* The tweet to be used in parsing. This should be populated by the
|
|
|
|
|
|
* constructor of all subclasses.
|
|
|
|
|
|
*
|
2018-08-28 03:07:36 +00:00
|
|
|
|
* @var string
|
2018-06-09 03:31:42 +00:00
|
|
|
|
*/
|
|
|
|
|
|
protected $tweet = '';
|
|
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
|
* This constructor is used to populate some variables.
|
|
|
|
|
|
*
|
2018-08-28 03:07:36 +00:00
|
|
|
|
* @param string $tweet The tweet to parse.
|
2018-06-09 03:31:42 +00:00
|
|
|
|
*/
|
|
|
|
|
|
protected function __construct($tweet = null)
|
|
|
|
|
|
{
|
|
|
|
|
|
$this->tweet = $tweet;
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
|
* Emulate a static initialiser while PHP doesn't have one.
|
|
|
|
|
|
*/
|
|
|
|
|
|
public static function __static()
|
|
|
|
|
|
{
|
2018-08-28 03:07:36 +00:00
|
|
|
|
// Check whether we have initialized the regular expressions:
|
2018-06-09 03:31:42 +00:00
|
|
|
|
static $initialized = false;
|
|
|
|
|
|
if ($initialized) {
|
|
|
|
|
|
return;
|
|
|
|
|
|
}
|
2018-08-28 03:07:36 +00:00
|
|
|
|
// Get a shorter reference to the regular expression array:
|
|
|
|
|
|
$re = &self::$patterns;
|
|
|
|
|
|
// Initialise local storage arrays:
|
|
|
|
|
|
$tmp = [];
|
|
|
|
|
|
|
|
|
|
|
|
// Expression to match whitespace characters.
|
|
|
|
|
|
//
|
|
|
|
|
|
// 0x0009-0x000D Cc # <control-0009>..<control-000D>
|
|
|
|
|
|
// 0x0020 Zs # SPACE
|
|
|
|
|
|
// 0x0085 Cc # <control-0085>
|
|
|
|
|
|
// 0x00A0 Zs # NO-BREAK SPACE
|
|
|
|
|
|
// 0x1680 Zs # OGHAM SPACE MARK
|
|
|
|
|
|
// 0x180E Zs # MONGOLIAN VOWEL SEPARATOR
|
|
|
|
|
|
// 0x2000-0x200A Zs # EN QUAD..HAIR SPACE
|
|
|
|
|
|
// 0x2028 Zl # LINE SEPARATOR
|
|
|
|
|
|
// 0x2029 Zp # PARAGRAPH SEPARATOR
|
|
|
|
|
|
// 0x202F Zs # NARROW NO-BREAK SPACE
|
|
|
|
|
|
// 0x205F Zs # MEDIUM MATHEMATICAL SPACE
|
|
|
|
|
|
// 0x3000 Zs # IDEOGRAPHIC SPACE
|
2018-06-09 03:31:42 +00:00
|
|
|
|
$tmp['spaces'] = '\x{0009}-\x{000D}\x{0020}\x{0085}\x{00a0}\x{1680}\x{180E}\x{2000}-\x{200a}\x{2028}\x{2029}\x{202f}\x{205f}\x{3000}';
|
|
|
|
|
|
|
2018-08-28 03:07:36 +00:00
|
|
|
|
// Invalid Characters:
|
|
|
|
|
|
// 0xFFFE,0xFEFF # BOM
|
|
|
|
|
|
// 0xFFFF # Special
|
|
|
|
|
|
// 0x202A-0x202E # Directional change
|
2018-06-09 03:31:42 +00:00
|
|
|
|
$tmp['invalid_characters'] = '\x{202a}-\x{202e}\x{feff}\x{fffe}\x{ffff}';
|
|
|
|
|
|
|
2018-08-28 03:07:36 +00:00
|
|
|
|
// Expression to match at and hash sign characters:
|
2018-06-09 03:31:42 +00:00
|
|
|
|
$tmp['at_signs'] = '@＠';
|
|
|
|
|
|
$tmp['hash_signs'] = '#＃';
|
|
|
|
|
|
|
2018-08-28 03:07:36 +00:00
|
|
|
|
// Expression to match latin accented characters.
|
|
|
|
|
|
//
|
|
|
|
|
|
// 0x00C0-0x00D6
|
|
|
|
|
|
// 0x00D8-0x00F6
|
|
|
|
|
|
// 0x00F8-0x00FF
|
|
|
|
|
|
// 0x0100-0x024f
|
|
|
|
|
|
// 0x0253-0x0254
|
|
|
|
|
|
// 0x0256-0x0257
|
|
|
|
|
|
// 0x0259
|
|
|
|
|
|
// 0x025b
|
|
|
|
|
|
// 0x0263
|
|
|
|
|
|
// 0x0268
|
|
|
|
|
|
// 0x026f
|
|
|
|
|
|
// 0x0272
|
|
|
|
|
|
// 0x0289
|
|
|
|
|
|
// 0x028b
|
|
|
|
|
|
// 0x02bb
|
|
|
|
|
|
// 0x0300-0x036f
|
|
|
|
|
|
// 0x1e00-0x1eff
|
|
|
|
|
|
//
|
|
|
|
|
|
// Excludes 0x00D7 - multiplication sign (confusable with 'x').
|
|
|
|
|
|
// Excludes 0x00F7 - division sign.
|
2018-06-09 03:31:42 +00:00
|
|
|
|
$tmp['latin_accents'] = '\x{00c0}-\x{00d6}\x{00d8}-\x{00f6}\x{00f8}-\x{00ff}';
|
|
|
|
|
|
$tmp['latin_accents'] .= '\x{0100}-\x{024f}\x{0253}-\x{0254}\x{0256}-\x{0257}';
|
|
|
|
|
|
$tmp['latin_accents'] .= '\x{0259}\x{025b}\x{0263}\x{0268}\x{026f}\x{0272}\x{0289}\x{028b}\x{02bb}\x{0300}-\x{036f}\x{1e00}-\x{1eff}';
|
|
|
|
|
|
|
2018-08-28 03:07:36 +00:00
|
|
|
|
// Expression to match RTL characters.
|
|
|
|
|
|
//
|
|
|
|
|
|
// 0x0600-0x06FF Arabic
|
|
|
|
|
|
// 0x0750-0x077F Arabic Supplement
|
|
|
|
|
|
// 0x08A0-0x08FF Arabic Extended-A
|
|
|
|
|
|
// 0x0590-0x05FF Hebrew
|
|
|
|
|
|
// 0xFB50-0xFDFF Arabic Presentation Forms-A
|
|
|
|
|
|
// 0xFE70-0xFEFF Arabic Presentation Forms-B
|
2018-06-09 03:31:42 +00:00
|
|
|
|
$tmp['rtl_chars'] = '\x{0600}-\x{06ff}\x{0750}-\x{077f}\x{08a0}-\x{08ff}\x{0590}-\x{05ff}\x{fb50}-\x{fdff}\x{fe70}-\x{feff}';
|
|
|
|
|
|
|
|
|
|
|
|
$tmp['hashtag_letters'] = '\p{L}\p{M}';
|
|
|
|
|
|
$tmp['hashtag_numerals'] = '\p{Nd}';
|
2018-08-28 03:07:36 +00:00
|
|
|
|
// Hashtag special chars
|
|
|
|
|
|
//
|
|
|
|
|
|
// _ underscore
|
|
|
|
|
|
// 0x200c ZERO WIDTH NON-JOINER (ZWNJ)
|
|
|
|
|
|
// 0x200d ZERO WIDTH JOINER (ZWJ)
|
|
|
|
|
|
// 0xa67e CYRILLIC KAVYKA
|
|
|
|
|
|
// 0x05be HEBREW PUNCTUATION MAQAF
|
|
|
|
|
|
// 0x05f3 HEBREW PUNCTUATION GERESH
|
|
|
|
|
|
// 0x05f4 HEBREW PUNCTUATION GERSHAYIM
|
|
|
|
|
|
// 0xff5e FULLWIDTH TILDE
|
|
|
|
|
|
// 0x301c WAVE DASH
|
|
|
|
|
|
// 0x309b KATAKANA-HIRAGANA VOICED SOUND MARK
|
|
|
|
|
|
// 0x309c KATAKANA-HIRAGANA SEMI-VOICED SOUND MARK
|
|
|
|
|
|
// 0x30a0 KATAKANA-HIRAGANA DOUBLE HYPHEN
|
|
|
|
|
|
// 0x30fb KATAKANA MIDDLE DOT
|
|
|
|
|
|
// 0x3003 DITTO MARK
|
|
|
|
|
|
// 0x0f0b TIBETAN MARK INTERSYLLABIC TSHEG
|
|
|
|
|
|
// 0x0f0c TIBETAN MARK DELIMITER TSHEG BSTAR
|
|
|
|
|
|
// 0x00b7 MIDDLE DOT
|
2018-06-09 03:31:42 +00:00
|
|
|
|
$tmp['hashtag_special_chars'] = '_\x{200c}\x{200d}\x{a67e}\x{05be}\x{05f3}\x{05f4}\x{ff5e}\x{301c}\x{309b}\x{309c}\x{30a0}\x{30fb}\x{3003}\x{0f0b}\x{0f0c}\x{00b7}';
|
2018-08-28 03:07:36 +00:00
|
|
|
|
$tmp['hashtag_letters_numerals_set'] = '['.$tmp['hashtag_letters'].$tmp['hashtag_numerals'].$tmp['hashtag_special_chars'].']';
|
|
|
|
|
|
$tmp['hashtag_letters_set'] = '['.$tmp['hashtag_letters'].']';
|
|
|
|
|
|
$tmp['hashtag_boundary'] = '(?:\A|\x{fe0e}|\x{fe0f}|[^&'.$tmp['hashtag_letters'].$tmp['hashtag_numerals'].$tmp['hashtag_special_chars'].'])';
|
|
|
|
|
|
$tmp['hashtag'] = '('.$tmp['hashtag_boundary'].')(#|\x{ff03})(?!\x{fe0f}|\x{20e3})('.$tmp['hashtag_letters_numerals_set'].'*'.$tmp['hashtag_letters_set'].$tmp['hashtag_letters_numerals_set'].'*)';
|
2018-06-09 03:31:42 +00:00
|
|
|
|
|
2018-08-28 03:07:36 +00:00
|
|
|
|
$re['valid_hashtag'] = '/'.$tmp['hashtag'].'(?=(.*|$))/iu';
|
|
|
|
|
|
$re['end_hashtag_match'] = '/\A(?:['.$tmp['hash_signs'].']|:\/\/)/u';
|
2018-06-09 03:31:42 +00:00
|
|
|
|
|
2018-08-28 03:07:36 +00:00
|
|
|
|
// XXX: PHP doesn't have Ruby's $' (dollar apostrophe) so we have to capture
|
|
|
|
|
|
// $after in the following regular expression. Note that we only use a
|
|
|
|
|
|
// look-ahead capture here and don't append $after when we return.
|
2018-06-09 03:31:42 +00:00
|
|
|
|
$tmp['valid_mention_preceding_chars'] = '([^a-zA-Z0-9_!#\$%&*@＠\/]|^|(?:^|[^a-z0-9_+~.-])RT:?)';
|
2019-05-21 01:43:12 +00:00
|
|
|
|
|
|
|
|
|
|
$re['valid_mentions_or_lists'] = '/'.$tmp['valid_mention_preceding_chars'].'(['.$tmp['at_signs'].'])([a-z0-9_]{1,20})((\/[a-z][a-z0-9_\-]{0,24})?(?=(.*|$))(?:@[a-z0-9\.\-]+[a-z0-9]+)?)/i';
|
|
|
|
|
|
|
2018-08-28 03:07:36 +00:00
|
|
|
|
$re['valid_reply'] = '/^(?:['.$tmp['spaces'].'])*['.$tmp['at_signs'].']([a-z0-9_]{1,20})(?=(.*|$))/iu';
|
|
|
|
|
|
$re['end_mention_match'] = '/\A(?:['.$tmp['at_signs'].']|['.$tmp['latin_accents'].']|:\/\/)/iu';
|
2018-06-09 03:31:42 +00:00
|
|
|
|
|
2018-08-28 03:07:36 +00:00
|
|
|
|
// URL related hash regex collection
|
2018-06-09 03:31:42 +00:00
|
|
|
|
|
2018-08-28 03:07:36 +00:00
|
|
|
|
$tmp['valid_url_preceding_chars'] = '(?:[^A-Z0-9_@＠\$#＃\.'.$tmp['invalid_characters'].']|^)';
|
2018-06-09 03:31:42 +00:00
|
|
|
|
|
2018-08-28 03:07:36 +00:00
|
|
|
|
$tmp['domain_valid_chars'] = '0-9a-z'.$tmp['latin_accents'];
|
|
|
|
|
|
$tmp['valid_subdomain'] = '(?>(?:['.$tmp['domain_valid_chars'].']['.$tmp['domain_valid_chars'].'\-_]*)?['.$tmp['domain_valid_chars'].']\.)';
|
|
|
|
|
|
$tmp['valid_domain_name'] = '(?:(?:['.$tmp['domain_valid_chars'].']['.$tmp['domain_valid_chars'].'\-]*)?['.$tmp['domain_valid_chars'].']\.)';
|
|
|
|
|
|
$tmp['domain_valid_unicode_chars'] = '[^\p{P}\p{Z}\p{C}'.$tmp['invalid_characters'].$tmp['spaces'].']';
|
2018-06-09 03:31:42 +00:00
|
|
|
|
|
|
|
|
|
|
$gTLD = 'abb|abbott|abogado|academy|accenture|accountant|accountants|aco|active|actor|ads|adult|aeg|aero|afl|agency|aig|airforce|airtel|allfinanz|alsace|amsterdam|android|apartments|app|aquarelle|archi|army|arpa|asia|associates|attorney|auction|audio|auto|autos|axa|azure|band|bank|bar|barcelona|barclaycard|barclays|bargains|bauhaus|bayern|bbc|bbva|bcn|beer|bentley|berlin|best|bet|bharti|bible|bid|bike|bing|bingo|bio|biz|black|blackfriday|bloomberg|blue|bmw|bnl|bnpparibas|boats|bond|boo|boots|boutique|bradesco|bridgestone|broker|brother|brussels|budapest|build|builders|business|buzz|bzh|cab|cafe|cal|camera|camp|cancerresearch|canon|capetown|capital|caravan|cards|care|career|careers|cars|cartier|casa|cash|casino|cat|catering|cba|cbn|ceb|center|ceo|cern|cfa|cfd|chanel|channel|chat|cheap|chloe|christmas|chrome|church|cisco|citic|city|claims|cleaning|click|clinic|clothing|cloud|club|coach|codes|coffee|college|cologne|com|commbank|community|company|computer|condos|construction|consulting|contractors|cooking|cool|coop|corsica|country|coupons|courses|credit|creditcard|cricket|crown|crs|cruises|cuisinella|cymru|cyou|dabur|dad|dance|date|dating|datsun|day|dclk|deals|degree|delivery|delta|democrat|dental|dentist|desi|design|dev|diamonds|diet|digital|direct|directory|discount|dnp|docs|dog|doha|domains|doosan|download|drive|durban|dvag|earth|eat|edu|education|email|emerck|energy|engineer|engineering|enterprises|epson|equipment|erni|esq|estate|eurovision|eus|events|everbank|exchange|expert|exposed|express|fage|fail|faith|family|fan|fans|farm|fashion|feedback|film|finance|financial|firmdale|fish|fishing|fit|fitness|flights|florist|flowers|flsmidth|fly|foo|football|forex|forsale|forum|foundation|frl|frogans|fund|furniture|futbol|fyi|gal|gallery|game|garden|gbiz|gdn|gent|genting|ggee|gift|gifts|gives|giving|glass|gle|global|globo|gmail|gmo|gmx|gold|goldpoint|golf|goo|goog|google|gop|gov|graphics|gratis|green|gripe|group|guge|guide|guitars|guru|hamburg|hangout|haus|healthcare|help|here|hermes|hiphop|hitachi|hiv|hockey|holdings|holiday|homedepot|homes|honda|horse|host|hosting|hoteles|hotmail|house|how|hsbc|ibm|icbc|ice|icu|ifm|iinet|immo|immobilien|industries|infiniti|info|ing|ink|institute|insure|int|international|investments|ipiranga|irish|ist|istanbul|itau|iwc|java|jcb|jetzt|jewelry|jlc|jll|jobs|joburg|jprs|juegos|kaufen|kddi|kim|kitchen|kiwi|koeln|komatsu|krd|kred|kyoto|lacaixa|lancaster|land|lasalle|lat|latrobe|law|lawyer|lds|lease|leclerc|legal|lexus|lgbt|liaison|lidl|life|lighting|limited|limo|link|live|lixil|loan|loans|lol|london|lotte|lotto|love|ltda|lupin|luxe|luxury|madrid|maif|maison|man|management|mango|market|marketing|markets|marriott|mba|media|meet|melbourne|meme|memorial|men|menu|miami|microsoft|mil|mini|mma|mobi|moda|moe|mom|monash|money|montblanc|mormon|mortgage|moscow|motorcycles|mov|movie|movistar|mtn|mtpc|museum|nadex|nagoya|name|navy|nec|net|netbank|network|neustar|new|news|nexus|ngo|nhk|nico|ninja|nissan|nokia|nra|nrw|ntt|nyc|office|okinawa|omega|one|ong|onl|online|ooo|oracle|orange|org|organic|osaka|otsuka|ovh|page|panerai|paris|partners|parts|party|pet|pharmacy|philips|photo|photography|photos|physio|piaget|pics|pictet|pictures|pink|pizza|place|play|plumbing|plus|pohl|poker|porn|post|praxi|press|pro|prod|productions|prof|properties|property|pub|qpon|quebec|racing|realtor|realty|recipes|red|redstone|rehab|reise|reisen|reit|ren|rent|rentals|repair|report|republican|rest|restaurant|review|reviews|rich|ricoh|rio|rip|rocks|rodeo|rsvp|ruhr|run|ryukyu|saarland|sakura|sale|samsung|sandvik|sandvikcoromant|sanofi|sap|sarl|saxo|sca|scb|schmidt|scholarships|school|schule|schwarz|science|scor|scot|seat|seek|sener|services|sew|sex|sexy|shiksha|shoes|show|shriram|singles|site|ski|sky|skype|sncf|soccer|social|software|sohu|solar|solutions|sony|soy|space|spiegel|spreadbetting|srl|starhub|statoil|studio|study|style|sucks|supplies|supply|support|surf|surgery|suzuki|swatch|swiss|sydney|systems|taipei|tatamotors|tatar|tattoo|tax|taxi|team|tech|technology|tel|telefonica|temasek|tennis|thd|theater|tickets|tienda|tips|tires|tiro
|
|
|
|
|
|
$ccTLD = '한국|香港|澳門|新加坡|台灣|台湾|中國|中国|გე|ไทย|ලංකා|ഭാരതം|ಭಾರತ|భారత్|சிங்கப்பூர்|இலங்கை|இந்தியா|ଭାରତ|ભારત|ਭਾਰਤ|ভাৰত|ভারত|বাংলা|भारोत|भारतम्|भारत|ڀارت|پاکستان|مليسيا|مصر|قطر|فلسطين|عمان|عراق|سورية|سودان|تونس|بھارت|بارت|ایران|امارات|المغرب|السعودية|الجزائر|الاردن|հայ|қаз|укр|срб|рф|мон|мкд|ею|бел|бг|ελ|zw|zm|za|yt|ye|ws|wf|vu|vn|vi|vg|ve|vc|va|uz|uy|us|um|uk|ug|ua|tz|tw|tv|tt|tr|tp|to|tn|tm|tl|tk|tj|th|tg|tf|td|tc|sz|sy|sx|sv|su|st|ss|sr|so|sn|sm|sl|sk|sj|si|sh|sg|se|sd|sc|sb|sa|rw|ru|rs|ro|re|qa|py|pw|pt|ps|pr|pn|pm|pl|pk|ph|pg|pf|pe|pa|om|nz|nu|nr|np|no|nl|ni|ng|nf|ne|nc|na|mz|my|mx|mw|mv|mu|mt|ms|mr|mq|mp|mo|mn|mm|ml|mk|mh|mg|mf|me|md|mc|ma|ly|lv|lu|lt|ls|lr|lk|li|lc|lb|la|kz|ky|kw|kr|kp|kn|km|ki|kh|kg|ke|jp|jo|jm|je|it|is|ir|iq|io|in|im|il|ie|id|hu|ht|hr|hn|hm|hk|gy|gw|gu|gt|gs|gr|gq|gp|gn|gm|gl|gi|gh|gg|gf|ge|gd|gb|ga|fr|fo|fm|fk|fj|fi|eu|et|es|er|eh|eg|ee|ec|dz|do|dm|dk|dj|de|cz|cy|cx|cw|cv|cu|cr|co|cn|cm|cl|ck|ci|ch|cg|cf|cd|cc|ca|bz|by|bw|bv|bt|bs|br|bq|bo|bn|bm|bl|bj|bi|bh|bg|bf|be|bd|bb|ba|az|ax|aw|au|at|as|ar|aq|ao|an|am|al|ai|ag|af|ae|ad|ac';
|
|
|
|
|
|
|
2018-08-28 03:07:36 +00:00
|
|
|
|
$tmp['valid_gTLD'] = '(?:(?:'.$gTLD.')(?=[^0-9a-z@]|$))';
|
|
|
|
|
|
$tmp['valid_ccTLD'] = '(?:(?:'.$ccTLD.')(?=[^0-9a-z@]|$))';
|
|
|
|
|
|
$tmp['valid_special_ccTLD'] = '(?:(?:'.'co|tv'.')(?=[^0-9a-z@]|$))';
|
2018-06-09 03:31:42 +00:00
|
|
|
|
$tmp['valid_punycode'] = '(?:xn--[0-9a-z]+)';
|
|
|
|
|
|
|
|
|
|
|
|
$tmp['valid_domain'] = '(?:' // subdomains + domain + TLD
|
2018-08-28 03:07:36 +00:00
|
|
|
|
.$tmp['valid_subdomain'].'+'.$tmp['valid_domain_name'] // e.g. www.twitter.com, foo.co.jp, bar.co.uk
|
|
|
|
|
|
.'(?:'.$tmp['valid_gTLD'].'|'.$tmp['valid_ccTLD'].'|'.$tmp['valid_punycode'].'))'
|
|
|
|
|
|
.'|(?:' // domain + gTLD | some ccTLD
|
|
|
|
|
|
.$tmp['valid_domain_name'] // e.g. twitter.com
|
|
|
|
|
|
.'(?:'.$tmp['valid_gTLD'].'|'.$tmp['valid_punycode'].'|'.$tmp['valid_special_ccTLD'].')'
|
|
|
|
|
|
.')'
|
|
|
|
|
|
.'|(?:(?:(?<=http:\/\/)|(?<=https:\/\/))'
|
|
|
|
|
|
.'(?:'
|
|
|
|
|
|
.'(?:'.$tmp['valid_domain_name'].$tmp['valid_ccTLD'].')' // protocol + domain + ccTLD
|
|
|
|
|
|
.'|(?:' // protocol + unicode domain + TLD
|
|
|
|
|
|
.$tmp['domain_valid_unicode_chars'].'+\.'
|
|
|
|
|
|
.'(?:'.$tmp['valid_gTLD'].'|'.$tmp['valid_ccTLD'].')'
|
|
|
|
|
|
.')'
|
|
|
|
|
|
.')'
|
|
|
|
|
|
.')'
|
|
|
|
|
|
.'|(?:' // domain + ccTLD + '/'
|
|
|
|
|
|
.$tmp['valid_domain_name'].$tmp['valid_ccTLD'].'(?=\/)' // e.g. t.co/
|
|
|
|
|
|
.')';
|
|
|
|
|
|
// Used by the extractor:
|
|
|
|
|
|
$re['valid_ascii_domain'] = '/'.$tmp['valid_subdomain'].'*'.$tmp['valid_domain_name'].'(?:'.$tmp['valid_gTLD'].'|'.$tmp['valid_ccTLD'].'|'.$tmp['valid_punycode'].')/iu';
|
|
|
|
|
|
|
|
|
|
|
|
// Used by the extractor for stricter t.co URL extraction:
|
2018-06-09 03:31:42 +00:00
|
|
|
|
$re['valid_tco_url'] = '/^https?:\/\/t\.co\/[a-z0-9]+/iu';
|
|
|
|
|
|
|
2018-08-28 03:07:36 +00:00
|
|
|
|
// Used by the extractor to filter out unwanted URLs:
|
|
|
|
|
|
$re['invalid_short_domain'] = '/\A'.$tmp['valid_domain_name'].$tmp['valid_ccTLD'].'\Z/iu';
|
|
|
|
|
|
$re['valid_special_short_domain'] = '/\A'.$tmp['valid_domain_name'].$tmp['valid_special_ccTLD'].'\Z/iu';
|
2018-06-09 03:31:42 +00:00
|
|
|
|
$re['invalid_url_without_protocol_preceding_chars'] = '/[\-_.\/]\z/iu';
|
|
|
|
|
|
|
|
|
|
|
|
$tmp['valid_port_number'] = '[0-9]+';
|
|
|
|
|
|
|
2018-08-28 03:07:36 +00:00
|
|
|
|
$tmp['valid_general_url_path_chars'] = '[a-z\p{Cyrillic}0-9!\*;:=\+\,\.\$\/%#\[\]\-_~&|@'.$tmp['latin_accents'].']';
|
|
|
|
|
|
// Allow URL paths to contain up to two nested levels of balanced parentheses:
|
|
|
|
|
|
// 1. Used in Wikipedia URLs, e.g. /Primer_(film)
|
|
|
|
|
|
// 2. Used in IIS sessions, e.g. /S(dfd346)/
|
|
|
|
|
|
// 3. Used in Rdio URLs like /track/We_Up_(Album_Version_(Edited))/
|
2018-06-09 03:31:42 +00:00
|
|
|
|
$tmp['valid_url_balanced_parens'] = '(?:\('
|
2018-08-28 03:07:36 +00:00
|
|
|
|
.'(?:'.$tmp['valid_general_url_path_chars'].'+'
|
|
|
|
|
|
.'|'
|
2018-06-09 03:31:42 +00:00
|
|
|
|
// allow one nested level of balanced parentheses
|
2018-08-28 03:07:36 +00:00
|
|
|
|
.'(?:'
|
|
|
|
|
|
.$tmp['valid_general_url_path_chars'].'*'
|
|
|
|
|
|
.'\('.$tmp['valid_general_url_path_chars'].'+'.'\)'
|
|
|
|
|
|
.$tmp['valid_general_url_path_chars'].'*'
|
|
|
|
|
|
.')'
|
|
|
|
|
|
.')'
|
|
|
|
|
|
.'\))';
|
|
|
|
|
|
// Valid end-of-path characters (so /foo. does not gobble the period).
|
|
|
|
|
|
// 1. Allow =&# for empty URL parameters and other URL-join artifacts.
|
|
|
|
|
|
$tmp['valid_url_path_ending_chars'] = '[a-z\p{Cyrillic}0-9=_#\/\+\-'.$tmp['latin_accents'].']|(?:'.$tmp['valid_url_balanced_parens'].')';
|
2018-06-09 03:31:42 +00:00
|
|
|
|
$tmp['valid_url_path'] = '(?:(?:'
|
2018-08-28 03:07:36 +00:00
|
|
|
|
.$tmp['valid_general_url_path_chars'].'*(?:'
|
|
|
|
|
|
.$tmp['valid_url_balanced_parens'].' '
|
|
|
|
|
|
.$tmp['valid_general_url_path_chars'].'*)*'
|
|
|
|
|
|
.$tmp['valid_url_path_ending_chars'].')|(?:@'
|
|
|
|
|
|
.$tmp['valid_general_url_path_chars'].'+\/))';
|
2018-06-09 03:31:42 +00:00
|
|
|
|
|
|
|
|
|
|
$tmp['valid_url_query_chars'] = '[a-z0-9!?\*\'\(\);:&=\+\$\/%#\[\]\-_\.,~|@]';
|
|
|
|
|
|
$tmp['valid_url_query_ending_chars'] = '[a-z0-9_&=#\/\-]';
|
|
|
|
|
|
|
2018-08-28 03:07:36 +00:00
|
|
|
|
$re['valid_url'] = '/(?:' // $1 Complete match (preg_match() already matches everything.)
|
|
|
|
|
|
.'('.$tmp['valid_url_preceding_chars'].')' // $2 Preceding characters
|
|
|
|
|
|
.'(' // $3 Complete URL
|
|
|
|
|
|
.'(https?:\/\/)?' // $4 Protocol (optional)
|
|
|
|
|
|
.'('.$tmp['valid_domain'].')' // $5 Domain(s)
|
|
|
|
|
|
.'(?::('.$tmp['valid_port_number'].'))?' // $6 Port number (optional)
|
|
|
|
|
|
.'(\/'.$tmp['valid_url_path'].'*)?' // $7 URL Path
|
|
|
|
|
|
.'(\?'.$tmp['valid_url_query_chars'].'*'.$tmp['valid_url_query_ending_chars'].')?' // $8 Query String
|
|
|
|
|
|
.')'
|
|
|
|
|
|
.')/iux';
|
2018-06-09 03:31:42 +00:00
|
|
|
|
|
|
|
|
|
|
$tmp['cash_signs'] = '\$';
|
|
|
|
|
|
$tmp['cashtag'] = '[a-z]{1,6}(?:[._][a-z]{1,2})?';
|
2018-08-28 03:07:36 +00:00
|
|
|
|
$re['valid_cashtag'] = '/(^|['.$tmp['spaces'].'])(['.$tmp['cash_signs'].'])('.$tmp['cashtag'].')(?=($|\s|[[:punct:]]))/iu';
|
|
|
|
|
|
$re['end_cashtag_match'] = '/\A(?:['.$tmp['cash_signs'].']|:\/\/)/u';
|
2018-06-09 03:31:42 +00:00
|
|
|
|
|
2018-08-28 03:07:36 +00:00
|
|
|
|
// These URL validation pattern strings are based on the ABNF from RFC 3986
|
2018-06-09 03:31:42 +00:00
|
|
|
|
$tmp['validate_url_unreserved'] = '[a-z\p{Cyrillic}0-9\-._~]';
|
|
|
|
|
|
$tmp['validate_url_pct_encoded'] = '(?:%[0-9a-f]{2})';
|
|
|
|
|
|
$tmp['validate_url_sub_delims'] = '[!$&\'()*+,;=]';
|
2018-08-28 03:07:36 +00:00
|
|
|
|
$tmp['validate_url_pchar'] = '(?:'.$tmp['validate_url_unreserved'].'|'.$tmp['validate_url_pct_encoded'].'|'.$tmp['validate_url_sub_delims'].'|[:\|@])'; ///iox
|
|
|
|
|
|
|
|
|
|
|
|
$tmp['validate_url_userinfo'] = '(?:'.$tmp['validate_url_unreserved'].'|'.$tmp['validate_url_pct_encoded'].'|'.$tmp['validate_url_sub_delims'].'|:)*'; ///iox
|
|
|
|
|
|
|
|
|
|
|
|
$tmp['validate_url_dec_octet'] = '(?:[0-9]|[1-9][0-9]|1[0-9]{2}|2[0-4][0-9]|25[0-5])'; ///i
|
|
|
|
|
|
$tmp['validate_url_ipv4'] = '(?:'.$tmp['validate_url_dec_octet'].'(?:\.'.$tmp['validate_url_dec_octet'].'){3})'; ///iox
|
|
|
|
|
|
// Punting on real IPv6 validation for now
|
|
|
|
|
|
$tmp['validate_url_ipv6'] = '(?:\[[a-f0-9:\.]+\])'; ///i
|
|
|
|
|
|
// Also punting on IPvFuture for now
|
|
|
|
|
|
$tmp['validate_url_ip'] = '(?:'.$tmp['validate_url_ipv4'].'|'.$tmp['validate_url_ipv6'].')'; ///iox
|
|
|
|
|
|
// This is more strict than the rfc specifies
|
|
|
|
|
|
$tmp['validate_url_subdomain_segment'] = '(?:[a-z0-9](?:[a-z0-9_\-]*[a-z0-9])?)'; ///i
|
|
|
|
|
|
$tmp['validate_url_domain_segment'] = '(?:[a-z0-9](?:[a-z0-9\-]*[a-z0-9])?)'; ///i
|
|
|
|
|
|
$tmp['validate_url_domain_tld'] = '(?:[a-z](?:[a-z0-9\-]*[a-z0-9])?)'; ///i
|
|
|
|
|
|
$tmp['validate_url_domain'] = '(?:(?:'.$tmp['validate_url_subdomain_segment'].'\.)*(?:'.$tmp['validate_url_domain_segment'].'\.)'.$tmp['validate_url_domain_tld'].')'; ///iox
|
|
|
|
|
|
|
|
|
|
|
|
$tmp['validate_url_host'] = '(?:'.$tmp['validate_url_ip'].'|'.$tmp['validate_url_domain'].')'; ///iox
|
|
|
|
|
|
// Unencoded internationalized domains - this doesn't check for invalid UTF-8 sequences
|
|
|
|
|
|
$tmp['validate_url_unicode_subdomain_segment'] = '(?:(?:[a-z0-9]|[^\x00-\x7f])(?:(?:[a-z0-9_\-]|[^\x00-\x7f])*(?:[a-z0-9]|[^\x00-\x7f]))?)'; ///ix
|
|
|
|
|
|
$tmp['validate_url_unicode_domain_segment'] = '(?:(?:[a-z0-9]|[^\x00-\x7f])(?:(?:[a-z0-9\-]|[^\x00-\x7f])*(?:[a-z0-9]|[^\x00-\x7f]))?)'; ///ix
|
|
|
|
|
|
$tmp['validate_url_unicode_domain_tld'] = '(?:(?:[a-z]|[^\x00-\x7f])(?:(?:[a-z0-9\-]|[^\x00-\x7f])*(?:[a-z0-9]|[^\x00-\x7f]))?)'; ///ix
|
|
|
|
|
|
$tmp['validate_url_unicode_domain'] = '(?:(?:'.$tmp['validate_url_unicode_subdomain_segment'].'\.)*(?:'.$tmp['validate_url_unicode_domain_segment'].'\.)'.$tmp['validate_url_unicode_domain_tld'].')'; ///iox
|
|
|
|
|
|
|
|
|
|
|
|
$tmp['validate_url_unicode_host'] = '(?:'.$tmp['validate_url_ip'].'|'.$tmp['validate_url_unicode_domain'].')'; ///iox
|
2018-06-09 03:31:42 +00:00
|
|
|
|
|
|
|
|
|
|
$tmp['validate_url_port'] = '[0-9]{1,5}';
|
|
|
|
|
|
|
|
|
|
|
|
$re['validate_url_unicode_authority'] = '/'
|
2018-08-28 03:07:36 +00:00
|
|
|
|
.'(?:('.$tmp['validate_url_userinfo'].')@)?' // $1 userinfo
|
|
|
|
|
|
.'('.$tmp['validate_url_unicode_host'].')' // $2 host
|
|
|
|
|
|
.'(?::('.$tmp['validate_url_port'].'))?' // $3 port
|
|
|
|
|
|
.'/iux';
|
2018-06-09 03:31:42 +00:00
|
|
|
|
|
|
|
|
|
|
$re['validate_url_authority'] = '/'
|
2018-08-28 03:07:36 +00:00
|
|
|
|
.'(?:('.$tmp['validate_url_userinfo'].')@)?' // $1 userinfo
|
|
|
|
|
|
.'('.$tmp['validate_url_host'].')' // $2 host
|
|
|
|
|
|
.'(?::('.$tmp['validate_url_port'].'))?' // $3 port
|
|
|
|
|
|
.'/ix';
|
2018-06-09 03:31:42 +00:00
|
|
|
|
|
|
|
|
|
|
$re['validate_url_scheme'] = '/(?:[a-z][a-z0-9+\-.]*)/i';
|
2018-08-28 03:07:36 +00:00
|
|
|
|
$re['validate_url_path'] = '/(\/'.$tmp['validate_url_pchar'].'*)*/iu';
|
|
|
|
|
|
$re['validate_url_query'] = '/('.$tmp['validate_url_pchar'].'|\/|\?)*/iu';
|
|
|
|
|
|
$re['validate_url_fragment'] = '/('.$tmp['validate_url_pchar'].'|\/|\?)*/iu';
|
|
|
|
|
|
|
|
|
|
|
|
// Modified version of RFC 3986 Appendix B
|
|
|
|
|
|
$re['validate_url_unencoded'] = '/^' // Full URL
|
|
|
|
|
|
.'(?:'
|
|
|
|
|
|
.'([^:\/?#]+):\/\/' // $1 Scheme
|
|
|
|
|
|
.')?'
|
|
|
|
|
|
.'([^\/?#]*)' // $2 Authority
|
|
|
|
|
|
.'([^?#]*)' // $3 Path
|
|
|
|
|
|
.'(?:'
|
|
|
|
|
|
.'\?([^#]*)' // $4 Query
|
|
|
|
|
|
.')?'
|
|
|
|
|
|
.'(?:'
|
|
|
|
|
|
.'\#(.*)' // $5 Fragment
|
|
|
|
|
|
.')?$/iux';
|
|
|
|
|
|
|
|
|
|
|
|
$re['invalid_characters'] = '/['.$tmp['invalid_characters'].']/u';
|
|
|
|
|
|
|
|
|
|
|
|
$re['rtl_chars'] = '/['.$tmp['rtl_chars'].']/iu';
|
|
|
|
|
|
|
|
|
|
|
|
// Flag that initialization is complete:
|
2018-06-09 03:31:42 +00:00
|
|
|
|
$initialized = true;
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
|
2018-08-28 03:07:36 +00:00
|
|
|
|
// Cause regular expressions to be initialized as soon as this file is loaded:
|
2018-06-09 03:31:42 +00:00
|
|
|
|
Regex::__static();
|
