--- /dev/null
+<?php
+namespace wcf\system\html\input\node;
+use wcf\data\bbcode\media\provider\BBCodeMediaProvider;
+use wcf\data\smiley\Smiley;
+use wcf\data\smiley\SmileyCache;
+use wcf\data\user\UserList;
+use wcf\system\bbcode\HtmlBBCodeParser;
+use wcf\system\Callback;
+use wcf\system\database\util\PreparedStatementConditionBuilder;
+use wcf\system\Regex;
+use wcf\system\request\LinkHandler;
+use wcf\system\WCF;
+use wcf\util\StringUtil;
+
+/**
+ * TOOD documentation
+ * @since 2.2
+ */
+class HtmlInputNodeTextParser {
+ protected $elementStack = [];
+
+ /**
+ * @var HtmlInputNodeProcessor
+ */
+ protected $htmlInputNodeProcessor;
+
+ protected $nodeStack = [];
+
+ protected $smilies = [];
+
+ /**
+ * @var string[]
+ */
+ protected $sourceBBCodes = [];
+
+ /**
+ * forbidden characters
+ * @var string
+ */
+ protected static $illegalChars = '[^\x0-\x2C\x2E\x2F\x3A-\x40\x5B-\x60\x7B-\x7F]+';
+
+ protected static $userRegex = "~
+ \\B # any non-word character, whitespace, string start is fine
+ @
+ (
+ ([^',\\s][^,\\s]{2,})(?:\\s[^,\\s]+)? # either at most two strings, not containing
+ # whitespace or the comma, not starting with a single quote
+ # separated by a single whitespace character
+ |
+ '(?:''|[^']){3,}' # or a string delimited by single quotes
+ )
+ ~x";
+
+ public function __construct(HtmlInputNodeProcessor $htmlInputNodeProcessor) {
+ $this->htmlInputNodeProcessor = $htmlInputNodeProcessor;
+ $this->sourceBBCodes = HtmlBBCodeParser::getInstance()->getSourceBBCodes();
+
+ if (MODULE_SMILEY) {
+ // get smilies
+ $smilies = SmileyCache::getInstance()->getSmilies();
+ $categories = SmileyCache::getInstance()->getCategories();
+
+ foreach ($smilies as $categoryID => $categorySmilies) {
+ if ($categories[$categoryID ?: null]->isDisabled) continue;
+
+ /** @var Smiley $smiley */
+ foreach ($categorySmilies as $smiley) {
+ foreach ($smiley->smileyCodes as $smileyCode) {
+ $this->smilies[$smileyCode] = $smiley->getURL();
+ }
+ }
+ }
+
+ uksort($this->smilies, function($a, $b) {
+ $lengthA = mb_strlen($a);
+ $lengthB = mb_strlen($b);
+
+ if ($lengthA < $lengthB) {
+ return 1;
+ }
+ else if ($lengthA === $lengthB) {
+ return 0;
+ }
+
+ return -1;
+ });
+ }
+ }
+
+ public function parse() {
+ // get all text nodes
+ $nodes = [];
+ /** @var \DOMText $node */
+ foreach ($this->htmlInputNodeProcessor->getXPath()->query('//text()') as $node) {
+ $value = StringUtil::trim($node->textContent);
+ if (empty($value)) {
+ // skip empty nodes
+ continue;
+ }
+
+ // check if node is within a code element or link
+ if ($this->hasCodeParent($node) || $this->hasLinkParent($node)) {
+ continue;
+ }
+
+ $nodes[] = $node;
+ }
+
+ // search for mentions, this step is separated to reduce the
+ // impact of querying the database for many matches
+ $usernames = [];
+ for ($i = 0, $length = count($nodes); $i < $length; $i++) {
+ /** @var \DOMText $node */
+ $node = $nodes[$i];
+
+ $this->detectMention($node, $node->textContent, $usernames);
+ }
+
+ $users = [];
+ if (!empty($usernames)) {
+ $users = $this->findUsernames($usernames);
+ }
+
+ for ($i = 0, $length = count($nodes); $i < $length; $i++) {
+ /** @var \DOMText $node */
+ $node = $nodes[$i];
+ $oldValue = $value = $node->textContent;
+
+ if (!empty($users)) {
+ $value = $this->parseMention($node, $value, $users);
+ }
+
+ $value = $this->parseURL($node, $value);
+
+ $value = $this->parseSmiley($node, $value);
+
+ if ($value !== $oldValue) {
+ $node->textContent = $value;
+ }
+ }
+
+ // replace matches
+ for ($i = 0, $length = count($this->nodeStack); $i < $length; $i++) {
+ $this->replaceMatches($this->nodeStack[$i], $this->elementStack[$i]);
+ }
+ }
+
+ protected function detectMention(\DOMText $text, $value, array &$usernames) {
+ if (mb_strpos($value, '@') === false) {
+ return;
+ }
+
+ if (preg_match_all(self::$userRegex, $value, $matches, PREG_PATTERN_ORDER)) {
+ // $i = 1 to skip the full match
+ for ($i = 1, $length = count($matches); $i < $length; $i++) {
+ for ($j = 0, $innerLength = count($matches[$i]); $j < $innerLength; $j++) {
+ $username = $this->getUsername($matches[$i][$j]);
+ if (!isset($usernames[$username])) {
+ $usernames[$username] = $username;
+ }
+ }
+ }
+ }
+ }
+
+ protected function findUsernames(array $usernames) {
+ $exactValues = [];
+ $likeValues = [];
+ foreach ($usernames as $username) {
+ if (mb_strpos($username, ' ') !== false) {
+ // string contains a whitespace, account for names that
+ // are built up with more than two words
+ $likeValues[] = $username;
+ }
+ else {
+ $exactValues[] = $username;
+ }
+ }
+
+ $conditions = new PreparedStatementConditionBuilder(true, 'OR');
+
+ if (!empty($exactValues)) {
+ $conditions->add('username IN (?)', [$exactValues]);
+ }
+
+ if (!empty($likeValues)) {
+ for ($i = 0, $length = count($likeValues); $i < $length; $i++) {
+ $conditions->add('username LIKE ?', [str_replace('%', '', $likeValues[$i]) . '%']);
+ }
+ }
+
+ $sql = "SELECT userID, username
+ FROM wcf".WCF_N."_user
+ ".$conditions;
+ $statement = WCF::getDB()->prepareStatement($sql);
+ $statement->execute($conditions->getParameters());
+
+ $users = [];
+ while ($row = $statement->fetchArray()) {
+ $users[$row['userID']] = $row['username'];
+ }
+
+ // sort usernames with the longest one being first
+ uasort($users, function($a, $b) {
+ $lengthA = mb_strlen($a);
+ $lengthB = mb_strlen($b);
+
+ if ($lengthA < $lengthB) {
+ return 1;
+ }
+ else if ($lengthA === $lengthB) {
+ return 0;
+ }
+
+ return -1;
+ });
+
+ return $users;
+ }
+
+ protected function parseMention(\DOMText $text, $value, array $users) {
+ if (mb_strpos($value, '@') === false) {
+ return $value;
+ }
+
+ foreach ($users as $userID => $username) {
+ do {
+ $needle = '@' . $username;
+ $pos = mb_strpos($value, $needle);
+
+ // username not found, maybe it is quoted
+ if ($pos === false) {
+ $needle = "@'" . str_replace("'", "''", $username) . "'";
+ $pos = mb_strpos($value, $needle);
+ }
+
+ if ($pos !== false) {
+ $element = $text->ownerDocument->createElement('woltlab-mention');
+ $element->setAttribute('data-user-id', $userID);
+ $element->setAttribute('data-username', $username);
+
+ $marker = $this->addReplacement($text, $element);
+
+ // we use preg_replace() because the username could appear multiple times
+ // and we need to replace them one by one, also avoiding only replacing
+ // the non-quoted username even though both variants are present
+ $value = preg_replace('~' . preg_quote($needle, '~') . '~', $marker, $value, 1);
+ }
+ }
+ while ($pos);
+ }
+
+ return $value;
+ }
+
+ protected function parseURL(\DOMText $text, $value) {
+ static $urlPattern = '';
+ if ($urlPattern === '') {
+ $urlPattern = '~
+ (?<!\B|"|\'|=|/|,|\?|\.)
+ (?: # hostname
+ (?:ftp|https?)://'.static::$illegalChars.'(?:\.'.static::$illegalChars.')*
+ |
+ www\.(?:'.static::$illegalChars.'\.)+
+ (?:[a-z]{2,63}(?=\b)) # tld
+ )
+
+ (?::\d+)? # port
+
+ (?:
+ /
+ [^!.,?;"\'<>()\[\]{}\s]*
+ (?:
+ [!.,?;(){}]+ [^!.,?;"\'<>()\[\]{}\s]+
+ )*
+ )?~ix';
+ }
+
+ return preg_replace_callback($urlPattern, function($matches) use ($text) {
+ $link = $matches[0];
+
+ if (BBCodeMediaProvider::isMediaURL($link)) {
+ $element = $this->htmlInputNodeProcessor->createMetacodeElement($text, 'media', [$link]);
+ }
+ else {
+ $element = $text->ownerDocument->createElement('a');
+ $element->setAttribute('href', $link);
+ $element->textContent = $link;
+ }
+
+ return $this->addReplacement($text, $element);
+ }, $value);
+ }
+
+ protected function parseEmail(\DOMText $text, $value) {
+ if (mb_strpos($this->text, '@') === false) {
+ return $value;
+ }
+
+ static $emailPattern = null;
+ if ($emailPattern === null) {
+ $emailPattern = '~
+ (?<!\B|"|\'|=|/|,|:)
+ (?:)
+ \w+(?:[\.\-]\w+)*
+ @
+ (?:'.self::$illegalChars.'\.)+ # hostname
+ (?:[a-z]{2,4}(?=\b))
+ (?!"|\'|\-|\]|\.[a-z])~ix';
+ }
+
+ return preg_replace_callback($emailPattern, function($matches) use ($text) {
+ $email = $matches[0];
+
+ $element = $this->htmlInputNodeProcessor->createMetacodeElement($text, 'email', [$email]);
+
+ return $this->addReplacement($text, $element);
+ }, $value);
+ }
+
+ protected function parseSmiley(\DOMText $text, $value) {
+ static $smileyPattern = null;
+ if ($smileyPattern === null) {
+ foreach ($this->smilies as $smileyCode => $url) {
+ $smileyCode = preg_quote($smileyCode, '~');
+
+ if (!preg_match('~^\\\:.+\\\:$~', $smileyCode)) {
+ $smileyCode = '\B' . $smileyCode . '\B';
+ }
+
+ if (!empty($smileyPattern)) $smileyPattern .= '|';
+ $smileyPattern .= $smileyCode;
+ }
+
+ $smileyPattern = '~(' . $smileyPattern . ')~';
+ }
+
+ return preg_replace_callback($smileyPattern, function($matches) use ($text) {
+ $smileyCode = $matches[0];
+
+ $element = $text->ownerDocument->createElement('img');
+ $element->setAttribute('src', $this->smilies[$smileyCode]);
+ $element->setAttribute('class', 'smiley');
+ $element->setAttribute('alt', $smileyCode);
+
+ return $this->addReplacement($text, $element);
+ }, $value);
+ }
+
+ protected function replaceMatches(\DOMText $text, array $elements) {
+ $nodes = [$text];
+
+ foreach ($elements as $marker => $element) {
+ for ($i = 0, $length = count($nodes); $i < $length; $i++) {
+ /** @var \DOMText $node */
+ $node = $nodes[$i];
+ $value = $node->textContent;
+
+ if (($pos = mb_strpos($value, $marker)) !== false) {
+ // move text in front of the marker into a new text node,
+ // unless the position is 0 which means there is nothing
+ if ($pos !== 0) {
+ $newNode = $node->ownerDocument->createTextNode(mb_substr($value, 0, $pos));
+ $node->parentNode->insertBefore($newNode, $node);
+
+ // add new text node to the stack as it may contain other markers
+ $nodes[] = $newNode;
+ $length++;
+ }
+
+ $node->parentNode->insertBefore($element, $node);
+
+ // modify text content of existing text node
+ $node->textContent = mb_substr($value, $pos + strlen($marker));
+ }
+ }
+ }
+ }
+
+ protected function hasCodeParent(\DOMText $text) {
+ $parent = $text;
+ /** @var \DOMElement $parent */
+ while ($parent = $parent->parentNode) {
+ $nodeName = $parent->nodeName;
+ if ($nodeName === 'code' || $nodeName === 'kbd') {
+ return true;
+ }
+ else if ($nodeName === 'woltlab-metacode' && in_array($parent->getAttribute('data-name'), $this->sourceBBCodes)) {
+ return true;
+ }
+ }
+
+ return false;
+ }
+
+ protected function hasLinkParent(\DOMText $text) {
+ $parent = $text;
+ /** @var \DOMElement $parent */
+ while ($parent = $parent->parentNode) {
+ $nodeName = $parent->nodeName;
+ if ($nodeName === 'a') {
+ return true;
+ }
+ }
+
+ return false;
+ }
+
+ public function addReplacement(\DOMText $text, \DOMElement $element) {
+ $index = array_search($text, $this->nodeStack, true);
+ if ($index === false) {
+ $index = count($this->nodeStack);
+
+ $this->nodeStack[$index] = $text;
+ $this->elementStack[$index] = [];
+ }
+
+ $marker = $this->getNewMarker();
+ $this->elementStack[$index][$marker] = $element;
+
+ return $marker;
+ }
+
+ public function getNewMarker() {
+ return '@@@' . StringUtil::getUUID() . '@@@';
+ }
+
+ /**
+ * Returns the username for the given regular expression match.
+ *
+ * @param string $match
+ * @return string
+ * @since 2.2
+ */
+ public function getUsername($match) {
+ // remove escaped single quotation mark
+ $match = str_replace("''", "'", $match);
+
+ // remove single quotation marks
+ if ($match{0} == "'") {
+ $match = mb_substr($match, 1, -1);
+ }
+ else {
+ // remove characters that might be at the end of our match
+ // but are not part of the username itself such as a colon
+ // rtrim() is not binary safe
+ $match = preg_replace('~[:;,.)]$~', '', $match);
+ }
+
+ return mb_strtolower($match);
+ }
+}
projects / GitHub / WoltLab / WCF.git / commitdiff