mirror of
https://github.com/pierre42100/comunic
synced 2025-06-22 01:55:20 +00:00
First commit
This commit is contained in:
Pierre Hubert
257
3rdparty/luminous/languages/ecmascript.php
vendored
Executable file
257
3rdparty/luminous/languages/ecmascript.php
vendored
Executable file
@ -0,0 +1,257 @@
|
||||
<?php
|
||||
|
||||
/**
|
||||
* This is a rename of the JavaScript scanner.
|
||||
* TODO Some of these things are JS specific and should be moved into
|
||||
* the new JS scanner.
|
||||
*/
|
||||
|
||||
class LuminousECMAScriptScanner extends LuminousEmbeddedWebScript {
|
||||
|
||||
public $script_tags = '</script>';
|
||||
// regular expressions in JavaScript are delimited by '/', BUT, the slash
|
||||
// character may appear unescaped within character classes
|
||||
// we can handle this fairly easily with a single regex because the classes
|
||||
// do not nest
|
||||
// TODO:
|
||||
// I do not know if this is specific to Javascript or ECMAScript derivatives
|
||||
// as a whole, I also don't know if multi-line regexen are legal (i.e. when
|
||||
// the definition spans multiple lines)
|
||||
protected $regex_regex = "%
|
||||
/
|
||||
(?:
|
||||
[^\\[\\\\/]+ # not slash, backslash, or [
|
||||
| \\\\. # escape char
|
||||
|
|
||||
(?: # char class [..]
|
||||
\\[
|
||||
(?:
|
||||
[^\\]\\\\]+ # not slash or ]
|
||||
| \\\\. # escape
|
||||
)*
|
||||
(?: \\] | \$)
|
||||
) # close char class
|
||||
)*
|
||||
(?: /[iogmx]* | \$) #delimiter or eof
|
||||
%sx";
|
||||
|
||||
|
||||
// logs a persistent token stream so that we can lookbehind to figure out
|
||||
// operators vs regexes.
|
||||
private $tokens_ = array();
|
||||
|
||||
private $child_state = null;
|
||||
|
||||
function __construct($src=null) {
|
||||
|
||||
$this->rule_tag_map = array(
|
||||
'COMMENT_SL' => 'COMMENT',
|
||||
'SSTRING' => 'STRING',
|
||||
'DSTRING' => 'STRING',
|
||||
'OPENER' => null,
|
||||
'CLOSER' => null,
|
||||
);
|
||||
$this->dirty_exit_recovery = array(
|
||||
'COMMENT_SL' => '/.*/',
|
||||
'COMMENT' => '%.*?(\*/|$)%s',
|
||||
'SSTRING' => "/(?:[^\\\\']+|\\\\.)*('|$)/",
|
||||
'DSTRING' => '/(?:[^\\\\"]+|\\\\.)*("|$)/',
|
||||
// FIXME: Anyone using a server-side interruption to build a regex is
|
||||
// frankly insane, but we are wrong in the case that they were in a
|
||||
// character class when the server language interrupted, and we may
|
||||
// exit the regex prematurely with this
|
||||
'REGEX' => '%(?:[^\\\\/]+|\\\\.)*(?:/[iogmx]*|$)%',
|
||||
);
|
||||
|
||||
parent::__construct($src);
|
||||
$this->add_identifier_mapping('KEYWORD', array('break', 'case', 'catch',
|
||||
'comment', 'continue', 'do', 'default', 'delete', 'else', 'export',
|
||||
'for', 'function', 'if', 'import', 'in', 'instanceof', 'label', 'new',
|
||||
'null', 'return', 'switch', 'throw', 'try', 'typeof', 'var', 'void',
|
||||
'while', 'with',
|
||||
'true', 'false', 'this'
|
||||
));
|
||||
$this->add_identifier_mapping('FUNCTION', array('$', 'alert', 'confirm',
|
||||
'clearTimeout', 'clearInterval',
|
||||
'encodeURI', 'encodeURIComponent', 'eval', 'isFinite', 'isNaN',
|
||||
'parseInt', 'parseFloat', 'prompt',
|
||||
'setTimeout', 'setInterval',
|
||||
'decodeURI', 'decodeURIComponent', 'jQuery'));
|
||||
|
||||
$this->add_identifier_mapping('TYPE', array('Array', 'Boolean', 'Date',
|
||||
'Error', 'EvalError', 'Infinity', 'Image', 'Math', 'NaN', 'Number',
|
||||
'Object', 'Option', 'RangeError', 'ReferenceError', 'RegExp', 'String',
|
||||
'SyntaxError', 'TypeError', 'URIError',
|
||||
|
||||
'document',
|
||||
'undefined', 'window'));
|
||||
}
|
||||
|
||||
function is_operand() {
|
||||
for ($i = count($this->tokens) -1 ; $i>= 0; $i--) {
|
||||
$tok = $this->tokens[$i][0];
|
||||
if ($tok === null || $tok === 'COMMENT' || $tok === 'COMMENT_SL') continue;
|
||||
return ($tok === 'OPERATOR' || $tok === 'OPENER');
|
||||
}
|
||||
return true;
|
||||
}
|
||||
|
||||
function init() {
|
||||
|
||||
if ($this->embedded_server)
|
||||
$this->add_pattern('STOP_SERVER', $this->server_tags);
|
||||
if ($this->embedded_html)
|
||||
$this->add_pattern('STOP_SCRIPT', '%</script>%');
|
||||
|
||||
$op_pattern = '[=!+*%\-&^|~:?\;,.>';
|
||||
if (!($this->embedded_server || $this->embedded_html))
|
||||
$op_pattern .= '<]+';
|
||||
else {
|
||||
// build an alternation with a < followed by a lookahead
|
||||
$op_pattern .= ']|<(?![';
|
||||
// XXX this covers <? and <% but not very well
|
||||
if ($this->embedded_server) $op_pattern .= '?%';
|
||||
if ($this->embedded_html) $op_pattern .= '/';
|
||||
$op_pattern .= '])'; // closes lookahead
|
||||
$op_pattern = "(?:$op_pattern)+";
|
||||
}
|
||||
$op_pattern = "@$op_pattern@";
|
||||
|
||||
$this->add_pattern('IDENT', '/[a-zA-Z_$][_$\w]*/');
|
||||
// NOTE: slash is a special case, and </ may be a script close
|
||||
$this->add_pattern('OPERATOR', $op_pattern);
|
||||
// we care about openers for figuring out where regular expressions are
|
||||
$this->add_pattern('OPENER', '/[\[\{\(]+/');
|
||||
$this->add_pattern('CLOSER', '/[\]\}\)]+/');
|
||||
|
||||
$this->add_pattern('NUMERIC', LuminousTokenPresets::$NUM_HEX);
|
||||
$this->add_pattern('NUMERIC', LuminousTokenPresets::$NUM_REAL);
|
||||
$this->add_pattern('SSTRING', LuminousTokenPresets::$SINGLE_STR_SL);
|
||||
$this->add_pattern('DSTRING', LuminousTokenPresets::$DOUBLE_STR_SL);
|
||||
$this->add_pattern('COMMENT', LuminousTokenPresets::$C_COMMENT_ML);
|
||||
$this->add_pattern('COMMENT_SL', LuminousTokenPresets::$C_COMMENT_SL);
|
||||
// special case
|
||||
$this->add_pattern('SLASH', '%/%');
|
||||
|
||||
$stop_patterns = array();
|
||||
|
||||
|
||||
$xml_scanner = new LuminousHTMLScanner($this->string());
|
||||
$xml_scanner->xml_literal = true;
|
||||
$xml_scanner->scripts = false;
|
||||
$xml_scanner->embedded_server = $this->embedded_server;
|
||||
if ($this->embedded_server)
|
||||
$xml_scanner->server_tags = $this->server_tags;
|
||||
$xml_scanner->init();
|
||||
$xml_scanner->pos($this->pos());
|
||||
$this->add_child_scanner('xml', $xml_scanner);
|
||||
}
|
||||
|
||||
|
||||
|
||||
|
||||
// c+p from HTML scanner
|
||||
function scan_child($lang) {
|
||||
assert (isset($this->child_scanners[$lang]));
|
||||
$scanner = $this->child_scanners[$lang];
|
||||
$scanner->pos($this->pos());
|
||||
$substr = $scanner->main();
|
||||
$this->record($scanner->tagged(), 'XML', true);
|
||||
$this->pos($scanner->pos());
|
||||
if ($scanner->interrupt) {
|
||||
$this->child_state = array($lang, $this->pos());
|
||||
} else {
|
||||
$this->child_state = null;
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
function main() {
|
||||
$this->start();
|
||||
$this->interrupt = false;
|
||||
while (!$this->eos()) {
|
||||
$index = $this->pos();
|
||||
$tok = null;
|
||||
$m = null;
|
||||
$escaped = false;
|
||||
|
||||
if (!$this->clean_exit) {
|
||||
try {
|
||||
$tok = $this->resume();
|
||||
} catch(Exception $e) {
|
||||
if (LUMINOUS_DEBUG) throw $e;
|
||||
else {
|
||||
$this->clean_exit = true;
|
||||
continue;
|
||||
}
|
||||
}
|
||||
}
|
||||
elseif ($this->child_state !== null && $this->child_state[1] < $this->pos()) {
|
||||
$this->scan_child($this->child_state[0]);
|
||||
continue;
|
||||
}
|
||||
|
||||
elseif (($rule = $this->next_match()) !== null) {
|
||||
$tok = $rule[0];
|
||||
if ($rule[1] > $index) {
|
||||
$this->record(substr($this->string(), $index, $rule[1] - $index), null);
|
||||
}
|
||||
} else {
|
||||
$this->record(substr($this->string(), $index), null);
|
||||
$this->clean_exit = true;
|
||||
$this->interrupt = false;
|
||||
$this->terminate();
|
||||
break;
|
||||
}
|
||||
|
||||
if ($tok === 'SLASH') {
|
||||
if ($this->is_operand()) {
|
||||
$tok = 'REGEX';
|
||||
$this->unscan();
|
||||
assert($this->peek() === '/');
|
||||
$m = $this->scan($this->regex_regex);
|
||||
if ($m === null) {
|
||||
assert(0);
|
||||
$m = $this->rest();
|
||||
$this->terminate();
|
||||
}
|
||||
|
||||
} else {
|
||||
$tok = 'OPERATOR';
|
||||
}
|
||||
}
|
||||
elseif ($tok === 'OPERATOR' && $this->match() === '<') {
|
||||
if ($this->is_operand()) {
|
||||
$this->unscan();
|
||||
$this->scan_child('xml');
|
||||
continue;
|
||||
}
|
||||
}
|
||||
|
||||
elseif ($tok === 'STOP_SERVER') {
|
||||
$this->interrupt = true;
|
||||
$this->unscan();
|
||||
break;
|
||||
}
|
||||
elseif ($tok === 'STOP_SCRIPT') {
|
||||
$this->unscan();
|
||||
break;
|
||||
}
|
||||
if ($m === null)
|
||||
$m = $this->match();
|
||||
|
||||
if ($this->server_break($tok))
|
||||
break;
|
||||
|
||||
if ($tok === 'COMMENT_SL' && $this->script_break($tok)
|
||||
)
|
||||
break;
|
||||
assert($this->pos() > $index);
|
||||
|
||||
$tag = $tok;
|
||||
|
||||
$this->record($m, $tag, $escaped);
|
||||
|
||||
}
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user