record($matches[1], 'IDENT'); $this->record($matches[2], null); $this->record($matches[3], 'USER_FUNCTION'); $this->pos_shift(strlen($matches[0])); $this->user_defs[$matches[3]] = ($matches[1] === 'type')? 'TYPE' : 'FUNCTION'; } function init() { $this->add_pattern('COMMENT', LuminousTokenPresets::$C_COMMENT_ML); $this->add_pattern('COMMENT', LuminousTokenPresets::$C_COMMENT_SL); $ident = '[\p{L}_][\p{L}\p{N}_]*'; // this should be unicode for letter (\p{L}) and number (\p{N}) $this->add_pattern('type', "/\\b(type|func)(\s+)($ident)/u"); $this->overrides['type'] = array($this, 'type_override'); $this->add_pattern('IDENT', "/$ident/u"); $this->add_pattern('OPERATOR', '/[+\\-\\*\\/%&\\|^<>&=!:\\.,;]+/'); $exp = '[eE][+-]?\d+'; // note the trailing i - which denotes imaginary literals $this->add_pattern('NUMERIC', "/(?:\d+\.\d*(?:$exp)?|\d+$exp|\.\d+(?:$exp)?)i?/"); $this->add_pattern('NUMERIC', '/(?:0(?:\d+|x[a-fA-F0-9]+)|\d+)i?/'); $this->add_pattern('CHARACTER', "/'(?:\\\\(?:\d+|[uUxX][a-fA-F0-9]+|.)|.)'/u"); $this->add_pattern('STRING', LuminousTokenPresets::$DOUBLE_STR); $this->add_pattern('STRING', '/`(?:[^`\\\\]+|\\\\.)*(?:`|$)/s'); $this->add_identifier_mapping('KEYWORD', array('break', 'case', 'chan', 'const', 'continue', 'default', 'defer', 'else', 'fallthrough', 'for', 'func', 'go', 'goto', 'if', 'import', 'interface', 'map', 'package', 'range', 'return', 'select', 'struct', 'switch', 'type', 'var')); $this->add_identifier_mapping('TYPE', array('any', 'bool', 'byte', 'complex', 'complex64', 'complex128', 'int', 'int8', 'int16', 'int32', 'int64', 'float', 'float32', 'float64', 'string', 'struct', 'uint', 'uint8', 'uint16', 'uint32', 'uint64', 'uintptr')); $this->add_identifier_mapping('VALUE', array('false', 'iota', 'true')); // from the old luminous language file, don't know how sensible these are $this->add_identifier_mapping('FUNCTION', array('append', 'cap', 'copy', 'cmplx', 'imag', 'len', 'make', 'new', 'panic', 'print', 'println', 'real', 'recover', 'sizeof')); } public static function guess_language($src, $info) { $p = 0.0; if (strpos($src, 'func ') !== false) $p += 0.02; if (preg_match('/func\s*\\(\s*\w+\s*\\*\s*\w+/', $src)) $p += 0.05; if (preg_match('/^package\s+\w+/', $src)) $p += 0.01; if (preg_match('/type\s+\w+\s+struct\s*\\{/', $src)) $p += 0.03; return $p; } }