7e70e611b6
- char32_t is defined in cutils.h but may conflict with <uchar.h>
- all qe_isxxx functions take a char32_t
- add etf8x encoding for full range of char32_t type
- add utf8_decode_strict()
- add ustr_match_keyword()
- utf8_encode() / utf8_decode() handle up to 32 bits
- improve detect_charset():
- detect utf8 and utf8x
- avoid failure on partial utf8 sequence at end of buffer
- detect overlong utf8 sequences
- fix display bugs for code points beyond MAX_UNICODE_DISPLAY
- simplify do_compare_windows(), avoid magic char values.
- rename functions:
eb_encode_uchar -> eb_encode_char32
eb_insert_uchar -> eb_insert_char32
eb_insert_uchars -> eb_insert_char32_n
eb_match_uchar -> eb_match_char32
eb_delete_uchar -> eb_delete_char32
eb_replace_uchar -> eb_replace_char32
utf8_to_unicode -> utf8_to_char32
- use char32_t for all variables and arrays holding code-points
- fix some language syntax parsers.
- fix detect_eol_type_32bit(), used uint16_t instead of uint32_t
- bump VERSION to 5.4.0
512 lines
16 KiB
C
512 lines
16 KiB
C
/*
|
|
* Ruby language mode for QEmacs.
|
|
*
|
|
* Copyright (c) 2000-2022 Charlie Gordon.
|
|
*
|
|
* This library is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
* License as published by the Free Software Foundation; either
|
|
* version 2 of the License, or (at your option) any later version.
|
|
*
|
|
* This library is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Lesser General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Lesser General Public
|
|
* License along with this library; if not, write to the Free Software
|
|
* Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
|
|
*/
|
|
|
|
#include "qe.h"
|
|
|
|
/*---------------- Ruby script coloring ----------------*/
|
|
|
|
static char const ruby_keywords[] = {
|
|
"|__ENCODING__|__END__|__FILE__|__LINE__"
|
|
"|BEGIN|END|alias|and|assert|begin|break"
|
|
"|call|case|catch|class|def|defined?|do"
|
|
"|else|elsif|end|ensure|eval|exit|extend"
|
|
"|false|for|if|in|include|lambda|lambda?|loop"
|
|
"|module|new|next|nil|not|or|private|proc"
|
|
"|raise|refute|require|rescue|retry|return"
|
|
"|self|super|then|throw|true|unless|until"
|
|
"|when|while|yield"
|
|
"|"
|
|
};
|
|
|
|
/* Ruby operators:
|
|
* ` + - +@ -@ * / % << >> < <= > >= =
|
|
* == === <=> [] []= ** ! ~ != !~ =~ & | ^
|
|
*/
|
|
|
|
enum {
|
|
IN_RUBY_HEREDOC = 0x80,
|
|
IN_RUBY_HD_INDENT = 0x40,
|
|
IN_RUBY_HD_SIG = 0x3f,
|
|
IN_RUBY_COMMENT = 0x40,
|
|
IN_RUBY_STRING = 0x20 /* single quote */,
|
|
IN_RUBY_STRING2 = 0x10 /* double quote */,
|
|
IN_RUBY_STRING3 = 0x08 /* back quote */,
|
|
IN_RUBY_STRING4 = 0x04 /* %q{...} */,
|
|
IN_RUBY_REGEX = 0x02,
|
|
IN_RUBY_POD = 0x01,
|
|
};
|
|
|
|
enum {
|
|
RUBY_STYLE_TEXT = QE_STYLE_DEFAULT,
|
|
RUBY_STYLE_COMMENT = QE_STYLE_COMMENT,
|
|
RUBY_STYLE_STRING = QE_STYLE_STRING,
|
|
RUBY_STYLE_STRING2 = QE_STYLE_STRING,
|
|
RUBY_STYLE_STRING3 = QE_STYLE_STRING,
|
|
RUBY_STYLE_STRING4 = QE_STYLE_STRING,
|
|
RUBY_STYLE_REGEX = QE_STYLE_STRING_Q,
|
|
RUBY_STYLE_NUMBER = QE_STYLE_NUMBER,
|
|
RUBY_STYLE_KEYWORD = QE_STYLE_KEYWORD,
|
|
RUBY_STYLE_FUNCTION = QE_STYLE_FUNCTION,
|
|
RUBY_STYLE_MEMBER = QE_STYLE_VARIABLE,
|
|
RUBY_STYLE_HEREDOC = QE_STYLE_PREPROCESS,
|
|
};
|
|
|
|
static int ruby_get_name(char *buf, int size, const char32_t *str) {
|
|
int len, i = 0, j;
|
|
|
|
for (len = 0, j = i; qe_isalnum_(str[j]); j++) {
|
|
if (len < size - 1)
|
|
buf[len++] = str[j];
|
|
}
|
|
if (str[j] == '?' || str[j] == '!') {
|
|
if (len < size - 1)
|
|
buf[len++] = str[j];
|
|
j++;
|
|
}
|
|
if (len < size) {
|
|
buf[len] = '\0';
|
|
}
|
|
return j - i;
|
|
}
|
|
|
|
static void ruby_colorize_line(QEColorizeContext *cp,
|
|
char32_t *str, int n, ModeDef *syn)
|
|
{
|
|
int i = 0, j, start = i, style = 0, indent, sig;
|
|
char32_t c;
|
|
static char32_t sep, sep0; /* XXX: ugly patch */
|
|
static int level; /* XXX: ugly patch */
|
|
int state = cp->colorize_state;
|
|
char kbuf[64];
|
|
|
|
for (indent = 0; qe_isblank(str[indent]); indent++)
|
|
continue;
|
|
|
|
if (state & IN_RUBY_HEREDOC) {
|
|
if (state & IN_RUBY_HD_INDENT) {
|
|
while (qe_isblank(str[i]))
|
|
i++;
|
|
}
|
|
sig = 0;
|
|
if (qe_isalpha_(str[i])) {
|
|
sig = str[i++] % 61;
|
|
for (; qe_isalnum_(str[i]); i++) {
|
|
sig = ((sig << 6) + str[i]) % 61;
|
|
}
|
|
}
|
|
for (; qe_isblank(str[i]); i++)
|
|
continue;
|
|
i = n;
|
|
SET_COLOR(str, start, i, RUBY_STYLE_HEREDOC);
|
|
if (i > 0 && i == n && (state & IN_RUBY_HD_SIG) == (sig & IN_RUBY_HD_SIG))
|
|
state &= ~(IN_RUBY_HEREDOC | IN_RUBY_HD_INDENT | IN_RUBY_HD_SIG);
|
|
} else {
|
|
if (state & IN_RUBY_COMMENT)
|
|
goto parse_c_comment;
|
|
|
|
if (state & IN_RUBY_REGEX)
|
|
goto parse_regex;
|
|
|
|
if (state & IN_RUBY_STRING)
|
|
goto parse_string;
|
|
|
|
if (state & IN_RUBY_STRING2)
|
|
goto parse_string2;
|
|
|
|
if (state & IN_RUBY_STRING3)
|
|
goto parse_string3;
|
|
|
|
if (state & IN_RUBY_STRING4)
|
|
goto parse_string4;
|
|
|
|
if (str[i] == '=' && qe_isalpha(str[i + 1])) {
|
|
state |= IN_RUBY_POD;
|
|
}
|
|
if (state & IN_RUBY_POD) {
|
|
if (ustrstart(str + i, "=end", NULL)) {
|
|
state &= ~IN_RUBY_POD;
|
|
}
|
|
style = RUBY_STYLE_COMMENT;
|
|
if (str[i] == '=' && qe_isalpha(str[i + 1]))
|
|
style = RUBY_STYLE_KEYWORD;
|
|
i = n;
|
|
SET_COLOR(str, start, i, style);
|
|
}
|
|
}
|
|
|
|
while (i < n && qe_isblank(str[i]))
|
|
i++;
|
|
|
|
indent = i;
|
|
|
|
while (i < n) {
|
|
start = i;
|
|
c = str[i++];
|
|
switch (c) {
|
|
case '/':
|
|
if (str[i] == '*') {
|
|
/* C comment */
|
|
i++;
|
|
parse_c_comment:
|
|
state = IN_RUBY_COMMENT;
|
|
for (; i < n; i++) {
|
|
if (str[i] == '*' && str[i + 1] == '/') {
|
|
i += 2;
|
|
state &= ~IN_RUBY_COMMENT;
|
|
break;
|
|
}
|
|
}
|
|
goto comment;
|
|
}
|
|
if (start == indent
|
|
|| (str[i] != ' ' && str[i] != '='
|
|
&& i >= 2
|
|
&& !qe_isalnum(str[i - 2] & CHAR_MASK)
|
|
&& (str[i - 2] & CHAR_MASK) != ')')) {
|
|
/* XXX: should use context to tell regex from divide */
|
|
/* parse regex */
|
|
state = IN_RUBY_REGEX;
|
|
parse_regex:
|
|
while (i < n) {
|
|
/* XXX: should ignore / inside char classes */
|
|
c = str[i++];
|
|
if (c == '\\') {
|
|
if (i < n) {
|
|
i += 1;
|
|
}
|
|
} else
|
|
if (c == '#' && str[i] == '{') {
|
|
/* should parse full syntax */
|
|
while (i < n && str[i++] != '}')
|
|
continue;
|
|
} else
|
|
if (c == '/') {
|
|
while (qe_findchar("ensuimox", str[i])) {
|
|
i++;
|
|
}
|
|
state = 0;
|
|
break;
|
|
}
|
|
}
|
|
style = RUBY_STYLE_REGEX;
|
|
break;
|
|
}
|
|
continue;
|
|
|
|
case '#':
|
|
i = n;
|
|
comment:
|
|
style = RUBY_STYLE_COMMENT;
|
|
break;
|
|
|
|
case '%':
|
|
/* parse alternate string/array syntaxes */
|
|
if (str[i] != '\0' && !qe_isblank(str[i]) && !qe_isalnum(str[i]))
|
|
goto has_string4;
|
|
|
|
if (str[i] == 'q' || str[i] == 'Q'
|
|
|| str[i] == 'r' || str[i] == 'x'
|
|
|| str[i] == 'w' || str[i] == 'W') {
|
|
i++;
|
|
has_string4:
|
|
level = 0;
|
|
sep = sep0 = str[i++];
|
|
if (sep == '{') sep = '}';
|
|
if (sep == '(') sep = ')';
|
|
if (sep == '[') sep = ']';
|
|
if (sep == '<') sep = '>';
|
|
/* parse special string const */
|
|
state = IN_RUBY_STRING4;
|
|
parse_string4:
|
|
while (i < n) {
|
|
c = str[i++];
|
|
if (c == sep) {
|
|
if (level-- == 0) {
|
|
state = level = 0;
|
|
break;
|
|
}
|
|
/* XXX: should parse regex modifiers if %r */
|
|
} else
|
|
if (c == sep0) {
|
|
level++;
|
|
} else
|
|
if (c == '#' && str[i] == '{') {
|
|
/* XXX: should no parse if %q */
|
|
/* XXX: should parse full syntax */
|
|
while (i < n && str[i++] != '}')
|
|
continue;
|
|
} else
|
|
if (c == '\\') {
|
|
if (i < n) {
|
|
i += 1;
|
|
}
|
|
}
|
|
}
|
|
style = RUBY_STYLE_STRING4;
|
|
break;
|
|
}
|
|
continue;
|
|
|
|
case '\'':
|
|
/* parse single quoted string const */
|
|
state = IN_RUBY_STRING;
|
|
parse_string:
|
|
while (i < n) {
|
|
c = str[i++];
|
|
if (c == '\\' && (str[i] == '\\' || str[i] == '\'')) {
|
|
i += 1;
|
|
} else
|
|
if (c == '\'') {
|
|
state = 0;
|
|
break;
|
|
}
|
|
}
|
|
style = RUBY_STYLE_STRING;
|
|
break;
|
|
|
|
case '`':
|
|
/* parse single quoted string const */
|
|
state = IN_RUBY_STRING3;
|
|
parse_string3:
|
|
while (i < n) {
|
|
c = str[i++];
|
|
if (c == '\\' && (str[i] == '\\' || str[i] == '\'')) {
|
|
i += 1;
|
|
} else
|
|
if (c == '#' && str[i] == '{') {
|
|
/* should parse full syntax */
|
|
while (i < n && str[i++] != '}')
|
|
continue;
|
|
} else
|
|
if (c == '`') {
|
|
state = 0;
|
|
break;
|
|
}
|
|
}
|
|
style = RUBY_STYLE_STRING3;
|
|
break;
|
|
|
|
case '\"':
|
|
/* parse double quoted string const */
|
|
parse_string2:
|
|
c = '\0';
|
|
while (i < n) {
|
|
c = str[i++];
|
|
if (c == '\\') {
|
|
if (i < n) {
|
|
i += 1;
|
|
}
|
|
} else
|
|
if (c == '#' && str[i] == '{') {
|
|
/* should parse full syntax */
|
|
while (i < n && str[i++] != '}')
|
|
continue;
|
|
} else
|
|
if (c == '\"') {
|
|
break;
|
|
}
|
|
}
|
|
if (c == '\"') {
|
|
if (state == IN_RUBY_STRING2)
|
|
state = 0;
|
|
} else {
|
|
if (state == 0)
|
|
state = IN_RUBY_STRING2;
|
|
}
|
|
style = RUBY_STYLE_STRING2;
|
|
break;
|
|
|
|
case '<':
|
|
if (str[i] == '<') {
|
|
/* XXX: should use context to tell lshift from heredoc:
|
|
* here documents are introduced by monadic <<.
|
|
* Monadic use could be detected in some contexts, such
|
|
* as eval(<<EOS), but not in the general case.
|
|
* We use a heuristical approach: let's assume here
|
|
* document ids are not separated from the << by white
|
|
* space.
|
|
* XXX: should parse full here document syntax.
|
|
*/
|
|
sig = 0;
|
|
j = i + 1;
|
|
if (str[j] == '-') {
|
|
j++;
|
|
}
|
|
if ((str[j] == '\'' || str[j] == '\"')
|
|
&& qe_isalpha_(str[j + 1])) {
|
|
sep = str[j++];
|
|
sig = str[j++] % 61;
|
|
for (; qe_isalnum_(str[j]); j++) {
|
|
sig = ((sig << 6) + str[j]) % 61;
|
|
}
|
|
if (str[j++] != sep)
|
|
break;
|
|
} else
|
|
if (qe_isalpha_(str[j])) {
|
|
sig = str[j++] % 61;
|
|
for (; qe_isalnum_(str[j]); j++) {
|
|
sig = ((sig << 6) + str[j]) % 61;
|
|
}
|
|
}
|
|
if (sig) {
|
|
/* Multiple here documents can be specified on the
|
|
* same line, only the last one will prevail, which
|
|
* is OK for coloring purposes.
|
|
* state will be cleared if a string or a comment
|
|
* start on the line after the << operator. This
|
|
* is a bug due to limited state bits.
|
|
*/
|
|
state &= ~(IN_RUBY_HEREDOC | IN_RUBY_HD_INDENT | IN_RUBY_HD_SIG);
|
|
state |= IN_RUBY_HEREDOC;
|
|
if (str[i + 1] == '-') {
|
|
state |= IN_RUBY_HD_INDENT;
|
|
}
|
|
state |= (sig & IN_RUBY_HD_SIG);
|
|
i = j;
|
|
style = RUBY_STYLE_HEREDOC;
|
|
break;
|
|
}
|
|
}
|
|
continue;
|
|
|
|
case '?':
|
|
/* XXX: should parse character constants */
|
|
continue;
|
|
|
|
case '.':
|
|
if (qe_isdigit_(str[i]))
|
|
goto parse_decimal;
|
|
continue;
|
|
|
|
case '$':
|
|
/* XXX: should parse precise $ syntax,
|
|
* skip $" and $' for now
|
|
*/
|
|
if (i < n)
|
|
i++;
|
|
continue;
|
|
|
|
case ':':
|
|
/* XXX: should parse Ruby symbol */
|
|
continue;
|
|
|
|
case '@':
|
|
i += ruby_get_name(kbuf, countof(kbuf), str + i);
|
|
style = RUBY_STYLE_MEMBER;
|
|
break;
|
|
|
|
default:
|
|
if (qe_isdigit(c)) {
|
|
if (c == '0' && qe_tolower(str[i]) == 'b') {
|
|
/* binary numbers */
|
|
for (i += 1; qe_isbindigit_(str[i]); i++)
|
|
continue;
|
|
} else
|
|
if (c == '0' && qe_tolower(str[i]) == 'o') {
|
|
/* octal numbers */
|
|
for (i += 1; qe_isoctdigit_(str[i]); i++)
|
|
continue;
|
|
} else
|
|
if (c == '0' && qe_tolower(str[i]) == 'x') {
|
|
/* hexadecimal numbers */
|
|
for (i += 1; qe_isxdigit_(str[i]); i++)
|
|
continue;
|
|
} else
|
|
if (c == '0' && qe_tolower(str[i]) == 'd') {
|
|
/* hexadecimal numbers */
|
|
for (i += 1; qe_isdigit_(str[i]); i++)
|
|
continue;
|
|
} else {
|
|
/* decimal numbers */
|
|
for (; qe_isdigit_(str[i]); i++)
|
|
continue;
|
|
if (str[i] == '.') {
|
|
i++;
|
|
parse_decimal:
|
|
for (; qe_isdigit_(str[i]); i++)
|
|
continue;
|
|
}
|
|
if (qe_tolower(str[i]) == 'e') {
|
|
int k = i + 1;
|
|
if (str[k] == '+' || str[k] == '-')
|
|
k++;
|
|
if (qe_isdigit_(str[k])) {
|
|
for (i = k + 1; qe_isdigit_(str[i]); i++)
|
|
continue;
|
|
}
|
|
}
|
|
}
|
|
/* XXX: should detect malformed number constants */
|
|
style = RUBY_STYLE_NUMBER;
|
|
break;
|
|
}
|
|
if (qe_isalpha_(c)) {
|
|
i--;
|
|
i += ruby_get_name(kbuf, countof(kbuf), str + i);
|
|
|
|
if (strfind(syn->keywords, kbuf)) {
|
|
style = RUBY_STYLE_KEYWORD;
|
|
break;
|
|
}
|
|
if (qe_isblank(str[i]))
|
|
i++;
|
|
if (str[i] == '(' || str[i] == '{') {
|
|
style = RUBY_STYLE_FUNCTION;
|
|
break;
|
|
}
|
|
continue;
|
|
}
|
|
continue;
|
|
}
|
|
if (style) {
|
|
SET_COLOR(str, start, i, style);
|
|
style = 0;
|
|
}
|
|
}
|
|
cp->colorize_state = state;
|
|
}
|
|
|
|
static int ruby_mode_probe(ModeDef *mode, ModeProbeData *p)
|
|
{
|
|
if (match_extension(p->filename, mode->extensions)
|
|
|| match_shell_handler(cs8(p->buf), mode->shell_handlers)
|
|
|| stristart(p->filename, "Rakefile", NULL)) {
|
|
return 80;
|
|
}
|
|
return 1;
|
|
}
|
|
|
|
static ModeDef ruby_mode = {
|
|
.name = "Ruby",
|
|
.extensions = "rb|gemspec",
|
|
.shell_handlers = "ruby",
|
|
.mode_probe = ruby_mode_probe,
|
|
.keywords = ruby_keywords,
|
|
.colorize_func = ruby_colorize_line,
|
|
};
|
|
|
|
static int ruby_init(void)
|
|
{
|
|
qe_register_mode(&ruby_mode, MODEF_SYNTAX);
|
|
|
|
return 0;
|
|
}
|
|
|
|
qe_module_init(ruby_init);
|