- char32_t is defined in cutils.h but may conflict with <uchar.h>
- all qe_isxxx functions take a char32_t
- add etf8x encoding for full range of char32_t type
- add utf8_decode_strict()
- add ustr_match_keyword()
- utf8_encode() / utf8_decode() handle up to 32 bits
- improve detect_charset():
- detect utf8 and utf8x
- avoid failure on partial utf8 sequence at end of buffer
- detect overlong utf8 sequences
- fix display bugs for code points beyond MAX_UNICODE_DISPLAY
- simplify do_compare_windows(), avoid magic char values.
- rename functions:
eb_encode_uchar -> eb_encode_char32
eb_insert_uchar -> eb_insert_char32
eb_insert_uchars -> eb_insert_char32_n
eb_match_uchar -> eb_match_char32
eb_delete_uchar -> eb_delete_char32
eb_replace_uchar -> eb_replace_char32
utf8_to_unicode -> utf8_to_char32
- use char32_t for all variables and arrays holding code-points
- fix some language syntax parsers.
- fix detect_eol_type_32bit(), used uint16_t instead of uint32_t
- bump VERSION to 5.4.0
291 lines
8.4 KiB
C
291 lines
8.4 KiB
C
/*
|
|
* Julia language mode for QEmacs.
|
|
*
|
|
* Copyright (c) 2000-2022 Charlie Gordon.
|
|
*
|
|
* This library is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
* License as published by the Free Software Foundation; either
|
|
* version 2 of the License, or (at your option) any later version.
|
|
*
|
|
* This library is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Lesser General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Lesser General Public
|
|
* License along with this library; if not, write to the Free Software
|
|
* Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
|
|
*/
|
|
|
|
#include "qe.h"
|
|
|
|
/*---------------- Julia coloring ----------------*/
|
|
|
|
static char const julia_keywords[] = {
|
|
"abstract|assert|baremodule|begin|bitstype|break|catch|ccall|"
|
|
"const|continue|do|else|elseif|end|export|finally|for|function|"
|
|
"global|if|immutable|import|importall|in|let|local|macro|module|"
|
|
"quote|return|sizeof|throw|try|type|typeof|using|while|yieldto|"
|
|
};
|
|
|
|
static char const julia_types[] = {
|
|
"Int8|Uint8|Int16|Uint16|Int32|Uint32|Int64|Uint64|Int128|Uint128|"
|
|
"Bool|Char|Float16|Float32|Float64|Int|Uint|BigInt|BigFloat|"
|
|
"Array|Union|Nothing|SubString|UTF8String|"
|
|
"None|Any|ASCIIString|DataType|Complex|RegexMatch|Symbol|Expr|"
|
|
"VersionNumber|Exception|"
|
|
"Number|Real|FloatingPoint|Integer|Signed|Unsigned|"
|
|
"Vector|Matrix|UnionType|"
|
|
"ArgumentError|BoundsError|DivideError|DomainError|EOFError|"
|
|
"ErrorException|InexactError|InterruptException|KeyError|LoadError|"
|
|
"MemoryError|MethodError|OverflowError|ParseError|SystemError|"
|
|
"TypeError|UndefRefError|"
|
|
"Range|Function|Dict|"
|
|
};
|
|
|
|
static char const julia_constants[] = {
|
|
"false|true|Inf16|NaN16|Inf32|NaN32|Inf|NaN|im|nothing|pi|e|"
|
|
};
|
|
|
|
#if 0
|
|
static char const julia_builtin[] = {
|
|
"include|new|convert|promote|eval|super|isa|bits|eps|"
|
|
"nextfloat|prevfloat|typemin|typemax|println|zero|one|"
|
|
"complex|num|den|float|int|char|length|endof|"
|
|
"info|warn|error|"
|
|
};
|
|
#endif
|
|
|
|
enum {
|
|
IN_JULIA_STRING = 0x10,
|
|
IN_JULIA_STRING_BQ = 0x20,
|
|
IN_JULIA_LONG_STRING = 0x40,
|
|
};
|
|
|
|
enum {
|
|
JULIA_STYLE_TEXT = QE_STYLE_DEFAULT,
|
|
JULIA_STYLE_COMMENT = QE_STYLE_COMMENT,
|
|
JULIA_STYLE_STRING = QE_STYLE_STRING,
|
|
JULIA_STYLE_NUMBER = QE_STYLE_NUMBER,
|
|
JULIA_STYLE_KEYWORD = QE_STYLE_KEYWORD,
|
|
JULIA_STYLE_TYPE = QE_STYLE_TYPE,
|
|
JULIA_STYLE_FUNCTION = QE_STYLE_FUNCTION,
|
|
JULIA_STYLE_SYMBOL = QE_STYLE_NUMBER,
|
|
};
|
|
|
|
static inline int julia_is_name(char32_t c) {
|
|
return qe_isalpha_(c) || c > 0xA0;
|
|
}
|
|
|
|
static inline int julia_is_name1(char32_t c) {
|
|
return qe_isalnum_(c) || c == '!' || c > 0xA0;
|
|
}
|
|
|
|
static int julia_get_name(char *buf, int buf_size, const char32_t *p)
|
|
{
|
|
buf_t outbuf, *out;
|
|
int i = 0;
|
|
|
|
out = buf_init(&outbuf, buf, buf_size);
|
|
|
|
if (julia_is_name(p[i])) {
|
|
buf_putc_utf8(out, p[i]);
|
|
for (i++; julia_is_name1(p[i]); i++) {
|
|
buf_putc_utf8(out, p[i]);
|
|
}
|
|
}
|
|
return i;
|
|
}
|
|
|
|
static int julia_get_number(const char32_t *p)
|
|
{
|
|
const char32_t *p0 = p;
|
|
char32_t c;
|
|
|
|
c = *p++;
|
|
if (c == '0' && qe_tolower(*p) == 'o' && qe_isoctdigit(p[1])) {
|
|
/* octal numbers */
|
|
for (p += 2; qe_isoctdigit(*p); p++)
|
|
continue;
|
|
} else
|
|
if (c == '0' && qe_tolower(*p) == 'x' && qe_isxdigit(p[1])) {
|
|
/* hexadecimal numbers */
|
|
for (p += 2; qe_isxdigit(*p); p++)
|
|
continue;
|
|
/* parse hexadecimal floats */
|
|
if (*p == '.') {
|
|
for (p += 1; qe_isxdigit(*p); p++)
|
|
continue;
|
|
}
|
|
if (qe_tolower(*p) == 'p') {
|
|
int k = 1;
|
|
if (p[k] == '+' || p[k] == '-')
|
|
k++;
|
|
if (qe_isdigit(p[k])) {
|
|
for (p += k + 1; qe_isdigit(*p); p++)
|
|
continue;
|
|
}
|
|
}
|
|
} else
|
|
if (qe_isdigit(c)) {
|
|
/* decimal numbers */
|
|
for (; qe_isdigit(*p); p++)
|
|
continue;
|
|
if (*p == '.') {
|
|
for (p += 1; qe_isdigit(*p); p++)
|
|
continue;
|
|
}
|
|
if ((c = qe_tolower(*p)) == 'e' || c == 'f') {
|
|
int k = 1;
|
|
if (p[k] == '+' || p[k] == '-')
|
|
k++;
|
|
if (qe_isdigit(p[k])) {
|
|
for (p += k + 1; qe_isdigit(*p); p++)
|
|
continue;
|
|
}
|
|
}
|
|
} else {
|
|
p -= 1;
|
|
}
|
|
return p - p0;
|
|
}
|
|
|
|
static void julia_colorize_line(QEColorizeContext *cp,
|
|
char32_t *str, int n, ModeDef *syn)
|
|
{
|
|
int i = 0, start = i, klen;
|
|
char32_t c, sep = 0;
|
|
int state = cp->colorize_state;
|
|
char kbuf[64];
|
|
|
|
if (state & IN_JULIA_STRING) {
|
|
sep = '\"';
|
|
goto parse_string;
|
|
}
|
|
if (state & IN_JULIA_STRING_BQ) {
|
|
sep = '`';
|
|
goto parse_string;
|
|
}
|
|
if (state & IN_JULIA_LONG_STRING) {
|
|
sep = '\"';
|
|
goto parse_long_string;
|
|
}
|
|
|
|
while (i < n) {
|
|
start = i;
|
|
c = str[i++];
|
|
switch (c) {
|
|
case '#':
|
|
i = n;
|
|
SET_COLOR(str, start, i, JULIA_STYLE_COMMENT);
|
|
continue;
|
|
|
|
case '\'':
|
|
if (start > 0 && (julia_is_name1(str[i - 2]) || str[i - 2] == '.'))
|
|
break;
|
|
sep = c;
|
|
state = IN_JULIA_STRING_BQ;
|
|
goto parse_string;
|
|
|
|
case '`':
|
|
sep = c;
|
|
goto parse_string;
|
|
|
|
case '\"':
|
|
has_string:
|
|
/* parse string or character const */
|
|
sep = c;
|
|
state = IN_JULIA_STRING;
|
|
if (str[i] == sep && str[i + 1] == sep) {
|
|
/* multi-line string """ ... """ */
|
|
state = IN_JULIA_LONG_STRING;
|
|
i += 2;
|
|
parse_long_string:
|
|
while (i < n) {
|
|
c = str[i++];
|
|
if (c == '\\') {
|
|
if (i < n) {
|
|
i += 1;
|
|
}
|
|
} else
|
|
if (c == sep && str[i] == sep && str[i + 1] == sep) {
|
|
i += 2;
|
|
state = 0;
|
|
break;
|
|
}
|
|
}
|
|
} else {
|
|
parse_string:
|
|
while (i < n) {
|
|
c = str[i++];
|
|
if (c == '\\') {
|
|
if (i < n) {
|
|
i += 1;
|
|
}
|
|
} else
|
|
if (c == sep) {
|
|
state = 0;
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
while (qe_findchar("imsx", str[i])) {
|
|
/* regex suffix */
|
|
i++;
|
|
}
|
|
SET_COLOR(str, start, i, JULIA_STYLE_STRING);
|
|
continue;
|
|
|
|
default:
|
|
if (qe_isdigit(c)) {
|
|
/* numbers can be directly adjacent to identifiers */
|
|
klen = julia_get_number(str + i - 1);
|
|
i += klen - 1;
|
|
SET_COLOR(str, start, i, JULIA_STYLE_NUMBER);
|
|
continue;
|
|
}
|
|
if (julia_is_name(c)) {
|
|
klen = julia_get_name(kbuf, sizeof(kbuf), str + i - 1);
|
|
i += klen - 1;
|
|
if (str[i] == '"') {
|
|
c = str[i++];
|
|
goto has_string;
|
|
}
|
|
if (strfind(syn->keywords, kbuf)
|
|
|| strfind(julia_constants, kbuf)) {
|
|
SET_COLOR(str, start, i, JULIA_STYLE_KEYWORD);
|
|
continue;
|
|
}
|
|
if (strfind(syn->types, kbuf)) {
|
|
SET_COLOR(str, start, i, JULIA_STYLE_TYPE);
|
|
continue;
|
|
}
|
|
if (check_fcall(str, i)) {
|
|
SET_COLOR(str, start, i, JULIA_STYLE_FUNCTION);
|
|
continue;
|
|
}
|
|
continue;
|
|
}
|
|
break;
|
|
}
|
|
}
|
|
cp->colorize_state = state;
|
|
}
|
|
|
|
static ModeDef julia_mode = {
|
|
.name = "Julia",
|
|
.extensions = "jl",
|
|
.keywords = julia_keywords,
|
|
.types = julia_types,
|
|
.colorize_func = julia_colorize_line,
|
|
};
|
|
|
|
static int julia_init(void)
|
|
{
|
|
qe_register_mode(&julia_mode, MODEF_SYNTAX);
|
|
|
|
return 0;
|
|
}
|
|
|
|
qe_module_init(julia_init);
|