evil-qemacs/lang/wolfram.c
Charlie Gordon 7e70e611b6 Use char32_t for all code point variables and arrays
- char32_t is defined in cutils.h but may conflict with <uchar.h>
- all qe_isxxx functions take a char32_t
- add etf8x encoding for full range of char32_t type
- add utf8_decode_strict()
- add ustr_match_keyword()
- utf8_encode() / utf8_decode() handle up to 32 bits
- improve detect_charset():
  - detect utf8 and utf8x
  - avoid failure on partial utf8 sequence at end of buffer
  - detect overlong utf8 sequences
- fix display bugs for code points beyond MAX_UNICODE_DISPLAY
- simplify do_compare_windows(), avoid magic char values.
- rename functions:
    eb_encode_uchar -> eb_encode_char32
    eb_insert_uchar -> eb_insert_char32
    eb_insert_uchars -> eb_insert_char32_n
    eb_match_uchar -> eb_match_char32
    eb_delete_uchar -> eb_delete_char32
    eb_replace_uchar -> eb_replace_char32
    utf8_to_unicode -> utf8_to_char32
- use char32_t for all variables and arrays holding code-points
- fix some language syntax parsers.
- fix detect_eol_type_32bit(), used uint16_t instead of uint32_t
- bump VERSION to 5.4.0
2022-10-29 19:43:38 +02:00

244 lines
7.3 KiB
C

/*
* Wolfram language mode for QEmacs.
*
* Copyright (c) 2000-2022 Charlie Gordon.
*
* This library is free software; you can redistribute it and/or
* modify it under the terms of the GNU Lesser General Public
* License as published by the Free Software Foundation; either
* version 2 of the License, or (at your option) any later version.
*
* This library is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public
* License along with this library; if not, write to the Free Software
* Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
*/
#include "qe.h"
/*---------------- Mathematica / Wolfram language ----------------*/
static char const wolfram_keywords[] = {
"|False|True|None"
"|"
};
static char const wolfram_types[] = {
"|"
};
enum {
IN_WOLFRAM_DEFAULT = 0,
IN_WOLFRAM_STRING1 = 1,
IN_WOLFRAM_STRING2 = 2,
IN_WOLFRAM_COMMENT_SHIFT = 2,
};
enum {
WOLFRAM_STYLE_TEXT = QE_STYLE_DEFAULT,
WOLFRAM_STYLE_KEYWORD = QE_STYLE_KEYWORD,
WOLFRAM_STYLE_TYPE = QE_STYLE_TYPE,
WOLFRAM_STYLE_COMMENT = QE_STYLE_COMMENT,
WOLFRAM_STYLE_STRING1 = QE_STYLE_STRING,
WOLFRAM_STYLE_STRING2 = QE_STYLE_STRING,
WOLFRAM_STYLE_IDENTIFIER = QE_STYLE_DEFAULT,
WOLFRAM_STYLE_VARIABLE = QE_STYLE_VARIABLE,
WOLFRAM_STYLE_NUMBER = QE_STYLE_NUMBER,
WOLFRAM_STYLE_FUNCTION = QE_STYLE_FUNCTION,
};
static int wolfram_get_identifier(char *buf, int buf_size, char32_t c,
const char32_t *str, int i, int n)
{
int len = 0, j;
if (len < buf_size) {
buf[len++] = c;
}
for (j = i; j < n; j++) {
c = str[j];
if (!qe_isalnum_(c) && c != '$' && c != '`')
break;
if (len < buf_size - 1)
buf[len++] = c;
}
if (len < buf_size) {
buf[len] = '\0';
}
return j - i;
}
static void wolfram_colorize_line(QEColorizeContext *cp,
char32_t *str, int n, ModeDef *syn)
{
char kbuf[16];
int i = 0, start = i, k, style = 0, comment_level, base;
char32_t c, c1 = 0;
int colstate = cp->colorize_state;
switch (colstate) {
case IN_WOLFRAM_DEFAULT:
break;
case IN_WOLFRAM_STRING1:
goto in_string1;
case IN_WOLFRAM_STRING2:
goto in_string2;
default:
comment_level = colstate >> IN_WOLFRAM_COMMENT_SHIFT;
goto in_comment;
}
while (i < n) {
start = i;
c = str[i++];
switch (c) {
case '(':
if (str[i] == '*') { /* parse comment */
comment_level = 1;
i++;
in_comment:
while (i < n) {
c = str[i++];
if (c == '(' && str[i] == '*') {
/* nested comment */
i++;
comment_level++;
} else
if (c == '*' && str[i] == ')') {
i++;
if (--comment_level == 0)
break;
}
}
colstate = comment_level << IN_WOLFRAM_COMMENT_SHIFT;
style = WOLFRAM_STYLE_COMMENT;
break;
}
continue;
case '\'':
/* parse single quoted string */
colstate = IN_WOLFRAM_STRING1;
in_string1:
/* XXX: should flag syntax error on
unescaped newline except at EOF */
style = WOLFRAM_STYLE_STRING1;
while (i < n) {
c1 = str[i++];
if (c1 == '\'') {
colstate = 0;
break;
}
if (c1 == '\\') {
if (i < n)
i++;
}
}
break;
case '\"':
/* parse double quoted string */
colstate = IN_WOLFRAM_STRING2;
in_string2:
/* XXX: should flag syntax error on
unescaped newline except at EOF */
style = WOLFRAM_STYLE_STRING2;
while (i < n) {
c1 = str[i++];
if (c1 == '\"') {
colstate = 0;
break;
}
if (c1 == '\\') {
if (i < n)
i++;
}
}
break;
default:
/* parse numbers */
base = 10;
if (c == '.' && qe_isdigit(str[i]))
goto in_number;
if (qe_isdigit(c)) {
int value = 0;
while (qe_isdigit(str[i])) {
value = value * 10 + str[i++] - '0';
}
if (str[i] == '^' && str[i + 1] == '^' && value < 36) {
i += 2;
base = value;
while (qe_digit_value(str[i]) < base)
i++;
}
if (str[i] == '.') {
i++;
in_number:
while (qe_digit_value(str[i]) < base)
i++;
}
if (str[i] == '`') {
i++;
if (str[i] == '`')
i++;
while (qe_isdigit(str[i]))
i++;
}
if (str[i] == '*' && str[i + 1] == '^' && qe_isdigit(str[i + 2])) {
i += 3;
while (qe_isdigit(str[i]))
i++;
}
style = WOLFRAM_STYLE_NUMBER;
break;
}
/* parse identifiers and keywords */
if (c == '$' || c == '#' || qe_isalpha_(c)) {
i += wolfram_get_identifier(kbuf, countof(kbuf), c, str, i, n);
if (strfind(syn->keywords, kbuf)) {
style = WOLFRAM_STYLE_KEYWORD;
} else
if (strfind(syn->types, kbuf)) {
style = WOLFRAM_STYLE_TYPE;
} else {
k = i;
if (qe_isblank(str[k]))
k++;
if (str[k] == '[')
style = WOLFRAM_STYLE_FUNCTION;
else
if (qe_islower(c) || c == '#' || c == '_')
style = WOLFRAM_STYLE_VARIABLE;
else
style = WOLFRAM_STYLE_IDENTIFIER;
}
break;
}
continue;
}
if (style) {
SET_COLOR(str, start, i, style);
style = 0;
}
}
cp->colorize_state = colstate;
}
static ModeDef wolfram_mode = {
.name = "Wolfram",
.extensions = "nb",
.keywords = wolfram_keywords,
.types = wolfram_types,
.colorize_func = wolfram_colorize_line,
};
static int wolfram_init(void)
{
qe_register_mode(&wolfram_mode, MODEF_SYNTAX);
return 0;
}
qe_module_init(wolfram_init);