Carsten wrote:
I just noticed a bug: it doesn't fold on opening brace. I am not sure why.

What do you mean? I cannot find this bug.
This works for me. I have a fold mark on the line where opening brace is.

Oops, forgot to integrate the latest build to my current SciTE  directory...

I had problems with SQL*Plus remark and prompt. Philipp's implementation didn't worked for me. So I moved the code into
case SCE_SQL_IDENTIFIER:
[snip]
I had to rewrite MatchIgnoreCaseSubstring too. This work for me but I don't like the construct with ChangeState, SetState and continue. Do you know a better solution?


I am not sure to follow you. Why rewrite this function. What works for you? Can you give your code?

I meant the following lines:

sc.ChangeState(SCE_SQL_SQLPLUS_COMMENT);
sc.SetState(SCE_SQL_SQLPLUS_COMMENT);
continue;

I don't like this construct. Is there a better solution?

My new MatchIgnoreCaseSubstring has a string for the second parameter. There was a style context in your version.

OK, I am not sure why it didn't worked, but I understand why your code work... :-) So I took the idea, and improved it (I think...). I actually removed altogether the MatchIgnoreCaseSubstring function, taking advantage of the kw_sqlplus.InListAbbreviated call:

case SCE_SQL_IDENTIFIER:
    if (!IsAWordChar(sc.ch)) {
        int nextState = SCE_SQL_DEFAULT;
        char s[1000];
        sc.GetCurrentLowered(s, sizeof(s));
        if (keywords1.InList(s)) {
            sc.ChangeState(SCE_SQL_WORD);
        } else if (keywords2.InList(s)) {
            sc.ChangeState(SCE_SQL_WORD2);
        } else if (kw_sqlplus.InListAbbreviated(s, '~')) {
            sc.ChangeState(SCE_SQL_SQLPLUS);
            if (strncmp(s, "rem", 3) == 0) {
                nextState = SCE_SQL_SQLPLUS_COMMENT;
            } else if (strncmp(s, "pro", 3) == 0) {
                nextState = SCE_SQL_SQLPLUS_PROMPT;
            }
        } else if (kw_user1.InList(s)) {
            sc.ChangeState(SCE_SQL_USER1);
        } else if (kw_user2.InList(s)) {
            sc.ChangeState(SCE_SQL_USER2);
        } else if (kw_user3.InList(s)) {
            sc.ChangeState(SCE_SQL_USER3);
        } else if (kw_user4.InList(s)) {
            sc.ChangeState(SCE_SQL_USER4);
        }
        sc.SetState(nextState);
    }
    break;

Note how I avoided the continue...
In this code, I used the fact that first part of SQL*Plus keywords must be unambiguous, so if the word is identified as being a SQL*Plus one, testing only the part before the ~ is enough. I chose to still highlight remark and prompt as keywords, setting the style to comment or prompt only for the remainder of the line.
If you prefer to start the style at the start of the keyword, just replace:
            sc.ChangeState(SCE_SQL_SQLPLUS);
            if (strncmp(s, "rem", 3) == 0) {
                nextState = SCE_SQL_SQLPLUS_COMMENT;
            } else if (strncmp(s, "pro", 3) == 0) {
                nextState = SCE_SQL_SQLPLUS_PROMPT;
            }
with something like:
            if (strncmp(s, "rem", 3) == 0) {
                sc.ChangeState(SCE_SQL_SQLPLUS_COMMENT);
                nextState = SCE_SQL_SQLPLUS_COMMENT;
            } else if (strncmp(s, "pro", 3) == 0) {
                sc.ChangeState(SCE_SQL_SQLPLUS_PROMPT);
                nextState = SCE_SQL_SQLPLUS_PROMPT;
            } else {
                sc.ChangeState(SCE_SQL_SQLPLUS);
            }
(untested)

I also changed the case of the initial keyword folder char. and deactivated the folding on if because of the constructs I mentioned in a previous message.

I give here my new version of the lexer.
Here again, testers are welcome :-)

--
Philippe Lhoste
--  (near) Paris -- France
--  http://Phi.Lho.free.fr
--  --  --  --  --  --  --  --  --  --  --  --  --  --
// Scintilla source code edit control
/** @file LexSQL.cxx
 ** Lexer for SQL, including PL/SQL and SQL*Plus.
 **/
// Copyright 1998-2005 by Neil Hodgson <[EMAIL PROTECTED]>
// The License.txt file describes the conditions under which this software may 
be distributed.

#include <stdlib.h>
#include <string.h>
#include <ctype.h>
#include <stdio.h>
#include <stdarg.h>

#include "Platform.h"

#include "PropSet.h"
#include "Accessor.h"
#include "StyleContext.h"
#include "KeyWords.h"
#include "Scintilla.h"
#include "SciLexer.h"

static inline bool IsAWordChar(int ch) {
        return (ch < 0x80) && (isalnum(ch) || ch == '.' || ch == '_');
}

static inline bool IsAWordStart(int ch) {
        return (ch < 0x80) && (isalpha(ch) || ch == '_');
}

static inline bool IsADoxygenChar(int ch) {
        return (islower(ch) || ch == '$' || ch == '@' ||
                ch == '\\' || ch == '&' || ch == '<' ||
                ch == '>' || ch == '#' || ch == '{' ||
                ch == '}' || ch == '[' || ch == ']');
}

static inline bool IsANumberChar(int ch) {
        // Not exactly following number definition (several dots are seen as 
OK, etc.)
        // but probably enough in most cases.
        return (ch < 0x80) &&
                (isdigit(ch) || toupper(ch) == 'E' ||
             ch == '.' || ch == '-' || ch == '+');
}

static void ColouriseSQLDoc(unsigned int startPos, int length, int initStyle, 
WordList *keywordlists[],
                            Accessor &styler) {

        WordList &keywords1 = *keywordlists[0];
        WordList &keywords2 = *keywordlists[1];
        WordList &kw_pldoc = *keywordlists[2];
        WordList &kw_sqlplus = *keywordlists[3];
        WordList &kw_user1 = *keywordlists[4];
        WordList &kw_user2 = *keywordlists[5];
        WordList &kw_user3 = *keywordlists[6];
        WordList &kw_user4 = *keywordlists[7];

        StyleContext sc(startPos, length, initStyle, styler);

        bool sqlBackslashEscapes = 
styler.GetPropertyInt("sql.backslash.escapes", 0) != 0;
        int styleBeforeDCKeyword = SCE_C_DEFAULT;

        for (; sc.More(); sc.Forward()) {
                // Determine if the current state should terminate.
                switch (sc.state) {
                case SCE_SQL_OPERATOR:
                        sc.SetState(SCE_SQL_DEFAULT);
                        break;
                case SCE_SQL_NUMBER:
                        // We stop the number definition on non-numerical 
non-dot non-eE non-sign char
                        if (!IsANumberChar(sc.ch)) {
                                sc.SetState(SCE_SQL_DEFAULT);
                        }
                        break;
                case SCE_SQL_IDENTIFIER:
                        if (!IsAWordChar(sc.ch)) {
                                int nextState = SCE_SQL_DEFAULT;
                                char s[1000];
                                sc.GetCurrentLowered(s, sizeof(s));
                                if (keywords1.InList(s)) {
                                        sc.ChangeState(SCE_SQL_WORD);
                                } else if (keywords2.InList(s)) {
                                        sc.ChangeState(SCE_SQL_WORD2);
                                } else if (kw_sqlplus.InListAbbreviated(s, 
'~')) {
                                        sc.ChangeState(SCE_SQL_SQLPLUS);
                                        if (strncmp(s, "rem", 3) == 0) {
                                                nextState = 
SCE_SQL_SQLPLUS_COMMENT;
                                        } else if (strncmp(s, "pro", 3) == 0) {
                                                nextState = 
SCE_SQL_SQLPLUS_PROMPT;
                                        }
                                } else if (kw_user1.InList(s)) {
                                        sc.ChangeState(SCE_SQL_USER1);
                                } else if (kw_user2.InList(s)) {
                                        sc.ChangeState(SCE_SQL_USER2);
                                } else if (kw_user3.InList(s)) {
                                        sc.ChangeState(SCE_SQL_USER3);
                                } else if (kw_user4.InList(s)) {
                                        sc.ChangeState(SCE_SQL_USER4);
                                }
                                sc.SetState(nextState);
                        }
                        break;
                case SCE_SQL_COMMENT:
                        if (sc.Match('*', '/')) {
                                sc.Forward();
                                sc.ForwardSetState(SCE_SQL_DEFAULT);
                        }
                        break;
                case SCE_SQL_COMMENTDOC:
                        if (sc.Match('*', '/')) {
                                sc.Forward();
                                sc.ForwardSetState(SCE_SQL_DEFAULT);
                        } else if (sc.ch == '@' || sc.ch == '\\') { // Doxygen 
support
                                // Verify that we have the conditions to mark a 
comment-doc-keyword
                                if ((IsASpace(sc.chPrev) || sc.chPrev == '*') 
&& (!IsASpace(sc.chNext))) {
                                        styleBeforeDCKeyword = 
SCE_SQL_COMMENTDOC;
                                        sc.SetState(SCE_SQL_COMMENTDOCKEYWORD);
                                }
                        }
                        break;
                case SCE_SQL_COMMENTLINE:
                case SCE_SQL_COMMENTLINEDOC:
                case SCE_SQL_SQLPLUS_COMMENT:
                case SCE_SQL_SQLPLUS_PROMPT:
                        if (sc.atLineStart) {
                                sc.SetState(SCE_SQL_DEFAULT);
                        }
                        break;
                case SCE_SQL_COMMENTDOCKEYWORD:
                        if ((styleBeforeDCKeyword == SCE_SQL_COMMENTDOC) && 
sc.Match('*', '/')) {
                                sc.ChangeState(SCE_SQL_COMMENTDOCKEYWORDERROR);
                                sc.Forward();
                                sc.ForwardSetState(SCE_SQL_DEFAULT);
                        } else if (!IsADoxygenChar(sc.ch)) {
                                char s[100];
                                sc.GetCurrentLowered(s, sizeof(s));
                                if (!isspace(sc.ch) || !kw_pldoc.InList(s + 1)) 
{
                                        
sc.ChangeState(SCE_SQL_COMMENTDOCKEYWORDERROR);
                                }
                                sc.SetState(styleBeforeDCKeyword);
                        }
                        break;
                case SCE_SQL_CHARACTER:
                        if (sqlBackslashEscapes && sc.ch == '\\') {
                                sc.Forward();
                        } else if (sc.ch == '\'') {
                                if (sc.chNext == '\"') {
                                        sc.Forward();
                                } else {
                                        sc.ForwardSetState(SCE_SQL_DEFAULT);
                                }
                        }
                        break;
                case SCE_SQL_STRING:
                        if (sc.ch == '\\') {
                                // Escape sequence
                                sc.Forward();
                        } else if (sc.ch == '\"') {
                                if (sc.chNext == '\"') {
                                        sc.Forward();
                                } else {
                                        sc.ForwardSetState(SCE_SQL_DEFAULT);
                                }
                        }
                        break;
                }

                // Determine if a new state should be entered.
                if (sc.state == SCE_SQL_DEFAULT) {
                        if (IsADigit(sc.ch) || (sc.ch == '.' && 
IsADigit(sc.chNext))) {
                                sc.SetState(SCE_SQL_NUMBER);
                        } else if (IsAWordStart(sc.ch)) {
                                sc.SetState(SCE_SQL_IDENTIFIER);
                        } else if (sc.Match('/', '*')) {
                                if (sc.Match("/**") || sc.Match("/*!")) {       
// Support of Doxygen doc. style
                                        sc.SetState(SCE_SQL_COMMENTDOC);
                                } else {
                                        sc.SetState(SCE_SQL_COMMENT);
                                }
                                sc.Forward();   // Eat the * so it isn't used 
for the end of the comment
                        } else if (sc.Match('-', '-')) {
                                // MySQL requires a space or control char after 
--
                                // 
http://dev.mysql.com/doc/mysql/en/ansi-diff-comments.html
                                // Perhaps we should enforce that:
//~                     } else if (sc.Match("-- ")) {
                                sc.SetState(SCE_SQL_COMMENTLINE);
                        } else if (sc.ch == '#') {
                                sc.SetState(SCE_SQL_COMMENTLINEDOC);
                        } else if (sc.ch == '\'') {
                                sc.SetState(SCE_SQL_CHARACTER);
                        } else if (sc.ch == '\"') {
                                sc.SetState(SCE_SQL_STRING);
                        } else if (isoperator(static_cast<char>(sc.ch))) {
                                sc.SetState(SCE_SQL_OPERATOR);
                        }
                }
        }
        sc.Complete();
}

static bool IsStreamCommentStyle(int style) {
        return style == SCE_SQL_COMMENT ||
               style == SCE_SQL_COMMENTDOC ||
               style == SCE_SQL_COMMENTDOCKEYWORD ||
               style == SCE_SQL_COMMENTDOCKEYWORDERROR;
}

// Store both the current line's fold level and the next lines in the
// level store to make it easy to pick up with each increment.
static void FoldSQLDoc(unsigned int startPos, int length, int initStyle,
                            WordList *[], Accessor &styler) {
        bool foldComment = styler.GetPropertyInt("fold.comment") != 0;
        bool foldCompact = styler.GetPropertyInt("fold.compact", 1) != 0;
        unsigned int endPos = startPos + length;
        int visibleChars = 0;
        int lineCurrent = styler.GetLine(startPos);
        int levelCurrent = SC_FOLDLEVELBASE;
        if (lineCurrent > 0)
                levelCurrent = styler.LevelAt(lineCurrent-1) >> 16;
        int levelNext = levelCurrent;
        char chNext = styler[startPos];
        int styleNext = styler.StyleAt(startPos);
        int style = initStyle;
        bool endFound = false;
        for (unsigned int i = startPos; i < endPos; i++) {
                char ch = tolower(chNext);
                chNext = styler.SafeGetCharAt(i + 1);
                int stylePrev = style;
                style = styleNext;
                styleNext = styler.StyleAt(i + 1);
                bool atEOL = (ch == '\r' && chNext != '\n') || (ch == '\n');
                if (foldComment && IsStreamCommentStyle(style)) {
                        if (!IsStreamCommentStyle(stylePrev)) {
                                levelNext++;
                        } else if (!IsStreamCommentStyle(styleNext) && !atEOL) {
                                // Comments don't end at end of line and the 
next character may be unstyled.
                                levelNext--;
                        }
                }
                if (foldComment && (style == SCE_SQL_COMMENTLINE)) {
                        // MySQL needs -- comments to be followed by space or 
control char
                        if ((ch == '-') && (chNext == '-')) {
                                char chNext2 = styler.SafeGetCharAt(i + 2);
                                char chNext3 = styler.SafeGetCharAt(i + 3);
                                if (chNext2 == '{' || chNext3 == '{') {
                                        levelNext++;
                                } else if (chNext2 == '}' || chNext3 == '}') {
                                        levelNext--;
                                }
                        }
                }
                if (style == SCE_SQL_OPERATOR) {
                        if (ch == '(') {
                                levelNext++;
                        } else if (ch == ')') {
                                levelNext--;
                        }
                }
                if (style == SCE_SQL_WORD) {
                        if (ch == 'i' || ch == 'b' || ch == 'e' || ch == 'l') {
                                char s[10];
                                for (unsigned int j = 0; j < 8; j++) {
                                        if (!iswordchar(styler[i + j])) {
                                                break;
                                        }
                                        s[j] = tolower(styler[i + j]);
                                        s[j + 1] = '\0';
                                }
                                if (strcmp(s, "elsif") == 0) {
                                        // ignore elsif (why? what about plain 
else? -- PL)
                                        i += 5;

// I deactivate the if folder keyword, because it can be found
// in expressions like DROP TABLE IF EXISTS or
// CREATE TABLE IF NOT EXISTS: since they have no END,
// it folds to the end of the file!
                                } else if (/*strcmp(s, "if") == 0 || 
*/strcmp(s, "loop") == 0) {
                                        if (endFound) {
                                                // ignore
                                                endFound = false;
                                        } else {
                                                levelNext++;
                                        }
                                } else if (strcmp(s, "begin") == 0) {
                                        levelNext++;
                                } else if (strcmp(s, "end") == 0) {
                                        endFound = true;
                                        levelNext--;
                                        if (levelNext < SC_FOLDLEVELBASE) {
                                                levelNext = SC_FOLDLEVELBASE;
                                        }
                                }
                        }
                }
                if (atEOL) {
                        int levelUse = levelCurrent;
                        int lev = levelUse | levelNext << 16;
                        if (visibleChars == 0 && foldCompact)
                                lev |= SC_FOLDLEVELWHITEFLAG;
                        if (levelUse < levelNext)
                                lev |= SC_FOLDLEVELHEADERFLAG;
                        if (lev != styler.LevelAt(lineCurrent)) {
                                styler.SetLevel(lineCurrent, lev);
                        }
                        lineCurrent++;
                        levelCurrent = levelNext;
                        visibleChars = 0;
                        endFound = false;
                }
                if (!isspacechar(ch)) {
                        visibleChars++;
                }
        }
}

static const char * const sqlWordListDesc[] = {
        "Keywords",
        "Database Objects",
        "PLDoc",
        "SQL*Plus",
        "User Keywords 1",
        "User Keywords 2",
        "User Keywords 3",
        "User Keywords 4",
        0
};

LexerModule lmSQL(SCLEX_SQL, ColouriseSQLDoc, "sql", FoldSQLDoc, 
sqlWordListDesc);
_______________________________________________
Scintilla-interest mailing list
[email protected]
http://mailman.lyra.org/mailman/listinfo/scintilla-interest

Reply via email to