2005-08-25 23:06:28 +02:00
|
|
|
/*
|
|
|
|
|
* CTokenMarker.java - C token marker
|
|
|
|
|
* Copyright (C) 1998, 1999 Slava Pestov
|
|
|
|
|
*
|
|
|
|
|
* You may use and modify this package for any purpose. Redistribution is
|
|
|
|
|
* permitted, in both source and binary form, provided that this notice
|
|
|
|
|
* remains intact in all source distributions of this package.
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
package processing.app.syntax;
|
|
|
|
|
|
|
|
|
|
import javax.swing.text.Segment;
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* C token marker.
|
|
|
|
|
*
|
|
|
|
|
* @author Slava Pestov
|
2006-01-13 00:24:12 +01:00
|
|
|
* @version $Id$
|
2005-08-25 23:06:28 +02:00
|
|
|
*/
|
|
|
|
|
public class CTokenMarker extends TokenMarker
|
|
|
|
|
{
|
|
|
|
|
public CTokenMarker()
|
|
|
|
|
{
|
|
|
|
|
this(true,getKeywords());
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
public CTokenMarker(boolean cpp, KeywordMap keywords)
|
|
|
|
|
{
|
|
|
|
|
this.cpp = cpp;
|
|
|
|
|
this.keywords = keywords;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
public byte markTokensImpl(byte token, Segment line, int lineIndex)
|
|
|
|
|
{
|
|
|
|
|
char[] array = line.array;
|
|
|
|
|
int offset = line.offset;
|
|
|
|
|
lastOffset = offset;
|
|
|
|
|
lastKeyword = offset;
|
|
|
|
|
int mlength = line.count + offset;
|
|
|
|
|
boolean backslash = false;
|
|
|
|
|
|
|
|
|
|
loop: for(int i = offset; i < mlength; i++)
|
|
|
|
|
{
|
|
|
|
|
int i1 = (i+1);
|
|
|
|
|
|
|
|
|
|
char c = array[i];
|
|
|
|
|
if(c == '\\')
|
|
|
|
|
{
|
|
|
|
|
backslash = !backslash;
|
|
|
|
|
continue;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
switch(token)
|
|
|
|
|
{
|
|
|
|
|
case Token.NULL:
|
|
|
|
|
switch(c)
|
|
|
|
|
{
|
|
|
|
|
case '#':
|
|
|
|
|
if(backslash)
|
|
|
|
|
backslash = false;
|
|
|
|
|
else if(cpp)
|
|
|
|
|
{
|
|
|
|
|
if(doKeyword(line,i,c))
|
|
|
|
|
break;
|
|
|
|
|
addToken(i - lastOffset,token);
|
|
|
|
|
addToken(mlength - i,Token.KEYWORD2);
|
|
|
|
|
lastOffset = lastKeyword = mlength;
|
|
|
|
|
break loop;
|
|
|
|
|
}
|
|
|
|
|
break;
|
|
|
|
|
case '"':
|
|
|
|
|
doKeyword(line,i,c);
|
|
|
|
|
if(backslash)
|
|
|
|
|
backslash = false;
|
|
|
|
|
else
|
|
|
|
|
{
|
|
|
|
|
addToken(i - lastOffset,token);
|
|
|
|
|
token = Token.LITERAL1;
|
|
|
|
|
lastOffset = lastKeyword = i;
|
|
|
|
|
}
|
|
|
|
|
break;
|
|
|
|
|
case '\'':
|
|
|
|
|
doKeyword(line,i,c);
|
|
|
|
|
if(backslash)
|
|
|
|
|
backslash = false;
|
|
|
|
|
else
|
|
|
|
|
{
|
|
|
|
|
addToken(i - lastOffset,token);
|
|
|
|
|
token = Token.LITERAL2;
|
|
|
|
|
lastOffset = lastKeyword = i;
|
|
|
|
|
}
|
|
|
|
|
break;
|
|
|
|
|
case ':':
|
|
|
|
|
if(lastKeyword == offset)
|
|
|
|
|
{
|
|
|
|
|
if(doKeyword(line,i,c))
|
|
|
|
|
break;
|
|
|
|
|
backslash = false;
|
|
|
|
|
addToken(i1 - lastOffset,Token.LABEL);
|
|
|
|
|
lastOffset = lastKeyword = i1;
|
|
|
|
|
}
|
|
|
|
|
else if(doKeyword(line,i,c))
|
|
|
|
|
break;
|
|
|
|
|
break;
|
|
|
|
|
case '/':
|
|
|
|
|
backslash = false;
|
|
|
|
|
doKeyword(line,i,c);
|
|
|
|
|
if(mlength - i > 1)
|
|
|
|
|
{
|
|
|
|
|
switch(array[i1])
|
|
|
|
|
{
|
|
|
|
|
case '*':
|
|
|
|
|
addToken(i - lastOffset,token);
|
|
|
|
|
lastOffset = lastKeyword = i;
|
|
|
|
|
if(mlength - i > 2 && array[i+2] == '*')
|
|
|
|
|
token = Token.COMMENT2;
|
|
|
|
|
else
|
|
|
|
|
token = Token.COMMENT1;
|
|
|
|
|
break;
|
|
|
|
|
case '/':
|
|
|
|
|
addToken(i - lastOffset,token);
|
|
|
|
|
addToken(mlength - i,Token.COMMENT1);
|
|
|
|
|
lastOffset = lastKeyword = mlength;
|
|
|
|
|
break loop;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
break;
|
|
|
|
|
default:
|
|
|
|
|
backslash = false;
|
|
|
|
|
if(!Character.isLetterOrDigit(c)
|
|
|
|
|
&& c != '_')
|
|
|
|
|
doKeyword(line,i,c);
|
|
|
|
|
break;
|
|
|
|
|
}
|
|
|
|
|
break;
|
|
|
|
|
case Token.COMMENT1:
|
|
|
|
|
case Token.COMMENT2:
|
|
|
|
|
backslash = false;
|
|
|
|
|
if(c == '*' && mlength - i > 1)
|
|
|
|
|
{
|
|
|
|
|
if(array[i1] == '/')
|
|
|
|
|
{
|
|
|
|
|
i++;
|
|
|
|
|
addToken((i+1) - lastOffset,token);
|
|
|
|
|
token = Token.NULL;
|
|
|
|
|
lastOffset = lastKeyword = i+1;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
break;
|
|
|
|
|
case Token.LITERAL1:
|
|
|
|
|
if(backslash)
|
|
|
|
|
backslash = false;
|
|
|
|
|
else if(c == '"')
|
|
|
|
|
{
|
|
|
|
|
addToken(i1 - lastOffset,token);
|
|
|
|
|
token = Token.NULL;
|
|
|
|
|
lastOffset = lastKeyword = i1;
|
|
|
|
|
}
|
|
|
|
|
break;
|
|
|
|
|
case Token.LITERAL2:
|
|
|
|
|
if(backslash)
|
|
|
|
|
backslash = false;
|
|
|
|
|
else if(c == '\'')
|
|
|
|
|
{
|
|
|
|
|
addToken(i1 - lastOffset,Token.LITERAL1);
|
|
|
|
|
token = Token.NULL;
|
|
|
|
|
lastOffset = lastKeyword = i1;
|
|
|
|
|
}
|
|
|
|
|
break;
|
|
|
|
|
default:
|
|
|
|
|
throw new InternalError("Invalid state: "
|
|
|
|
|
+ token);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if(token == Token.NULL)
|
|
|
|
|
doKeyword(line,mlength,'\0');
|
|
|
|
|
|
|
|
|
|
switch(token)
|
|
|
|
|
{
|
|
|
|
|
case Token.LITERAL1:
|
|
|
|
|
case Token.LITERAL2:
|
|
|
|
|
addToken(mlength - lastOffset,Token.INVALID);
|
|
|
|
|
token = Token.NULL;
|
|
|
|
|
break;
|
|
|
|
|
case Token.KEYWORD2:
|
|
|
|
|
addToken(mlength - lastOffset,token);
|
|
|
|
|
if (!backslash) token = Token.NULL;
|
|
|
|
|
addToken(mlength - lastOffset,token);
|
|
|
|
|
break;
|
|
|
|
|
default:
|
|
|
|
|
addToken(mlength - lastOffset,token);
|
|
|
|
|
break;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return token;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
public static KeywordMap getKeywords()
|
|
|
|
|
{
|
|
|
|
|
if(cKeywords == null)
|
|
|
|
|
{
|
|
|
|
|
cKeywords = new KeywordMap(false);
|
|
|
|
|
cKeywords.add("char",Token.KEYWORD3);
|
|
|
|
|
cKeywords.add("double",Token.KEYWORD3);
|
|
|
|
|
cKeywords.add("enum",Token.KEYWORD3);
|
|
|
|
|
cKeywords.add("float",Token.KEYWORD3);
|
|
|
|
|
cKeywords.add("int",Token.KEYWORD3);
|
|
|
|
|
cKeywords.add("long",Token.KEYWORD3);
|
|
|
|
|
cKeywords.add("short",Token.KEYWORD3);
|
|
|
|
|
cKeywords.add("signed",Token.KEYWORD3);
|
|
|
|
|
cKeywords.add("struct",Token.KEYWORD3);
|
|
|
|
|
cKeywords.add("typedef",Token.KEYWORD3);
|
|
|
|
|
cKeywords.add("union",Token.KEYWORD3);
|
|
|
|
|
cKeywords.add("unsigned",Token.KEYWORD3);
|
|
|
|
|
cKeywords.add("void",Token.KEYWORD3);
|
|
|
|
|
cKeywords.add("auto",Token.KEYWORD1);
|
|
|
|
|
cKeywords.add("const",Token.KEYWORD1);
|
|
|
|
|
cKeywords.add("extern",Token.KEYWORD1);
|
|
|
|
|
cKeywords.add("register",Token.KEYWORD1);
|
|
|
|
|
cKeywords.add("static",Token.KEYWORD1);
|
|
|
|
|
cKeywords.add("volatile",Token.KEYWORD1);
|
|
|
|
|
cKeywords.add("break",Token.KEYWORD1);
|
|
|
|
|
cKeywords.add("case",Token.KEYWORD1);
|
|
|
|
|
cKeywords.add("continue",Token.KEYWORD1);
|
|
|
|
|
cKeywords.add("default",Token.KEYWORD1);
|
|
|
|
|
cKeywords.add("do",Token.KEYWORD1);
|
|
|
|
|
cKeywords.add("else",Token.KEYWORD1);
|
|
|
|
|
cKeywords.add("for",Token.KEYWORD1);
|
|
|
|
|
cKeywords.add("goto",Token.KEYWORD1);
|
|
|
|
|
cKeywords.add("if",Token.KEYWORD1);
|
|
|
|
|
cKeywords.add("return",Token.KEYWORD1);
|
|
|
|
|
cKeywords.add("sizeof",Token.KEYWORD1);
|
|
|
|
|
cKeywords.add("switch",Token.KEYWORD1);
|
|
|
|
|
cKeywords.add("while",Token.KEYWORD1);
|
|
|
|
|
cKeywords.add("asm",Token.KEYWORD2);
|
|
|
|
|
cKeywords.add("asmlinkage",Token.KEYWORD2);
|
|
|
|
|
cKeywords.add("far",Token.KEYWORD2);
|
|
|
|
|
cKeywords.add("huge",Token.KEYWORD2);
|
|
|
|
|
cKeywords.add("inline",Token.KEYWORD2);
|
|
|
|
|
cKeywords.add("near",Token.KEYWORD2);
|
|
|
|
|
cKeywords.add("pascal",Token.KEYWORD2);
|
|
|
|
|
cKeywords.add("true",Token.LITERAL2);
|
|
|
|
|
cKeywords.add("false",Token.LITERAL2);
|
|
|
|
|
cKeywords.add("NULL",Token.LITERAL2);
|
|
|
|
|
}
|
|
|
|
|
return cKeywords;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// private members
|
|
|
|
|
private static KeywordMap cKeywords;
|
|
|
|
|
|
|
|
|
|
private boolean cpp;
|
|
|
|
|
private KeywordMap keywords;
|
|
|
|
|
private int lastOffset;
|
|
|
|
|
private int lastKeyword;
|
|
|
|
|
|
|
|
|
|
private boolean doKeyword(Segment line, int i, char c)
|
|
|
|
|
{
|
|
|
|
|
int i1 = i+1;
|
|
|
|
|
|
|
|
|
|
int len = i - lastKeyword;
|
|
|
|
|
byte id = keywords.lookup(line,lastKeyword,len);
|
|
|
|
|
if(id != Token.NULL)
|
|
|
|
|
{
|
|
|
|
|
if(lastKeyword != lastOffset)
|
|
|
|
|
addToken(lastKeyword - lastOffset,Token.NULL);
|
|
|
|
|
addToken(len,id);
|
|
|
|
|
lastOffset = i;
|
|
|
|
|
}
|
|
|
|
|
lastKeyword = i1;
|
|
|
|
|
return false;
|
|
|
|
|
}
|
|
|
|
|
}
|
