import org.fife.ui.rsyntaxtextarea.TokenImpl; //导入依赖的package包/类
@Test
public void testGetTokenList_identifierStart_LiteralBackQuote() {

	UnixShellTokenMaker tm = new UnixShellTokenMaker();

	String text = "foo`cat foo.txt`";
	Segment s = createSegment(text);
	Token token = tm.getTokenList(s, TokenTypes.NULL, 0);
	Assert.assertTrue(token.is(TokenTypes.IDENTIFIER, "foo"));
	token = token.getNextToken();
	Assert.assertTrue(token.is(TokenTypes.LITERAL_BACKQUOTE, "`cat foo.txt`"));

	token = token.getNextToken();
	Assert.assertEquals(new TokenImpl(), token);

}
 

import org.fife.ui.rsyntaxtextarea.TokenImpl; //导入依赖的package包/类
@Test
public void testGetTokenList_identifierStart_LiteralDoubleQuote() {

	UnixShellTokenMaker tm = new UnixShellTokenMaker();

	String text = "foo\"Hello world\"";
	Segment s = createSegment(text);
	Token token = tm.getTokenList(s, TokenTypes.NULL, 0);
	Assert.assertTrue(token.is(TokenTypes.IDENTIFIER, "foo"));
	token = token.getNextToken();
	Assert.assertTrue(token.is(TokenTypes.LITERAL_STRING_DOUBLE_QUOTE, "\"Hello world\""));

	token = token.getNextToken();
	Assert.assertEquals(new TokenImpl(), token);

}
 

import org.fife.ui.rsyntaxtextarea.TokenImpl; //导入依赖的package包/类
@Test
public void testGetTokenList_identifierStart_LiteralSingleQuote() {

	UnixShellTokenMaker tm = new UnixShellTokenMaker();

	String text = "foo'Hello world'";
	Segment s = createSegment(text);
	Token token = tm.getTokenList(s, TokenTypes.NULL, 0);
	Assert.assertTrue(token.is(TokenTypes.IDENTIFIER, "foo"));
	token = token.getNextToken();
	Assert.assertTrue(token.is(TokenTypes.LITERAL_CHAR, "'Hello world'"));

	token = token.getNextToken();
	Assert.assertEquals(new TokenImpl(), token);

}
 

import org.fife.ui.rsyntaxtextarea.TokenImpl; //导入依赖的package包/类
@Test
public void testGetTokenList_nullStart_EscapedBackQuote() {

	UnixShellTokenMaker tm = new UnixShellTokenMaker();

	// Parsed as two identifiers: '\\' and '`'
	String text = "\\`";
	Segment s = createSegment(text);
	Token token = tm.getTokenList(s, TokenTypes.NULL, 0);
	Assert.assertTrue("Unexpected token type: " + token,
			token.is(TokenTypes.IDENTIFIER, "\\"));
	token = token.getNextToken();
	Assert.assertTrue("Unexpected token type: " + token,
			token.is(TokenTypes.IDENTIFIER, "`"));

	token = token.getNextToken();
	Assert.assertEquals(new TokenImpl(), token);

}
 

import org.fife.ui.rsyntaxtextarea.TokenImpl; //导入依赖的package包/类
@Test
public void testGetTokenList_nullStart_EscapedDollarSign() {

	UnixShellTokenMaker tm = new UnixShellTokenMaker();

	// Parsed as two identifiers: '\\' and '$'
	String text = "\\$";
	Segment s = createSegment(text);
	Token token = tm.getTokenList(s, TokenTypes.NULL, 0);
	Assert.assertTrue("Unexpected token type: " + token,
			token.is(TokenTypes.IDENTIFIER, "\\"));
	token = token.getNextToken();
	Assert.assertTrue("Unexpected token type: " + token,
			token.is(TokenTypes.IDENTIFIER, "$"));

	token = token.getNextToken();
	Assert.assertEquals(new TokenImpl(), token);

}
 

import org.fife.ui.rsyntaxtextarea.TokenImpl; //导入依赖的package包/类
@Test
public void testGetTokenList_nullStart_EscapedDoubleQuote() {

	UnixShellTokenMaker tm = new UnixShellTokenMaker();

	// Parsed as two identifiers: '\\' and '"'
	String text = "\\\"";
	Segment s = createSegment(text);
	Token token = tm.getTokenList(s, TokenTypes.NULL, 0);
	Assert.assertTrue("Unexpected token type: " + token,
			token.is(TokenTypes.IDENTIFIER, "\\"));
	token = token.getNextToken();
	Assert.assertTrue("Unexpected token type: " + token,
			token.is(TokenTypes.IDENTIFIER, "\""));

	token = token.getNextToken();
	Assert.assertEquals(new TokenImpl(), token);

}
 

import org.fife.ui.rsyntaxtextarea.TokenImpl; //导入依赖的package包/类
@Test
public void testGetTokenList_nullStart_EscapedSingleQuote() {

	UnixShellTokenMaker tm = new UnixShellTokenMaker();

	// Parsed as two identifiers: '\\' and "'"
	String text = "\\'";
	Segment s = createSegment(text);
	Token token = tm.getTokenList(s, TokenTypes.NULL, 0);
	Assert.assertTrue("Unexpected token type: " + token,
			token.is(TokenTypes.IDENTIFIER, "\\"));
	token = token.getNextToken();
	Assert.assertTrue("Unexpected token type: " + token,
			token.is(TokenTypes.IDENTIFIER, "'"));

	token = token.getNextToken();
	Assert.assertEquals(new TokenImpl(), token);

}
 

import org.fife.ui.rsyntaxtextarea.TokenImpl; //导入依赖的package包/类
@Test
public void testGetTokenList_nullStart_Variable() {

	UnixShellTokenMaker tm = new UnixShellTokenMaker();

	String text = "$PATH";
	Segment s = createSegment(text);
	Token token = tm.getTokenList(s, TokenTypes.NULL, 0);
	Assert.assertTrue(token.is(TokenTypes.VARIABLE, text));

	token = token.getNextToken();
	Assert.assertEquals(new TokenImpl(), token);

	text = "${varName}";
	s = createSegment(text);
	token = tm.getTokenList(s, TokenTypes.NULL, 0);
	Assert.assertTrue(token.is(TokenTypes.VARIABLE, text));

	token = token.getNextToken();
	Assert.assertEquals(new TokenImpl(), token);

}
 

import org.fife.ui.rsyntaxtextarea.TokenImpl; //导入依赖的package包/类
@Test
public void testGetTokenList_whitespaceStart_EolComment() {

	UnixShellTokenMaker tm = new UnixShellTokenMaker();

	String text = " # This is a comment";
	Segment s = createSegment(text);
	Token token = tm.getTokenList(s, TokenTypes.NULL, 0);
	Assert.assertTrue(token.isSingleChar(TokenTypes.WHITESPACE, ' '));
	token = token.getNextToken();
	Assert.assertTrue("Unexpected token type: " + token,
			token.is(TokenTypes.COMMENT_EOL, text.trim()));

	token = token.getNextToken();
	Assert.assertEquals(new TokenImpl(), token);

}
 

import org.fife.ui.rsyntaxtextarea.TokenImpl; //导入依赖的package包/类
@Test
public void testGetTokenList_whitespaceStart_LiteralBackQuote() {

	UnixShellTokenMaker tm = new UnixShellTokenMaker();

	String text = " `cat foo.txt`";
	Segment s = createSegment(text);
	Token token = tm.getTokenList(s, TokenTypes.NULL, 0);
	Assert.assertTrue(token.isSingleChar(TokenTypes.WHITESPACE, ' '));
	token = token.getNextToken();
	Assert.assertTrue(token.is(TokenTypes.LITERAL_BACKQUOTE, text.trim()));

	token = token.getNextToken();
	Assert.assertEquals(new TokenImpl(), token);

}
 

import org.fife.ui.rsyntaxtextarea.TokenImpl; //导入依赖的package包/类
@Test
public void testGetTokenList_whitespaceStart_LiteralDoubleQuote() {

	UnixShellTokenMaker tm = new UnixShellTokenMaker();

	String text = " \"Hello world\"";
	Segment s = createSegment(text);
	Token token = tm.getTokenList(s, TokenTypes.NULL, 0);
	Assert.assertTrue(token.isSingleChar(TokenTypes.WHITESPACE, ' '));
	token = token.getNextToken();
	Assert.assertTrue(token.is(TokenTypes.LITERAL_STRING_DOUBLE_QUOTE, text.trim()));

	token = token.getNextToken();
	Assert.assertEquals(new TokenImpl(), token);

}
 

import org.fife.ui.rsyntaxtextarea.TokenImpl; //导入依赖的package包/类
@Test
public void testGetTokenList_whitespaceStart_LiteralSingleQuote() {

	UnixShellTokenMaker tm = new UnixShellTokenMaker();

	String text = " 'Hello world'";
	Segment s = createSegment(text);
	Token token = tm.getTokenList(s, TokenTypes.NULL, 0);
	Assert.assertTrue(token.isSingleChar(TokenTypes.WHITESPACE, ' '));
	token = token.getNextToken();
	Assert.assertTrue(token.is(TokenTypes.LITERAL_CHAR, text.trim()));

	token = token.getNextToken();
	Assert.assertEquals(new TokenImpl(), token);

}
 

import org.fife.ui.rsyntaxtextarea.TokenImpl; //导入依赖的package包/类
@Test
public void testGetTokenList_whitespaceStart_Variable() {

	UnixShellTokenMaker tm = new UnixShellTokenMaker();

	String text = " $PATH";
	Segment s = createSegment(text);
	Token token = tm.getTokenList(s, TokenTypes.NULL, 0);
	Assert.assertTrue(token.isSingleChar(TokenTypes.WHITESPACE, ' '));
	token = token.getNextToken();
	Assert.assertTrue(token.is(TokenTypes.VARIABLE, text.trim()));

	token = token.getNextToken();
	Assert.assertEquals(new TokenImpl(), token);

}
 

import org.fife.ui.rsyntaxtextarea.TokenImpl; //导入依赖的package包/类
/**
 * Returns the first token in the linked list of tokens generated
 * from <code>text</code>.  This method must be implemented by
 * subclasses so they can correctly implement syntax highlighting.
 *
 * @param text The text from which to get tokens.
 * @param initialTokenType The token type we should start with.
 * @param startOffset The offset into the document at which
 *        <code>text</code> starts.
 * @return The first <code>Token</code> in a linked list representing
 *         the syntax highlighted text.
 */
public Token getTokenList(Segment text, int initialTokenType, int startOffset) {

	resetTokenList();
	this.offsetShift = -text.offset + startOffset;

	// Start off in the proper state.
	int state = Token.NULL;
	switch (initialTokenType) {
		case Token.LITERAL_STRING_DOUBLE_QUOTE:
			state = LONG_STRING_2;
			break;
		case Token.LITERAL_CHAR:
			state = LONG_STRING_1;
			break;
		default:
			state = Token.NULL;
	}

	s = text;
	try {
		yyreset(zzReader);
		yybegin(state);
		return yylex();
	} catch (IOException ioe) {
		ioe.printStackTrace();
		return new TokenImpl();
	}

}
 

import org.fife.ui.rsyntaxtextarea.TokenImpl; //导入依赖的package包/类
@Test
public void testGetTokenList_nullStart_EolComment() {

	UnixShellTokenMaker tm = new UnixShellTokenMaker();

	String text = "# This is a comment";
	Segment s = createSegment(text);
	Token token = tm.getTokenList(s, TokenTypes.NULL, 0);
	Assert.assertTrue("Unexpected token type: " + token,
			token.is(TokenTypes.COMMENT_EOL, text));

	token = token.getNextToken();
	Assert.assertEquals(new TokenImpl(), token);

}
 

import org.fife.ui.rsyntaxtextarea.TokenImpl; //导入依赖的package包/类
@Test
public void testGetTokenList_nullStart_LiteralBackQuote() {

	UnixShellTokenMaker tm = new UnixShellTokenMaker();

	String text = "`cat foo.txt`";
	Segment s = createSegment(text);
	Token token = tm.getTokenList(s, TokenTypes.NULL, 0);
	Assert.assertTrue(token.is(TokenTypes.LITERAL_BACKQUOTE, text));

	token = token.getNextToken();
	Assert.assertEquals(new TokenImpl(), token);

}
 

import org.fife.ui.rsyntaxtextarea.TokenImpl; //导入依赖的package包/类
@Test
public void testGetTokenList_nullStart_LiteralDoubleQuote() {

	UnixShellTokenMaker tm = new UnixShellTokenMaker();

	String text = "\"Hello world\"";
	Segment s = createSegment(text);
	Token token = tm.getTokenList(s, TokenTypes.NULL, 0);
	Assert.assertTrue(token.is(TokenTypes.LITERAL_STRING_DOUBLE_QUOTE, text));

	token = token.getNextToken();
	Assert.assertEquals(new TokenImpl(), token);

}
 

import org.fife.ui.rsyntaxtextarea.TokenImpl; //导入依赖的package包/类
@Test
public void testGetTokenList_nullStart_LiteralSingleQuote() {

	UnixShellTokenMaker tm = new UnixShellTokenMaker();

	String text = "'Hello world'";
	Segment s = createSegment(text);
	Token token = tm.getTokenList(s, TokenTypes.NULL, 0);
	Assert.assertTrue(token.is(TokenTypes.LITERAL_CHAR, text));

	token = token.getNextToken();
	Assert.assertEquals(new TokenImpl(), token);

}
 

import org.fife.ui.rsyntaxtextarea.TokenImpl; //导入依赖的package包/类
/**
 * Returns the first token in the linked list of tokens generated
 * from <code>text</code>.  This method must be implemented by
 * subclasses so they can correctly implement syntax highlighting.
 *
 * @param text             The text from which to get tokens.
 * @param initialTokenType The token type we should start with.
 * @param startOffset      The offset into the document at which
 *                         <code>text</code> starts.
 * @return The first <code>Token</code> in a linked list representing
 * the syntax highlighted text.
 */
public Token getTokenList(Segment text, int initialTokenType, int startOffset)
{

    resetTokenList();
    this.offsetShift = -text.offset + startOffset;

    // Start off in the proper state.
    int state = Token.NULL;
    switch (initialTokenType)
    {
        default:
            state = Token.NULL;
    }

    s = text;
    try
    {
        yyreset(zzReader);
        yybegin(state);
        return yylex();
    }
    catch (IOException ioe)
    {
        ioe.printStackTrace();
        return new TokenImpl();
    }

}
 

import org.fife.ui.rsyntaxtextarea.TokenImpl; //导入依赖的package包/类
/**
 * Checks if the token at the specified offset is possibly a "click-able"
 * region.
 *
 * @param textArea The text area.
 * @param offs The offset, presumably at the mouse position.
 * @return A result object.
 */
private IsLinkableCheckResult checkForLinkableToken(
		RSyntaxTextArea textArea, int offs) {

	IsLinkableCheckResult result = null;

	if (offs>=0) {

		try {

			int line = textArea.getLineOfOffset(offs);
			Token first = textArea.getTokenListForLine(line);
			Token prev = null;

			for (Token t=first; t!=null && t.isPaintable(); t=t.getNextToken()) {

				if (t.containsPosition(offs)) {

					// RSTA's tokens are pooled and re-used, so we must
					// defensively make a copy of the one we want to keep!
					Token token = new TokenImpl(t);
					boolean isMethod = false;

					if (prev==null) {
						prev = RSyntaxUtilities.getPreviousImportantToken(textArea, line-1);
					}
					if (prev!=null && prev.isSingleChar('.')) {
						// Not a field or method defined in this class.
						break;
					}

					Token next = RSyntaxUtilities.getNextImportantToken(
							t.getNextToken(), textArea, line);
					if (next!=null && next.isSingleChar(Token.SEPARATOR, '(')) {
						isMethod = true;
					}

					result = new IsLinkableCheckResult(token, isMethod);
					break;

				}

				else if (!t.isCommentOrWhitespace()) {
					prev = t;
				}

			}

		} catch (BadLocationException ble) {
			ble.printStackTrace(); // Never happens
		}

	}

	return result;

}