Fix bobbylight#193: Latex: EOL comment start % can be escaped

Author: bobbylight

src/main/java/org/fife/ui/rsyntaxtextarea/modes/LatexTokenMaker.flex

@@ -146,6 +146,7 @@ import org.fife.ui.rsyntaxtextarea.*;
 	 * @return The first <code>Token</code> in a linked list representing
 	 *         the syntax highlighted text.
 	 */
+	@Override
 	public Token getTokenList(Segment text, int initialTokenType, int startOffset) {
 
 		resetTokenList();
@@ -234,6 +235,10 @@ URL						= (((https?|f(tp|ile))"://"|"www.")({URLCharacters}{URLEndCharacter})?)
 <YYINITIAL> {
 
 	([\\]{AnyChar}+)			{ addToken(Token.FUNCTION); }
+	([\\]%)						{ int temp = zzStartRead;
+									addToken(temp, temp, Token.SEPARATOR);
+									addToken(temp + 1, temp + 1, Token.IDENTIFIER);
+								}
 	[\{\}]						{ addToken(Token.SEPARATOR); }
 	("\\begin{"{AnyChar}+"}")   { int temp = zzStartRead;
 							addToken(temp, temp+5, Token.RESERVED_WORD);

src/main/java/org/fife/ui/rsyntaxtextarea/modes/LatexTokenMaker.java

@@ -0,0 +1,60 @@
+/*
+ * 09/20/2016
+ *
+ * This library is distributed under a modified BSD license.  See the included
+ * RSyntaxTextArea.License.txt file for details.
+ */
+package org.fife.ui.rsyntaxtextarea.modes;
+
+import javax.swing.text.Segment;
+
+import org.fife.ui.rsyntaxtextarea.Token;
+import org.fife.ui.rsyntaxtextarea.TokenMaker;
+import org.fife.ui.rsyntaxtextarea.TokenTypes;
+import org.junit.Assert;
+import org.junit.Test;
+
+
+/**
+ * Unit tests for the {@link LatexTokenMaker} class.
+ *
+ * @author Robert Futrell
+ * @version 1.0
+ */
+public class LatexTokenMakerTest extends AbstractTokenMakerTest2 {
+
+
+	@Override
+	protected TokenMaker createTokenMaker() {
+		return new LatexTokenMaker();
+	}
+
+
+	@Test
+	public void testEolComments() {
+		String[] eolCommentLiterals = {
+			"% Hello world",
+		};
+		assertAllTokensOfType(eolCommentLiterals, TokenTypes.COMMENT_EOL);
+	}
+
+
+	@Test
+	public void testEolComments_escapedPercentNotAComment() {
+		String code = "\\% not-comment";
+		Segment segment = createSegment(code);
+		TokenMaker tm = createTokenMaker();
+		Token token = tm.getTokenList(segment, TokenTypes.NULL, 0);
+		Assert.assertTrue(token.isSingleChar(TokenTypes.SEPARATOR, '\\'));
+		token = token.getNextToken();
+		Assert.assertTrue(token.isSingleChar(TokenTypes.IDENTIFIER, '%'));
+	}
+
+
+	@Test
+	public void testGetLineCommentStartAndEnd() {
+		String[] startAndEnd = createTokenMaker().getLineCommentStartAndEnd(0);
+		Assert.assertEquals("%", startAndEnd[0]);
+		Assert.assertNull(startAndEnd[1]);
+	}
+}