import javax.swing.text.rtf.RTFEditorKit;
import javax.swing.text.rtf.RTFAttribute;
import javax.swing.text.Style;
import javax.swing.text.StyleConstants;
import javax.swing.text.StyledDocument;
RTFEditorKit rtfKit = new RTFEditorKit();
Document doc = rtfKit.createDefaultDocument();
StyledDocument styledDoc = (StyledDocument) doc;
Style keywordStyle = styledDoc.addStyle("Keyword", null);
StyleConstants.setForeground(keywordStyle, Color.RED);
for (String keyword : keywords) {
rtfKit.insertHTML(styledDoc, styledDoc.getLength(), "<font style=\"color:red\">" + keyword + "</font>",
0, 0, new RTFAttribute[0]);
}