001: /*
002: * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS HEADER.
003: *
004: * Copyright 1997-2007 Sun Microsystems, Inc. All rights reserved.
005: *
006: * The contents of this file are subject to the terms of either the GNU
007: * General Public License Version 2 only ("GPL") or the Common
008: * Development and Distribution License("CDDL") (collectively, the
009: * "License"). You may not use this file except in compliance with the
010: * License. You can obtain a copy of the License at
011: * http://www.netbeans.org/cddl-gplv2.html
012: * or nbbuild/licenses/CDDL-GPL-2-CP. See the License for the
013: * specific language governing permissions and limitations under the
014: * License. When distributing the software, include this License Header
015: * Notice in each file and include the License file at
016: * nbbuild/licenses/CDDL-GPL-2-CP. Sun designates this
017: * particular file as subject to the "Classpath" exception as provided
018: * by Sun in the GPL Version 2 section of the License file that
019: * accompanied this code. If applicable, add the following below the
020: * License Header, with the fields enclosed by brackets [] replaced by
021: * your own identifying information:
022: * "Portions Copyrighted [year] [name of copyright owner]"
023: *
024: * Contributor(s):
025: *
026: * The Original Software is NetBeans. The Initial Developer of the Original
027: * Software is Sun Microsystems, Inc. Portions Copyright 1997-2007 Sun
028: * Microsystems, Inc. All Rights Reserved.
029: *
030: * If you wish your version of this file to be governed by only the CDDL
031: * or only the GPL Version 2, indicate your decision by adding
032: * "[Contributor] elects to include this software in this distribution
033: * under the [CDDL or GPL Version 2] license." If you do not indicate a
034: * single choice of license, a recipient has the option to distribute
035: * your version of this file under either the CDDL, the GPL Version 2 or
036: * to extend the choice of license to its licensees as provided above.
037: * However, if you add GPL Version 2 code and therefore, elected the GPL
038: * Version 2 license, then the option applies only if the new code is
039: * made subject to such option by the copyright holder.
040: */
041: package org.netbeans.lib.lexer;
042:
043: import javax.swing.text.Document;
044: import javax.swing.text.PlainDocument;
045: import junit.framework.TestCase;
046: import org.netbeans.api.lexer.Language;
047: import org.netbeans.api.lexer.TokenHierarchy;
048: import org.netbeans.api.lexer.TokenId;
049: import org.netbeans.api.lexer.TokenSequence;
050: import org.netbeans.lib.lexer.lang.TestEmbeddingTokenId;
051: import org.netbeans.lib.lexer.test.LexerTestUtilities;
052: import org.netbeans.lib.lexer.lang.TestJavadocTokenId;
053: import org.netbeans.lib.lexer.lang.TestTokenId;
054:
055: /**
056: *
057: * @author Jan Lahoda
058: */
059: public class EmbeddedTokenListTest extends TestCase {
060:
061: public EmbeddedTokenListTest(String testName) {
062: super (testName);
063: }
064:
065: protected void setUp() throws Exception {
066: }
067:
068: public void testUpdateStartOffset() throws Exception {
069: Document d = new PlainDocument();
070:
071: d.putProperty(Language.class, TestTokenId.language());
072:
073: d.insertString(0, "ident ident /** @see X */", null);
074:
075: TokenHierarchy<?> h = TokenHierarchy.get(d);
076: TokenSequence<?> ts = h.tokenSequence();
077:
078: LexerTestUtilities.assertNextTokenEquals(ts,
079: TestTokenId.IDENTIFIER, "ident");
080: assertEquals(0, ts.offset());
081:
082: LexerTestUtilities.assertNextTokenEquals(ts,
083: TestTokenId.WHITESPACE, " ");
084: assertEquals(5, ts.offset());
085:
086: LexerTestUtilities.assertNextTokenEquals(ts,
087: TestTokenId.IDENTIFIER, "ident");
088: assertEquals(6, ts.offset());
089:
090: LexerTestUtilities.assertNextTokenEquals(ts,
091: TestTokenId.WHITESPACE, " ");
092: assertEquals(11, ts.offset());
093:
094: LexerTestUtilities.assertNextTokenEquals(ts,
095: TestTokenId.JAVADOC_COMMENT, "/** @see X */");
096: assertEquals(12, ts.offset());
097:
098: TokenSequence<?> inner = ts.embedded();
099:
100: assertNotNull(inner);
101:
102: LexerTestUtilities.assertNextTokenEquals(inner,
103: TestJavadocTokenId.OTHER_TEXT, " ");
104: assertEquals(15, inner.offset());
105:
106: LexerTestUtilities.assertNextTokenEquals(inner,
107: TestJavadocTokenId.TAG, "@see");
108: assertEquals(16, inner.offset());
109:
110: LexerTestUtilities.assertNextTokenEquals(inner,
111: TestJavadocTokenId.OTHER_TEXT, " ");
112: assertEquals(20, inner.offset());
113:
114: LexerTestUtilities.assertNextTokenEquals(inner,
115: TestJavadocTokenId.IDENT, "X");
116: assertEquals(21, inner.offset());
117:
118: LexerTestUtilities.assertNextTokenEquals(inner,
119: TestJavadocTokenId.OTHER_TEXT, " ");
120: assertEquals(22, inner.offset());
121: }
122:
123: public void testSnapshots() throws Exception {
124: Document d = new PlainDocument();
125:
126: d.putProperty(Language.class, TestTokenId.language());
127:
128: d.insertString(0, "ident ident /** @see X */", null);
129:
130: TokenHierarchy<?> h = TokenHierarchy.get(d);
131: TokenSequence<?> ts = h.tokenSequence();
132:
133: LexerTestUtilities.assertNextTokenEquals(ts,
134: TestTokenId.IDENTIFIER, "ident");
135: assertEquals(0, ts.offset());
136:
137: LexerTestUtilities.assertNextTokenEquals(ts,
138: TestTokenId.WHITESPACE, " ");
139: assertEquals(5, ts.offset());
140:
141: LexerTestUtilities.assertNextTokenEquals(ts,
142: TestTokenId.IDENTIFIER, "ident");
143: assertEquals(6, ts.offset());
144:
145: LexerTestUtilities.assertNextTokenEquals(ts,
146: TestTokenId.WHITESPACE, " ");
147: assertEquals(11, ts.offset());
148:
149: LexerTestUtilities.assertNextTokenEquals(ts,
150: TestTokenId.JAVADOC_COMMENT, "/** @see X */");
151: assertEquals(12, ts.offset());
152:
153: TokenSequence<?> inner = ts.embedded();
154:
155: assertNotNull(inner);
156:
157: LexerTestUtilities.assertNextTokenEquals(inner,
158: TestJavadocTokenId.OTHER_TEXT, " ");
159: assertEquals(15, inner.offset());
160:
161: LexerTestUtilities.assertNextTokenEquals(inner,
162: TestJavadocTokenId.TAG, "@see");
163: assertEquals(16, inner.offset());
164:
165: LexerTestUtilities.assertNextTokenEquals(inner,
166: TestJavadocTokenId.OTHER_TEXT, " ");
167: assertEquals(20, inner.offset());
168:
169: LexerTestUtilities.assertNextTokenEquals(inner,
170: TestJavadocTokenId.IDENT, "X");
171: assertEquals(21, inner.offset());
172:
173: LexerTestUtilities.assertNextTokenEquals(inner,
174: TestJavadocTokenId.OTHER_TEXT, " ");
175: assertEquals(22, inner.offset());
176:
177: // h = TokenHierarchy.get(d).createSnapshot();
178: // ts = h.tokenSequence();
179: //
180: // LexerTestUtilities.assertNextTokenEquals(ts,TestTokenId.IDENTIFIER, "ident");
181: // assertEquals(0, ts.offset());
182: //
183: // LexerTestUtilities.assertNextTokenEquals(ts,TestTokenId.WHITESPACE, " ");
184: // assertEquals(5, ts.offset());
185: //
186: // LexerTestUtilities.assertNextTokenEquals(ts,TestTokenId.IDENTIFIER, "ident");
187: // assertEquals(6, ts.offset());
188: //
189: // LexerTestUtilities.assertNextTokenEquals(ts,TestTokenId.WHITESPACE, " ");
190: // assertEquals(11, ts.offset());
191: //
192: // LexerTestUtilities.assertNextTokenEquals(ts,TestTokenId.JAVADOC_COMMENT, "/** @see X */");
193: // assertEquals(12, ts.offset());
194: //
195: // inner = ts.embedded();
196: //
197: // assertNotNull(inner);
198: //
199: // LexerTestUtilities.assertNextTokenEquals(inner,TestJavadocTokenId.OTHER_TEXT, " ");
200: // assertEquals(15, inner.offset());
201: //
202: // LexerTestUtilities.assertNextTokenEquals(inner,TestJavadocTokenId.TAG, "@see");
203: // assertEquals(16, inner.offset());
204: //
205: // LexerTestUtilities.assertNextTokenEquals(inner,TestJavadocTokenId.OTHER_TEXT, " ");
206: // assertEquals(20, inner.offset());
207: //
208: // LexerTestUtilities.assertNextTokenEquals(inner,TestJavadocTokenId.IDENT, "X");
209: // assertEquals(21, inner.offset());
210: //
211: // LexerTestUtilities.assertNextTokenEquals(inner,TestJavadocTokenId.OTHER_TEXT, " ");
212: // assertEquals(22, inner.offset());
213: }
214:
215: public void testEmbeddingPresence() throws Exception {
216: Document d = new PlainDocument();
217: d.putProperty(Language.class, TestEmbeddingTokenId.language());
218: d.insertString(0, " acnacn", null);
219:
220: TokenHierarchy<?> h = TokenHierarchy.get(d);
221: TokenSequence<TestEmbeddingTokenId> ts = h
222: .tokenSequence(TestEmbeddingTokenId.language());
223: TokenSequence<?> inner;
224:
225: LexerTestUtilities.assertNextTokenEquals(ts,
226: TestEmbeddingTokenId.TEXT, " ");
227: inner = ts.embedded();
228: LexerTestUtilities.assertNextTokenEquals(ts,
229: TestEmbeddingTokenId.A, "a");
230: inner = ts.embedded();
231: LexerTestUtilities.assertNextTokenEquals(ts,
232: TestEmbeddingTokenId.C, "c");
233: inner = ts.embedded();
234: LexerTestUtilities.assertNextTokenEquals(ts,
235: TestEmbeddingTokenId.N, "n");
236: inner = ts.embedded();
237: LexerTestUtilities.assertNextTokenEquals(ts,
238: TestEmbeddingTokenId.A, "a");
239: inner = ts.embedded();
240: LexerTestUtilities.assertNextTokenEquals(ts,
241: TestEmbeddingTokenId.C, "c");
242: inner = ts.embedded();
243: LexerTestUtilities.assertNextTokenEquals(ts,
244: TestEmbeddingTokenId.N, "n");
245: inner = ts.embedded();
246:
247: assertEquals(1, TestEmbeddingTokenId.cEmbeddingQueryCount);
248: assertEquals(2, TestEmbeddingTokenId.aEmbeddingQueryCount);
249: }
250:
251: }
|