001: /*
002: * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS HEADER.
003: *
004: * Copyright 1997-2007 Sun Microsystems, Inc. All rights reserved.
005: *
006: * The contents of this file are subject to the terms of either the GNU
007: * General Public License Version 2 only ("GPL") or the Common
008: * Development and Distribution License("CDDL") (collectively, the
009: * "License"). You may not use this file except in compliance with the
010: * License. You can obtain a copy of the License at
011: * http://www.netbeans.org/cddl-gplv2.html
012: * or nbbuild/licenses/CDDL-GPL-2-CP. See the License for the
013: * specific language governing permissions and limitations under the
014: * License. When distributing the software, include this License Header
015: * Notice in each file and include the License file at
016: * nbbuild/licenses/CDDL-GPL-2-CP. Sun designates this
017: * particular file as subject to the "Classpath" exception as provided
018: * by Sun in the GPL Version 2 section of the License file that
019: * accompanied this code. If applicable, add the following below the
020: * License Header, with the fields enclosed by brackets [] replaced by
021: * your own identifying information:
022: * "Portions Copyrighted [year] [name of copyright owner]"
023: *
024: * Contributor(s):
025: *
026: * The Original Software is NetBeans. The Initial Developer of the Original
027: * Software is Sun Microsystems, Inc. Portions Copyright 1997-2006 Sun
028: * Microsystems, Inc. All Rights Reserved.
029: *
030: * If you wish your version of this file to be governed by only the CDDL
031: * or only the GPL Version 2, indicate your decision by adding
032: * "[Contributor] elects to include this software in this distribution
033: * under the [CDDL or GPL Version 2] license." If you do not indicate a
034: * single choice of license, a recipient has the option to distribute
035: * your version of this file under either the CDDL, the GPL Version 2 or
036: * to extend the choice of license to its licensees as provided above.
037: * However, if you add GPL Version 2 code and therefore, elected the GPL
038: * Version 2 license, then the option applies only if the new code is
039: * made subject to such option by the copyright holder.
040: */
041: package org.netbeans.modules.cnd.lexer;
042:
043: import org.netbeans.api.lexer.TokenHierarchy;
044: import org.netbeans.api.lexer.TokenSequence;
045: import org.netbeans.cnd.api.lexer.CppTokenId;
046: import org.netbeans.junit.NbTestCase;
047: import org.netbeans.lib.lexer.test.LexerTestUtilities;
048:
049: /**
050: * tests for preprocessor directive lexer
051: *
052: * @author Vladimir Voskresensky
053: */
054: public class PreprocLexerTestCase extends NbTestCase {
055:
056: public PreprocLexerTestCase(String testName) {
057: super (testName);
058: }
059:
060: @Override
061: protected void setUp() throws Exception {
062: LexerTestUtilities.setTesting(true);
063: }
064:
065: public void testIfdef() {
066: String text = "#ifdef MACRO\n";
067: TokenHierarchy<?> hi = TokenHierarchy.create(text, CppTokenId
068: .languagePreproc());
069: TokenSequence<?> ts = hi.tokenSequence();
070:
071: LexerTestUtilities.assertNextTokenEquals(ts,
072: CppTokenId.PREPROCESSOR_START, "#");
073: LexerTestUtilities.assertNextTokenEquals(ts,
074: CppTokenId.PREPROCESSOR_IFDEF, "ifdef");
075: LexerTestUtilities.assertNextTokenEquals(ts,
076: CppTokenId.WHITESPACE, " ");
077: LexerTestUtilities.assertNextTokenEquals(ts,
078: CppTokenId.PREPROCESSOR_IDENTIFIER, "MACRO");
079: LexerTestUtilities.assertNextTokenEquals(ts,
080: CppTokenId.NEW_LINE, "\n");
081:
082: assertFalse("No more tokens", ts.moveNext());
083: }
084:
085: public void testIfndef() {
086: String text = "# ifndef MACRO\n";
087: TokenHierarchy<?> hi = TokenHierarchy.create(text, CppTokenId
088: .languagePreproc());
089: TokenSequence<?> ts = hi.tokenSequence();
090:
091: LexerTestUtilities.assertNextTokenEquals(ts,
092: CppTokenId.PREPROCESSOR_START, "#");
093: LexerTestUtilities.assertNextTokenEquals(ts,
094: CppTokenId.WHITESPACE, " ");
095: LexerTestUtilities.assertNextTokenEquals(ts,
096: CppTokenId.PREPROCESSOR_IFNDEF, "ifndef");
097: LexerTestUtilities.assertNextTokenEquals(ts,
098: CppTokenId.WHITESPACE, " ");
099: LexerTestUtilities.assertNextTokenEquals(ts,
100: CppTokenId.PREPROCESSOR_IDENTIFIER, "MACRO");
101: LexerTestUtilities.assertNextTokenEquals(ts,
102: CppTokenId.NEW_LINE, "\n");
103:
104: assertFalse("No more tokens", ts.moveNext());
105: }
106:
107: public void testIf() {
108: String text = "# if defined MACRO\n";
109: TokenHierarchy<?> hi = TokenHierarchy.create(text, CppTokenId
110: .languagePreproc());
111: TokenSequence<?> ts = hi.tokenSequence();
112: LexerTestUtilities.assertNextTokenEquals(ts,
113: CppTokenId.PREPROCESSOR_START, "#");
114: LexerTestUtilities.assertNextTokenEquals(ts,
115: CppTokenId.WHITESPACE, " ");
116: LexerTestUtilities.assertNextTokenEquals(ts,
117: CppTokenId.PREPROCESSOR_IF, "if");
118: LexerTestUtilities.assertNextTokenEquals(ts,
119: CppTokenId.WHITESPACE, " ");
120: LexerTestUtilities.assertNextTokenEquals(ts,
121: CppTokenId.PREPROCESSOR_DEFINED, "defined");
122: LexerTestUtilities.assertNextTokenEquals(ts,
123: CppTokenId.WHITESPACE, " ");
124: LexerTestUtilities.assertNextTokenEquals(ts,
125: CppTokenId.PREPROCESSOR_IDENTIFIER, "MACRO");
126: LexerTestUtilities.assertNextTokenEquals(ts,
127: CppTokenId.NEW_LINE, "\n");
128:
129: assertFalse("No more tokens", ts.moveNext());
130: }
131:
132: public void testElif() {
133: String text = "#elif !defined(MACRO)\n";
134: TokenHierarchy<?> hi = TokenHierarchy.create(text, CppTokenId
135: .languagePreproc());
136: TokenSequence<?> ts = hi.tokenSequence();
137: LexerTestUtilities.assertNextTokenEquals(ts,
138: CppTokenId.PREPROCESSOR_START, "#");
139: LexerTestUtilities.assertNextTokenEquals(ts,
140: CppTokenId.PREPROCESSOR_ELIF, "elif");
141: LexerTestUtilities.assertNextTokenEquals(ts,
142: CppTokenId.WHITESPACE, " ");
143: LexerTestUtilities.assertNextTokenEquals(ts, CppTokenId.NOT,
144: "!");
145: LexerTestUtilities.assertNextTokenEquals(ts,
146: CppTokenId.PREPROCESSOR_DEFINED, "defined");
147: LexerTestUtilities.assertNextTokenEquals(ts, CppTokenId.LPAREN,
148: "(");
149: LexerTestUtilities.assertNextTokenEquals(ts,
150: CppTokenId.PREPROCESSOR_IDENTIFIER, "MACRO");
151: LexerTestUtilities.assertNextTokenEquals(ts, CppTokenId.RPAREN,
152: ")");
153: LexerTestUtilities.assertNextTokenEquals(ts,
154: CppTokenId.NEW_LINE, "\n");
155:
156: assertFalse("No more tokens", ts.moveNext());
157: }
158:
159: public void testElif2() {
160: String text = "#elif!defined(MACRO)\n";
161: TokenHierarchy<?> hi = TokenHierarchy.create(text, CppTokenId
162: .languagePreproc());
163: TokenSequence<?> ts = hi.tokenSequence();
164: LexerTestUtilities.assertNextTokenEquals(ts,
165: CppTokenId.PREPROCESSOR_START, "#");
166: LexerTestUtilities.assertNextTokenEquals(ts,
167: CppTokenId.PREPROCESSOR_ELIF, "elif");
168: LexerTestUtilities.assertNextTokenEquals(ts, CppTokenId.NOT,
169: "!");
170: LexerTestUtilities.assertNextTokenEquals(ts,
171: CppTokenId.PREPROCESSOR_DEFINED, "defined");
172: LexerTestUtilities.assertNextTokenEquals(ts, CppTokenId.LPAREN,
173: "(");
174: LexerTestUtilities.assertNextTokenEquals(ts,
175: CppTokenId.PREPROCESSOR_IDENTIFIER, "MACRO");
176: LexerTestUtilities.assertNextTokenEquals(ts, CppTokenId.RPAREN,
177: ")");
178: LexerTestUtilities.assertNextTokenEquals(ts,
179: CppTokenId.NEW_LINE, "\n");
180:
181: assertFalse("No more tokens", ts.moveNext());
182: }
183:
184: public void testElse() {
185: String text = "#else //comment\n";
186: TokenHierarchy<?> hi = TokenHierarchy.create(text, CppTokenId
187: .languagePreproc());
188: TokenSequence<?> ts = hi.tokenSequence();
189: LexerTestUtilities.assertNextTokenEquals(ts,
190: CppTokenId.PREPROCESSOR_START, "#");
191: LexerTestUtilities.assertNextTokenEquals(ts,
192: CppTokenId.PREPROCESSOR_ELSE, "else");
193: LexerTestUtilities.assertNextTokenEquals(ts,
194: CppTokenId.WHITESPACE, " ");
195: LexerTestUtilities.assertNextTokenEquals(ts,
196: CppTokenId.LINE_COMMENT, "//comment");
197: LexerTestUtilities.assertNextTokenEquals(ts,
198: CppTokenId.NEW_LINE, "\n");
199:
200: assertFalse("No more tokens", ts.moveNext());
201: }
202:
203: public void testEndif() {
204: String text = "#endif defined// MACRO\n";
205: TokenHierarchy<?> hi = TokenHierarchy.create(text, CppTokenId
206: .languagePreproc());
207: TokenSequence<?> ts = hi.tokenSequence();
208: LexerTestUtilities.assertNextTokenEquals(ts,
209: CppTokenId.PREPROCESSOR_START, "#");
210: LexerTestUtilities.assertNextTokenEquals(ts,
211: CppTokenId.PREPROCESSOR_ENDIF, "endif");
212: LexerTestUtilities.assertNextTokenEquals(ts,
213: CppTokenId.WHITESPACE, " ");
214: LexerTestUtilities.assertNextTokenEquals(ts,
215: CppTokenId.PREPROCESSOR_IDENTIFIER, "defined");
216: LexerTestUtilities.assertNextTokenEquals(ts,
217: CppTokenId.LINE_COMMENT, "// MACRO");
218: LexerTestUtilities.assertNextTokenEquals(ts,
219: CppTokenId.NEW_LINE, "\n");
220:
221: assertFalse("No more tokens", ts.moveNext());
222:
223: }
224:
225: public void testDefine() {
226: String text = "#define MAX(x,y) \\\n (((x)<(y)) ? (y) : (x))\n";
227: TokenHierarchy<?> hi = TokenHierarchy.create(text, CppTokenId
228: .languagePreproc());
229: TokenSequence<?> ts = hi.tokenSequence();
230: LexerTestUtilities.assertNextTokenEquals(ts,
231: CppTokenId.PREPROCESSOR_START, "#");
232: LexerTestUtilities.assertNextTokenEquals(ts,
233: CppTokenId.PREPROCESSOR_DEFINE, "define");
234: LexerTestUtilities.assertNextTokenEquals(ts,
235: CppTokenId.WHITESPACE, " ");
236: LexerTestUtilities.assertNextTokenEquals(ts,
237: CppTokenId.PREPROCESSOR_IDENTIFIER, "MAX");
238: LexerTestUtilities.assertNextTokenEquals(ts, CppTokenId.LPAREN,
239: "(");
240: LexerTestUtilities.assertNextTokenEquals(ts,
241: CppTokenId.PREPROCESSOR_IDENTIFIER, "x");
242: LexerTestUtilities.assertNextTokenEquals(ts, CppTokenId.COMMA,
243: ",");
244: LexerTestUtilities.assertNextTokenEquals(ts,
245: CppTokenId.PREPROCESSOR_IDENTIFIER, "y");
246: LexerTestUtilities.assertNextTokenEquals(ts, CppTokenId.RPAREN,
247: ")");
248: LexerTestUtilities.assertNextTokenEquals(ts,
249: CppTokenId.WHITESPACE, " \\\n ");
250: LexerTestUtilities.assertNextTokenEquals(ts, CppTokenId.LPAREN,
251: "(");
252: LexerTestUtilities.assertNextTokenEquals(ts, CppTokenId.LPAREN,
253: "(");
254: LexerTestUtilities.assertNextTokenEquals(ts, CppTokenId.LPAREN,
255: "(");
256: LexerTestUtilities.assertNextTokenEquals(ts,
257: CppTokenId.PREPROCESSOR_IDENTIFIER, "x");
258: LexerTestUtilities.assertNextTokenEquals(ts, CppTokenId.RPAREN,
259: ")");
260: LexerTestUtilities
261: .assertNextTokenEquals(ts, CppTokenId.LT, "<");
262: LexerTestUtilities.assertNextTokenEquals(ts, CppTokenId.LPAREN,
263: "(");
264: LexerTestUtilities.assertNextTokenEquals(ts,
265: CppTokenId.PREPROCESSOR_IDENTIFIER, "y");
266: LexerTestUtilities.assertNextTokenEquals(ts, CppTokenId.RPAREN,
267: ")");
268: LexerTestUtilities.assertNextTokenEquals(ts, CppTokenId.RPAREN,
269: ")");
270: LexerTestUtilities.assertNextTokenEquals(ts,
271: CppTokenId.WHITESPACE, " ");
272: LexerTestUtilities.assertNextTokenEquals(ts,
273: CppTokenId.QUESTION, "?");
274: LexerTestUtilities.assertNextTokenEquals(ts,
275: CppTokenId.WHITESPACE, " ");
276: LexerTestUtilities.assertNextTokenEquals(ts, CppTokenId.LPAREN,
277: "(");
278: LexerTestUtilities.assertNextTokenEquals(ts,
279: CppTokenId.PREPROCESSOR_IDENTIFIER, "y");
280: LexerTestUtilities.assertNextTokenEquals(ts, CppTokenId.RPAREN,
281: ")");
282: LexerTestUtilities.assertNextTokenEquals(ts,
283: CppTokenId.WHITESPACE, " ");
284: LexerTestUtilities.assertNextTokenEquals(ts, CppTokenId.COLON,
285: ":");
286: LexerTestUtilities.assertNextTokenEquals(ts,
287: CppTokenId.WHITESPACE, " ");
288: LexerTestUtilities.assertNextTokenEquals(ts, CppTokenId.LPAREN,
289: "(");
290: LexerTestUtilities.assertNextTokenEquals(ts,
291: CppTokenId.PREPROCESSOR_IDENTIFIER, "x");
292: LexerTestUtilities.assertNextTokenEquals(ts, CppTokenId.RPAREN,
293: ")");
294: LexerTestUtilities.assertNextTokenEquals(ts, CppTokenId.RPAREN,
295: ")");
296: LexerTestUtilities.assertNextTokenEquals(ts,
297: CppTokenId.NEW_LINE, "\n");
298:
299: assertFalse("No more tokens", ts.moveNext());
300: }
301:
302: public void testUndef() {
303: String text = "#undef MACRO\n";
304: TokenHierarchy<?> hi = TokenHierarchy.create(text, CppTokenId
305: .languagePreproc());
306: TokenSequence<?> ts = hi.tokenSequence();
307: LexerTestUtilities.assertNextTokenEquals(ts,
308: CppTokenId.PREPROCESSOR_START, "#");
309: LexerTestUtilities.assertNextTokenEquals(ts,
310: CppTokenId.PREPROCESSOR_UNDEF, "undef");
311: LexerTestUtilities.assertNextTokenEquals(ts,
312: CppTokenId.WHITESPACE, " ");
313: LexerTestUtilities.assertNextTokenEquals(ts,
314: CppTokenId.PREPROCESSOR_IDENTIFIER, "MACRO");
315: LexerTestUtilities.assertNextTokenEquals(ts,
316: CppTokenId.NEW_LINE, "\n");
317:
318: assertFalse("No more tokens", ts.moveNext());
319: }
320:
321: public void testPragma() {
322: String text = "#pragma omp parallel for shared(array, array1, array2, dim) private(ii, jj, kk)\n";
323: TokenHierarchy<?> hi = TokenHierarchy.create(text, CppTokenId
324: .languagePreproc());
325: TokenSequence<?> ts = hi.tokenSequence();
326: LexerTestUtilities.assertNextTokenEquals(ts,
327: CppTokenId.PREPROCESSOR_START, "#");
328: LexerTestUtilities.assertNextTokenEquals(ts,
329: CppTokenId.PREPROCESSOR_PRAGMA, "pragma");
330: LexerTestUtilities.assertNextTokenEquals(ts,
331: CppTokenId.WHITESPACE, " ");
332: LexerTestUtilities.assertNextTokenEquals(ts,
333: CppTokenId.PREPROCESSOR_IDENTIFIER, "omp");
334: LexerTestUtilities.assertNextTokenEquals(ts,
335: CppTokenId.WHITESPACE, " ");
336: LexerTestUtilities.assertNextTokenEquals(ts,
337: CppTokenId.PREPROCESSOR_IDENTIFIER, "parallel");
338: LexerTestUtilities.assertNextTokenEquals(ts,
339: CppTokenId.WHITESPACE, " ");
340: LexerTestUtilities.assertNextTokenEquals(ts, CppTokenId.FOR,
341: "for");
342: LexerTestUtilities.assertNextTokenEquals(ts,
343: CppTokenId.WHITESPACE, " ");
344: LexerTestUtilities.assertNextTokenEquals(ts,
345: CppTokenId.PREPROCESSOR_IDENTIFIER, "shared");
346: LexerTestUtilities.assertNextTokenEquals(ts, CppTokenId.LPAREN,
347: "(");
348: LexerTestUtilities.assertNextTokenEquals(ts,
349: CppTokenId.PREPROCESSOR_IDENTIFIER, "array");
350: LexerTestUtilities.assertNextTokenEquals(ts, CppTokenId.COMMA,
351: ",");
352: LexerTestUtilities.assertNextTokenEquals(ts,
353: CppTokenId.WHITESPACE, " ");
354: LexerTestUtilities.assertNextTokenEquals(ts,
355: CppTokenId.PREPROCESSOR_IDENTIFIER, "array1");
356: LexerTestUtilities.assertNextTokenEquals(ts, CppTokenId.COMMA,
357: ",");
358: LexerTestUtilities.assertNextTokenEquals(ts,
359: CppTokenId.WHITESPACE, " ");
360: LexerTestUtilities.assertNextTokenEquals(ts,
361: CppTokenId.PREPROCESSOR_IDENTIFIER, "array2");
362: LexerTestUtilities.assertNextTokenEquals(ts, CppTokenId.COMMA,
363: ",");
364: LexerTestUtilities.assertNextTokenEquals(ts,
365: CppTokenId.WHITESPACE, " ");
366: LexerTestUtilities.assertNextTokenEquals(ts,
367: CppTokenId.PREPROCESSOR_IDENTIFIER, "dim");
368: LexerTestUtilities.assertNextTokenEquals(ts, CppTokenId.RPAREN,
369: ")");
370: LexerTestUtilities.assertNextTokenEquals(ts,
371: CppTokenId.WHITESPACE, " ");
372: LexerTestUtilities.assertNextTokenEquals(ts,
373: CppTokenId.PRIVATE, "private");
374: LexerTestUtilities.assertNextTokenEquals(ts, CppTokenId.LPAREN,
375: "(");
376: LexerTestUtilities.assertNextTokenEquals(ts,
377: CppTokenId.PREPROCESSOR_IDENTIFIER, "ii");
378: LexerTestUtilities.assertNextTokenEquals(ts, CppTokenId.COMMA,
379: ",");
380: LexerTestUtilities.assertNextTokenEquals(ts,
381: CppTokenId.WHITESPACE, " ");
382: LexerTestUtilities.assertNextTokenEquals(ts,
383: CppTokenId.PREPROCESSOR_IDENTIFIER, "jj");
384: LexerTestUtilities.assertNextTokenEquals(ts, CppTokenId.COMMA,
385: ",");
386: LexerTestUtilities.assertNextTokenEquals(ts,
387: CppTokenId.WHITESPACE, " ");
388: LexerTestUtilities.assertNextTokenEquals(ts,
389: CppTokenId.PREPROCESSOR_IDENTIFIER, "kk");
390: LexerTestUtilities.assertNextTokenEquals(ts, CppTokenId.RPAREN,
391: ")");
392: LexerTestUtilities.assertNextTokenEquals(ts,
393: CppTokenId.NEW_LINE, "\n");
394:
395: assertFalse("No more tokens", ts.moveNext());
396: }
397:
398: public void testError() {
399: String text = "#error \"message\" \n";
400: TokenHierarchy<?> hi = TokenHierarchy.create(text, CppTokenId
401: .languagePreproc());
402: TokenSequence<?> ts = hi.tokenSequence();
403: LexerTestUtilities.assertNextTokenEquals(ts,
404: CppTokenId.PREPROCESSOR_START, "#");
405: LexerTestUtilities.assertNextTokenEquals(ts,
406: CppTokenId.PREPROCESSOR_ERROR, "error");
407: LexerTestUtilities.assertNextTokenEquals(ts,
408: CppTokenId.WHITESPACE, " ");
409: LexerTestUtilities.assertNextTokenEquals(ts,
410: CppTokenId.STRING_LITERAL, "\"message\"");
411: LexerTestUtilities.assertNextTokenEquals(ts,
412: CppTokenId.WHITESPACE, " ");
413: LexerTestUtilities.assertNextTokenEquals(ts,
414: CppTokenId.NEW_LINE, "\n");
415:
416: assertFalse("No more tokens", ts.moveNext());
417: }
418:
419: public void testLine() {
420: String text = "#line 100 //change line\n";
421: TokenHierarchy<?> hi = TokenHierarchy.create(text, CppTokenId
422: .languagePreproc());
423: TokenSequence<?> ts = hi.tokenSequence();
424: LexerTestUtilities.assertNextTokenEquals(ts,
425: CppTokenId.PREPROCESSOR_START, "#");
426: LexerTestUtilities.assertNextTokenEquals(ts,
427: CppTokenId.PREPROCESSOR_LINE, "line");
428: LexerTestUtilities.assertNextTokenEquals(ts,
429: CppTokenId.WHITESPACE, " ");
430: LexerTestUtilities.assertNextTokenEquals(ts,
431: CppTokenId.INT_LITERAL, "100");
432: LexerTestUtilities.assertNextTokenEquals(ts,
433: CppTokenId.WHITESPACE, " ");
434: LexerTestUtilities.assertNextTokenEquals(ts,
435: CppTokenId.LINE_COMMENT, "//change line");
436: LexerTestUtilities.assertNextTokenEquals(ts,
437: CppTokenId.NEW_LINE, "\n");
438:
439: assertFalse("No more tokens", ts.moveNext());
440: }
441:
442: public void testSysIncludeNext() {
443: String text = "# include_next <file.h>\n";
444: TokenHierarchy<?> hi = TokenHierarchy.create(text, CppTokenId
445: .languagePreproc());
446: TokenSequence<?> ts = hi.tokenSequence();
447: LexerTestUtilities.assertNextTokenEquals(ts,
448: CppTokenId.PREPROCESSOR_START, "#");
449: LexerTestUtilities.assertNextTokenEquals(ts,
450: CppTokenId.WHITESPACE, " ");
451: LexerTestUtilities.assertNextTokenEquals(ts,
452: CppTokenId.PREPROCESSOR_INCLUDE_NEXT, "include_next");
453: LexerTestUtilities.assertNextTokenEquals(ts,
454: CppTokenId.WHITESPACE, " ");
455: LexerTestUtilities.assertNextTokenEquals(ts,
456: CppTokenId.PREPROCESSOR_SYS_INCLUDE, "<file.h>");
457: LexerTestUtilities.assertNextTokenEquals(ts,
458: CppTokenId.NEW_LINE, "\n");
459:
460: assertFalse("No more tokens", ts.moveNext());
461: }
462:
463: public void testSysInclude() {
464: String text = "# include <file.h>\n";
465: TokenHierarchy<?> hi = TokenHierarchy.create(text, CppTokenId
466: .languagePreproc());
467: TokenSequence<?> ts = hi.tokenSequence();
468: LexerTestUtilities.assertNextTokenEquals(ts,
469: CppTokenId.PREPROCESSOR_START, "#");
470: LexerTestUtilities.assertNextTokenEquals(ts,
471: CppTokenId.WHITESPACE, " ");
472: LexerTestUtilities.assertNextTokenEquals(ts,
473: CppTokenId.PREPROCESSOR_INCLUDE, "include");
474: LexerTestUtilities.assertNextTokenEquals(ts,
475: CppTokenId.WHITESPACE, " ");
476: LexerTestUtilities.assertNextTokenEquals(ts,
477: CppTokenId.PREPROCESSOR_SYS_INCLUDE, "<file.h>");
478: LexerTestUtilities.assertNextTokenEquals(ts,
479: CppTokenId.NEW_LINE, "\n");
480:
481: assertFalse("No more tokens", ts.moveNext());
482: }
483:
484: public void testSysIncludeNext2() {
485: String text = "# include_next<file.h>\n";
486: TokenHierarchy<?> hi = TokenHierarchy.create(text, CppTokenId
487: .languagePreproc());
488: TokenSequence<?> ts = hi.tokenSequence();
489: LexerTestUtilities.assertNextTokenEquals(ts,
490: CppTokenId.PREPROCESSOR_START, "#");
491: LexerTestUtilities.assertNextTokenEquals(ts,
492: CppTokenId.WHITESPACE, " ");
493: LexerTestUtilities.assertNextTokenEquals(ts,
494: CppTokenId.PREPROCESSOR_INCLUDE_NEXT, "include_next");
495: LexerTestUtilities.assertNextTokenEquals(ts,
496: CppTokenId.PREPROCESSOR_SYS_INCLUDE, "<file.h>");
497: LexerTestUtilities.assertNextTokenEquals(ts,
498: CppTokenId.NEW_LINE, "\n");
499:
500: assertFalse("No more tokens", ts.moveNext());
501: }
502:
503: public void testSysInclude2() {
504: String text = "# include<file.h>\n";
505: TokenHierarchy<?> hi = TokenHierarchy.create(text, CppTokenId
506: .languagePreproc());
507: TokenSequence<?> ts = hi.tokenSequence();
508: LexerTestUtilities.assertNextTokenEquals(ts,
509: CppTokenId.PREPROCESSOR_START, "#");
510: LexerTestUtilities.assertNextTokenEquals(ts,
511: CppTokenId.WHITESPACE, " ");
512: LexerTestUtilities.assertNextTokenEquals(ts,
513: CppTokenId.PREPROCESSOR_INCLUDE, "include");
514: LexerTestUtilities.assertNextTokenEquals(ts,
515: CppTokenId.PREPROCESSOR_SYS_INCLUDE, "<file.h>");
516: LexerTestUtilities.assertNextTokenEquals(ts,
517: CppTokenId.NEW_LINE, "\n");
518:
519: assertFalse("No more tokens", ts.moveNext());
520:
521: }
522:
523: public void testUsrIncludeNext() {
524: String text = "# include_next \"file.h\"\n";
525: TokenHierarchy<?> hi = TokenHierarchy.create(text, CppTokenId
526: .languagePreproc());
527: TokenSequence<?> ts = hi.tokenSequence();
528: LexerTestUtilities.assertNextTokenEquals(ts,
529: CppTokenId.PREPROCESSOR_START, "#");
530: LexerTestUtilities.assertNextTokenEquals(ts,
531: CppTokenId.WHITESPACE, " ");
532: LexerTestUtilities.assertNextTokenEquals(ts,
533: CppTokenId.PREPROCESSOR_INCLUDE_NEXT, "include_next");
534: LexerTestUtilities.assertNextTokenEquals(ts,
535: CppTokenId.WHITESPACE, " ");
536: LexerTestUtilities.assertNextTokenEquals(ts,
537: CppTokenId.PREPROCESSOR_USER_INCLUDE, "\"file.h\"");
538: LexerTestUtilities.assertNextTokenEquals(ts,
539: CppTokenId.NEW_LINE, "\n");
540:
541: assertFalse("No more tokens", ts.moveNext());
542: }
543:
544: public void testUsrInclude() {
545: String text = "# include \"file.h\"\n";
546:
547: TokenHierarchy<?> hi = TokenHierarchy.create(text, CppTokenId
548: .languagePreproc());
549: TokenSequence<?> ts = hi.tokenSequence();
550: LexerTestUtilities.assertNextTokenEquals(ts,
551: CppTokenId.PREPROCESSOR_START, "#");
552: LexerTestUtilities.assertNextTokenEquals(ts,
553: CppTokenId.WHITESPACE, " ");
554: LexerTestUtilities.assertNextTokenEquals(ts,
555: CppTokenId.PREPROCESSOR_INCLUDE, "include");
556: LexerTestUtilities.assertNextTokenEquals(ts,
557: CppTokenId.WHITESPACE, " ");
558: LexerTestUtilities.assertNextTokenEquals(ts,
559: CppTokenId.PREPROCESSOR_USER_INCLUDE, "\"file.h\"");
560: LexerTestUtilities.assertNextTokenEquals(ts,
561: CppTokenId.NEW_LINE, "\n");
562:
563: assertFalse("No more tokens", ts.moveNext());
564: }
565:
566: public void testUsrIncludeNext2() {
567: String text = "# include_next\"file.h\"\n";
568: TokenHierarchy<?> hi = TokenHierarchy.create(text, CppTokenId
569: .languagePreproc());
570: TokenSequence<?> ts = hi.tokenSequence();
571: LexerTestUtilities.assertNextTokenEquals(ts,
572: CppTokenId.PREPROCESSOR_START, "#");
573: LexerTestUtilities.assertNextTokenEquals(ts,
574: CppTokenId.WHITESPACE, " ");
575: LexerTestUtilities.assertNextTokenEquals(ts,
576: CppTokenId.PREPROCESSOR_INCLUDE_NEXT, "include_next");
577: LexerTestUtilities.assertNextTokenEquals(ts,
578: CppTokenId.PREPROCESSOR_USER_INCLUDE, "\"file.h\"");
579: LexerTestUtilities.assertNextTokenEquals(ts,
580: CppTokenId.NEW_LINE, "\n");
581:
582: assertFalse("No more tokens", ts.moveNext());
583: }
584:
585: public void testUsrInclude2() {
586: String text = "# include\"file.h\"\n";
587:
588: TokenHierarchy<?> hi = TokenHierarchy.create(text, CppTokenId
589: .languagePreproc());
590: TokenSequence<?> ts = hi.tokenSequence();
591: LexerTestUtilities.assertNextTokenEquals(ts,
592: CppTokenId.PREPROCESSOR_START, "#");
593: LexerTestUtilities.assertNextTokenEquals(ts,
594: CppTokenId.WHITESPACE, " ");
595: LexerTestUtilities.assertNextTokenEquals(ts,
596: CppTokenId.PREPROCESSOR_INCLUDE, "include");
597: LexerTestUtilities.assertNextTokenEquals(ts,
598: CppTokenId.PREPROCESSOR_USER_INCLUDE, "\"file.h\"");
599: LexerTestUtilities.assertNextTokenEquals(ts,
600: CppTokenId.NEW_LINE, "\n");
601:
602: assertFalse("No more tokens", ts.moveNext());
603: }
604:
605: public void testIncludeMacro() {
606: String text = "#include AA(x,7)\n";
607:
608: TokenHierarchy<?> hi = TokenHierarchy.create(text, CppTokenId
609: .languagePreproc());
610: TokenSequence<?> ts = hi.tokenSequence();
611: LexerTestUtilities.assertNextTokenEquals(ts,
612: CppTokenId.PREPROCESSOR_START, "#");
613: LexerTestUtilities.assertNextTokenEquals(ts,
614: CppTokenId.PREPROCESSOR_INCLUDE, "include");
615: LexerTestUtilities.assertNextTokenEquals(ts,
616: CppTokenId.WHITESPACE, " ");
617: LexerTestUtilities.assertNextTokenEquals(ts,
618: CppTokenId.PREPROCESSOR_IDENTIFIER, "AA");
619: LexerTestUtilities.assertNextTokenEquals(ts, CppTokenId.LPAREN,
620: "(");
621: LexerTestUtilities.assertNextTokenEquals(ts,
622: CppTokenId.PREPROCESSOR_IDENTIFIER, "x");
623: LexerTestUtilities.assertNextTokenEquals(ts, CppTokenId.COMMA,
624: ",");
625: LexerTestUtilities.assertNextTokenEquals(ts,
626: CppTokenId.INT_LITERAL, "7");
627: LexerTestUtilities.assertNextTokenEquals(ts, CppTokenId.RPAREN,
628: ")");
629: LexerTestUtilities.assertNextTokenEquals(ts,
630: CppTokenId.NEW_LINE, "\n");
631:
632: assertFalse("No more tokens", ts.moveNext());
633: }
634: }
|