Lines Matching defs:pTokenizer
317 * @param pTokenizer The tokenizer state.
319 DECLINLINE(bool) vdScriptTokenizerIsEos(PVDTOKENIZER pTokenizer)
321 return *pTokenizer->pszInput == '\0';
328 * @param pTokenizer The tokenizer state.
330 DECLINLINE(void) vdScriptTokenizerSkipCh(PVDTOKENIZER pTokenizer)
332 pTokenizer->pszInput++;
333 pTokenizer->Pos.iChStart++;
334 pTokenizer->Pos.iChEnd++;
341 * @param pTokenizer The tokenizer state.
343 DECLINLINE(char) vdScriptTokenizerPeekCh(PVDTOKENIZER pTokenizer)
345 return vdScriptTokenizerIsEos(pTokenizer)
347 : *(pTokenizer->pszInput + 1);
355 * @param pTokenizer The tokenizer state.
357 DECLINLINE(char) vdScriptTokenizerGetCh(PVDTOKENIZER pTokenizer)
361 if (vdScriptTokenizerIsEos(pTokenizer))
364 ch = *pTokenizer->pszInput;
373 * @param pTokenizer The tokenizer state.
375 DECLINLINE(void) vdScriptTokenizerNewLine(PVDTOKENIZER pTokenizer, unsigned cSkip)
377 pTokenizer->pszInput += cSkip;
378 pTokenizer->Pos.iLine++;
379 pTokenizer->Pos.iChStart = 1;
380 pTokenizer->Pos.iChEnd = 1;
389 * @param pTokenizer The tokenizer state.
391 DECLINLINE(bool) vdScriptTokenizerIsSkipNewLine(PVDTOKENIZER pTokenizer)
395 if ( vdScriptTokenizerGetCh(pTokenizer) == '\r'
396 && vdScriptTokenizerPeekCh(pTokenizer) == '\n')
397 vdScriptTokenizerNewLine(pTokenizer, 2);
398 else if (vdScriptTokenizerGetCh(pTokenizer) == '\n')
399 vdScriptTokenizerNewLine(pTokenizer, 1);
410 * @param pTokenizer The tokenizer state.
412 DECLINLINE(void) vdScriptTokenizerSkipComment(PVDTOKENIZER pTokenizer)
414 while ( !vdScriptTokenizerIsEos(pTokenizer)
415 && ( vdScriptTokenizerGetCh(pTokenizer) != '*'
416 || vdScriptTokenizerPeekCh(pTokenizer) != '/'))
418 if (!vdScriptTokenizerIsSkipNewLine(pTokenizer))
419 vdScriptTokenizerSkipCh(pTokenizer);
422 if (!vdScriptTokenizerIsEos(pTokenizer))
423 vdScriptTokenizerSkipCh(pTokenizer);
424 if (!vdScriptTokenizerIsEos(pTokenizer))
425 vdScriptTokenizerSkipCh(pTokenizer);
433 * @param pTokenizer The tokenizer state.
435 DECLINLINE(void) vdScriptTokenizerSkipWhitespace(PVDTOKENIZER pTokenizer)
437 while (!vdScriptTokenizerIsEos(pTokenizer))
439 while ( vdScriptTokenizerGetCh(pTokenizer) == ' '
440 || vdScriptTokenizerGetCh(pTokenizer) == '\t')
441 vdScriptTokenizerSkipCh(pTokenizer);
443 if ( !vdScriptTokenizerIsEos(pTokenizer)
444 && !vdScriptTokenizerIsSkipNewLine(pTokenizer))
446 if ( vdScriptTokenizerGetCh(pTokenizer) == '/'
447 && vdScriptTokenizerPeekCh(pTokenizer) == '*')
449 vdScriptTokenizerSkipCh(pTokenizer);
450 vdScriptTokenizerSkipCh(pTokenizer);
451 vdScriptTokenizerSkipComment(pTokenizer);
463 * @param pTokenizer The tokenizer state.
466 static void vdScriptTokenizerGetIdeOrKeyword(PVDTOKENIZER pTokenizer, PVDSCRIPTTOKEN pToken)
471 const char *pszIde = pTokenizer->pszInput;
473 pToken->Pos = pTokenizer->Pos;
480 vdScriptTokenizerSkipCh(pTokenizer);
481 ch = vdScriptTokenizerGetCh(pTokenizer);
510 * @param pTokenizer The tokenizer state.
513 static void vdScriptTokenizerGetNumberConst(PVDTOKENIZER pTokenizer, PVDSCRIPTTOKEN pToken)
518 Assert(RT_C_IS_DIGIT(vdScriptTokenizerGetCh(pTokenizer)));
522 int rc = RTStrToUInt64Ex(pTokenizer->pszInput, &pszNext, 0, &pToken->Class.NumConst.u64);
526 unsigned cchNumber = pszNext - pTokenizer->pszInput;
528 vdScriptTokenizerSkipCh(pTokenizer);
531 if (vdScriptTokenizerGetCh(pTokenizer) == 'K')
534 vdScriptTokenizerSkipCh(pTokenizer);
536 else if (vdScriptTokenizerGetCh(pTokenizer) == 'M')
539 vdScriptTokenizerSkipCh(pTokenizer);
541 else if (vdScriptTokenizerGetCh(pTokenizer) == 'G')
544 vdScriptTokenizerSkipCh(pTokenizer);
546 else if (vdScriptTokenizerGetCh(pTokenizer) == 'T')
549 vdScriptTokenizerSkipCh(pTokenizer);
557 * @param pTokenizer The tokenizer state.
562 static void vdScriptTokenizerGetStringConst(PVDTOKENIZER pTokenizer, PVDSCRIPTTOKEN pToken)
566 Assert(vdScriptTokenizerGetCh(pTokenizer) == '\"');
567 vdScriptTokenizerSkipCh(pTokenizer); /* Skip " */
570 pToken->Pos = pTokenizer->Pos;
571 pToken->Class.StringConst.pszString = pTokenizer->pszInput;
573 while (vdScriptTokenizerGetCh(pTokenizer) != '\"')
576 vdScriptTokenizerSkipCh(pTokenizer);
579 vdScriptTokenizerSkipCh(pTokenizer); /* Skip closing " */
589 * @param pTokenizer The tokenizer state.
592 static void vdScriptTokenizerGetEos(PVDTOKENIZER pTokenizer, PVDSCRIPTTOKEN pToken)
594 Assert(vdScriptTokenizerGetCh(pTokenizer) == '\0');
597 pToken->Pos = pTokenizer->Pos;
604 * @param pTokenizer The tokenizer state.
607 static void vdScriptTokenizerGetOperatorOrPunctuator(PVDTOKENIZER pTokenizer, PVDSCRIPTTOKEN pToken)
612 pToken->Pos = pTokenizer->Pos;
620 if (!RTStrNCmp(g_aScriptOps[i].pszOp, pTokenizer->pszInput, g_aScriptOps[i].cchOp))
632 vdScriptTokenizerSkipCh(pTokenizer);
642 if (!RTStrNCmp(g_aScriptPunctuators[i].pszOp, pTokenizer->pszInput, g_aScriptPunctuators[i].cchOp))
648 vdScriptTokenizerSkipCh(pTokenizer);
660 * @param pTokenizer The tokenizer to read from.
663 static void vdScriptTokenizerReadNextToken(PVDTOKENIZER pTokenizer, PVDSCRIPTTOKEN pToken)
666 vdScriptTokenizerSkipWhitespace(pTokenizer);
668 char ch = vdScriptTokenizerGetCh(pTokenizer);
670 vdScriptTokenizerGetIdeOrKeyword(pTokenizer, pToken);
672 vdScriptTokenizerGetNumberConst(pTokenizer, pToken);
674 vdScriptTokenizerGetStringConst(pTokenizer, pToken);
676 vdScriptTokenizerGetEos(pTokenizer, pToken);
678 vdScriptTokenizerGetOperatorOrPunctuator(pTokenizer, pToken);
690 PVDTOKENIZER pTokenizer = (PVDTOKENIZER)RTMemAllocZ(sizeof(VDTOKENIZER));
691 if (pTokenizer)
693 pTokenizer->pszInput = pszInput;
694 pTokenizer->Pos.iLine = 1;
695 pTokenizer->Pos.iChStart = 1;
696 pTokenizer->Pos.iChEnd = 1;
697 pTokenizer->pTokenCurr = &pTokenizer->Token1;
698 pTokenizer->pTokenNext = &pTokenizer->Token2;
700 vdScriptTokenizerReadNextToken(pTokenizer, pTokenizer->pTokenCurr);
701 vdScriptTokenizerReadNextToken(pTokenizer, pTokenizer->pTokenNext);
704 return pTokenizer;
711 * @param pTokenizer The tokenizer to destroy.
713 static void vdScriptTokenizerDestroy(PVDTOKENIZER pTokenizer)
715 RTMemFree(pTokenizer);
722 * @param pTokenizer The tokenizer to destroy.
724 DECLINLINE(PCVDSCRIPTTOKEN) vdScriptTokenizerGetToken(PVDTOKENIZER pTokenizer)
726 return pTokenizer->pTokenCurr;
733 * @param pTokenizer The tokenizer state.
735 DECLINLINE(VDTOKENCLASS) vdScriptTokenizerGetTokenClass(PVDTOKENIZER pTokenizer)
737 return pTokenizer->pTokenCurr->enmClass;
744 * @param pTokenizer The tokenizer state.
746 DECLINLINE(VDTOKENCLASS) vdScriptTokenizerPeekNextClass(PVDTOKENIZER pTokenizer)
748 return pTokenizer->pTokenNext->enmClass;
755 * @param pTokenizer The tokenizer state.
757 static void vdScriptTokenizerConsume(PVDTOKENIZER pTokenizer)
759 PVDSCRIPTTOKEN pTokenTmp = pTokenizer->pTokenCurr;
762 pTokenizer->pTokenCurr = pTokenizer->pTokenNext;
763 pTokenizer->pTokenNext = pTokenTmp;
764 vdScriptTokenizerReadNextToken(pTokenizer, pTokenizer->pTokenNext);
773 * @param pTokenizer The tokenizer state.
776 static bool vdScriptTokenizerIsPunctuatorEqual(PVDTOKENIZER pTokenizer, char chCheck)
778 PCVDSCRIPTTOKEN pToken = vdScriptTokenizerGetToken(pTokenizer);
793 * @param pTokenizer The tokenizer state.
796 static bool vdScriptTokenizerSkipIfIsPunctuatorEqual(PVDTOKENIZER pTokenizer, char chCheck)
798 bool fEqual = vdScriptTokenizerIsPunctuatorEqual(pTokenizer, chCheck);
800 vdScriptTokenizerConsume(pTokenizer);
811 * @param pTokenizer The tokenizer state.
814 static bool vdScriptTokenizerIsKeywordEqual(PVDTOKENIZER pTokenizer, VDSCRIPTTOKENKEYWORD enmKeyword)
816 PCVDSCRIPTTOKEN pToken = vdScriptTokenizerGetToken(pTokenizer);
831 * @param pTokenizer The tokenizer state.
834 static bool vdScriptTokenizerSkipIfIsKeywordEqual(PVDTOKENIZER pTokenizer, VDSCRIPTTOKENKEYWORD enmKeyword)
836 bool fEqual = vdScriptTokenizerIsKeywordEqual(pTokenizer, enmKeyword);
838 vdScriptTokenizerConsume(pTokenizer);
849 * @param pTokenizer The tokenizer state.
852 static bool vdScriptTokenizerIsOperatorEqual(PVDTOKENIZER pTokenizer, const char *pszOp)
854 PCVDSCRIPTTOKEN pToken = vdScriptTokenizerGetToken(pTokenizer);
869 * @param pTokenizer The tokenizer state.
872 static bool vdScriptTokenizerSkipIfIsOperatorEqual(PVDTOKENIZER pTokenizer, const char *pszOp)
874 bool fEqual = vdScriptTokenizerIsOperatorEqual(pTokenizer, pszOp);
876 vdScriptTokenizerConsume(pTokenizer);
908 pToken = vdScriptTokenizerGetToken(pThis->pTokenizer);
922 vdScriptTokenizerConsume(pThis->pTokenizer);
945 if (vdScriptTokenizerSkipIfIsPunctuatorEqual(pThis->pTokenizer, '('))
949 && !vdScriptTokenizerSkipIfIsPunctuatorEqual(pThis->pTokenizer, ')'))
957 if (vdScriptTokenizerGetTokenClass(pThis->pTokenizer) == VDTOKENCLASS_IDENTIFIER)
967 else if (vdScriptTokenizerGetTokenClass(pThis->pTokenizer) == VDTOKENCLASS_NUMCONST)
969 PCVDSCRIPTTOKEN pToken = vdScriptTokenizerGetToken(pThis->pTokenizer);
972 vdScriptTokenizerConsume(pThis->pTokenizer);
974 else if (vdScriptTokenizerGetTokenClass(pThis->pTokenizer) == VDTOKENCLASS_STRINGCONST)
976 PCVDSCRIPTTOKEN pToken = vdScriptTokenizerGetToken(pThis->pTokenizer);
979 vdScriptTokenizerConsume(pThis->pTokenizer);
984 else if (vdScriptTokenizerGetTokenClass(pThis->pTokenizer) == VDTOKENCLASS_KEYWORD)
986 PCVDSCRIPTTOKEN pToken = vdScriptTokenizerGetToken(pThis->pTokenizer);
995 vdScriptTokenizerConsume(pThis->pTokenizer);
1031 while (vdScriptTokenizerSkipIfIsPunctuatorEqual(pThis->pTokenizer, ','))
1040 && !vdScriptTokenizerSkipIfIsPunctuatorEqual(pThis->pTokenizer, ')'))
1081 if (vdScriptTokenizerSkipIfIsOperatorEqual(pThis->pTokenizer, "++"))
1093 else if (vdScriptTokenizerSkipIfIsOperatorEqual(pThis->pTokenizer, "--"))
1105 else if (vdScriptTokenizerSkipIfIsOperatorEqual(pThis->pTokenizer, "->"))
1125 else if (vdScriptTokenizerSkipIfIsOperatorEqual(pThis->pTokenizer, "."))
1145 else if (vdScriptTokenizerSkipIfIsPunctuatorEqual(pThis->pTokenizer, '('))
1152 if (!vdScriptTokenizerSkipIfIsPunctuatorEqual(pThis->pTokenizer, ')'))
1212 if (vdScriptTokenizerSkipIfIsOperatorEqual(pThis->pTokenizer, "++"))
1214 else if (vdScriptTokenizerSkipIfIsOperatorEqual(pThis->pTokenizer, "--"))
1216 else if (vdScriptTokenizerSkipIfIsOperatorEqual(pThis->pTokenizer, "+"))
1221 else if (vdScriptTokenizerSkipIfIsOperatorEqual(pThis->pTokenizer, "-"))
1226 else if (vdScriptTokenizerSkipIfIsOperatorEqual(pThis->pTokenizer, "~"))
1231 else if (vdScriptTokenizerSkipIfIsOperatorEqual(pThis->pTokenizer, "!"))
1236 else if (vdScriptTokenizerSkipIfIsOperatorEqual(pThis->pTokenizer, "&"))
1241 else if (vdScriptTokenizerSkipIfIsOperatorEqual(pThis->pTokenizer, "*"))
1323 if (vdScriptTokenizerSkipIfIsKeywordEqual(pThis->pTokenizer, VDSCRIPTTOKENKEYWORD_TYPEDEF))
1325 else if (vdScriptTokenizerSkipIfIsKeywordEqual(pThis->pTokenizer, VDSCRIPTTOKENKEYWORD_EXTERN))
1327 else if (vdScriptTokenizerSkipIfIsKeywordEqual(pThis->pTokenizer, VDSCRIPTTOKENKEYWORD_STATIC))
1329 else if (vdScriptTokenizerSkipIfIsKeywordEqual(pThis->pTokenizer, VDSCRIPTTOKENKEYWORD_AUTO))
1331 else if (vdScriptTokenizerSkipIfIsKeywordEqual(pThis->pTokenizer, VDSCRIPTTOKENKEYWORD_REGISTER))
1353 if (vdScriptTokenizerSkipIfIsKeywordEqual(pThis->pTokenizer, VDSCRIPTTOKENKEYWORD_CONST))
1355 else if (vdScriptTokenizerSkipIfIsKeywordEqual(pThis->pTokenizer, VDSCRIPTTOKENKEYWORD_RESTRICT))
1357 else if (vdScriptTokenizerSkipIfIsKeywordEqual(pThis->pTokenizer, VDSCRIPTTOKENKEYWORD_VOLATILE))
1393 if (vdScriptTokenizerSkipIfIsKeywordEqual(pThis->pTokenizer, VDSCRIPTTOKENKEYWORD_STRUCT))
1395 else if (vdScriptTokenizerSkipIfIsKeywordEqual(pThis->pTokenizer, VDSCRIPTTOKENKEYWORD_UNION))
1432 if (vdScriptTokenizerSkipIfIsPunctuatorEqual(pThis->pTokenizer, '('))
1437 && vdScriptTokenizerSkipIfIsPunctuatorEqual(pThis->pTokenizer, ')'))
1494 if (vdScriptTokenizerSkipIfIsOperatorEqual(pThis->pTokenizer, "*"))
1496 else if (vdScriptTokenizerSkipIfIsOperatorEqual(pThis->pTokenizer, "/"))
1498 else if (vdScriptTokenizerSkipIfIsOperatorEqual(pThis->pTokenizer, "%"))
1555 if (vdScriptTokenizerSkipIfIsOperatorEqual(pThis->pTokenizer, "+"))
1563 else if (vdScriptTokenizerSkipIfIsOperatorEqual(pThis->pTokenizer, "-"))
1617 if (vdScriptTokenizerSkipIfIsOperatorEqual(pThis->pTokenizer, "<<"))
1625 else if (vdScriptTokenizerSkipIfIsOperatorEqual(pThis->pTokenizer, ">>"))
1681 if (vdScriptTokenizerSkipIfIsOperatorEqual(pThis->pTokenizer, "<"))
1689 else if (vdScriptTokenizerSkipIfIsOperatorEqual(pThis->pTokenizer, ">"))
1697 else if (vdScriptTokenizerSkipIfIsOperatorEqual(pThis->pTokenizer, ">="))
1705 else if (vdScriptTokenizerSkipIfIsOperatorEqual(pThis->pTokenizer, "<="))
1759 if (vdScriptTokenizerSkipIfIsOperatorEqual(pThis->pTokenizer, "=="))
1767 else if (vdScriptTokenizerSkipIfIsOperatorEqual(pThis->pTokenizer, "!="))
1819 && vdScriptTokenizerSkipIfIsOperatorEqual(pThis->pTokenizer, "&"))
1869 && vdScriptTokenizerSkipIfIsOperatorEqual(pThis->pTokenizer, "^"))
1919 && vdScriptTokenizerSkipIfIsOperatorEqual(pThis->pTokenizer, "|"))
1969 && vdScriptTokenizerSkipIfIsOperatorEqual(pThis->pTokenizer, "&&"))
2019 && vdScriptTokenizerSkipIfIsOperatorEqual(pThis->pTokenizer, "||"))
2101 if (vdScriptTokenizerSkipIfIsOperatorEqual(pThis->pTokenizer, "="))
2109 else if (vdScriptTokenizerSkipIfIsOperatorEqual(pThis->pTokenizer, "*="))
2117 else if (vdScriptTokenizerSkipIfIsOperatorEqual(pThis->pTokenizer, "/="))
2125 else if (vdScriptTokenizerSkipIfIsOperatorEqual(pThis->pTokenizer, "%="))
2133 else if (vdScriptTokenizerSkipIfIsOperatorEqual(pThis->pTokenizer, "+="))
2141 else if (vdScriptTokenizerSkipIfIsOperatorEqual(pThis->pTokenizer, "-="))
2149 else if (vdScriptTokenizerSkipIfIsOperatorEqual(pThis->pTokenizer, "<<="))
2157 else if (vdScriptTokenizerSkipIfIsOperatorEqual(pThis->pTokenizer, ">>="))
2165 else if (vdScriptTokenizerSkipIfIsOperatorEqual(pThis->pTokenizer, "&="))
2173 else if (vdScriptTokenizerSkipIfIsOperatorEqual(pThis->pTokenizer, "^="))
2181 else if (vdScriptTokenizerSkipIfIsOperatorEqual(pThis->pTokenizer, "|="))
2230 && vdScriptTokenizerSkipIfIsPunctuatorEqual(pThis->pTokenizer, ','))
2244 && vdScriptTokenizerSkipIfIsPunctuatorEqual(pThis->pTokenizer, ','));
2274 if (vdScriptTokenizerSkipIfIsPunctuatorEqual(pThis->pTokenizer, '('))
2280 if (vdScriptTokenizerSkipIfIsPunctuatorEqual(pThis->pTokenizer, ')'))
2286 && vdScriptTokenizerSkipIfIsKeywordEqual(pThis->pTokenizer, VDSCRIPTTOKENKEYWORD_ELSE))
2324 if (vdScriptTokenizerSkipIfIsPunctuatorEqual(pThis->pTokenizer, '('))
2330 && vdScriptTokenizerSkipIfIsPunctuatorEqual(pThis->pTokenizer, ')'))
2374 && vdScriptTokenizerSkipIfIsKeywordEqual(pThis->pTokenizer, VDSCRIPTTOKENKEYWORD_WHILE))
2376 if (vdScriptTokenizerSkipIfIsPunctuatorEqual(pThis->pTokenizer, '('))
2382 && vdScriptTokenizerSkipIfIsPunctuatorEqual(pThis->pTokenizer, ')'))
2384 if (vdScriptTokenizerSkipIfIsPunctuatorEqual(pThis->pTokenizer, ';'))
2410 if (vdScriptTokenizerSkipIfIsPunctuatorEqual(pThis->pTokenizer, '('))
2416 && vdScriptTokenizerSkipIfIsPunctuatorEqual(pThis->pTokenizer, ')'))
2454 if (vdScriptTokenizerSkipIfIsPunctuatorEqual(pThis->pTokenizer, '('))
2462 && vdScriptTokenizerSkipIfIsPunctuatorEqual(pThis->pTokenizer, ';'))
2466 && vdScriptTokenizerSkipIfIsPunctuatorEqual(pThis->pTokenizer, ';'))
2470 && vdScriptTokenizerSkipIfIsPunctuatorEqual(pThis->pTokenizer, ')'))
2530 if (vdScriptTokenizerIsPunctuatorEqual(pThis->pTokenizer, '{'))
2539 if (vdScriptTokenizerSkipIfIsKeywordEqual(pThis->pTokenizer, VDSCRIPTTOKENKEYWORD_DEFAULT))
2541 if (vdScriptTokenizerSkipIfIsPunctuatorEqual(pThis->pTokenizer, ':'))
2552 else if (vdScriptTokenizerSkipIfIsKeywordEqual(pThis->pTokenizer, VDSCRIPTTOKENKEYWORD_CASE))
2558 if (vdScriptTokenizerSkipIfIsPunctuatorEqual(pThis->pTokenizer, ':'))
2576 else if (vdScriptTokenizerSkipIfIsKeywordEqual(pThis->pTokenizer, VDSCRIPTTOKENKEYWORD_IF))
2581 else if (vdScriptTokenizerSkipIfIsKeywordEqual(pThis->pTokenizer, VDSCRIPTTOKENKEYWORD_SWITCH))
2586 else if (vdScriptTokenizerSkipIfIsKeywordEqual(pThis->pTokenizer, VDSCRIPTTOKENKEYWORD_WHILE))
2591 else if (vdScriptTokenizerSkipIfIsKeywordEqual(pThis->pTokenizer, VDSCRIPTTOKENKEYWORD_DO))
2596 else if (vdScriptTokenizerSkipIfIsKeywordEqual(pThis->pTokenizer, VDSCRIPTTOKENKEYWORD_FOR))
2601 else if (vdScriptTokenizerSkipIfIsKeywordEqual(pThis->pTokenizer, VDSCRIPTTOKENKEYWORD_CONTINUE))
2604 if (!vdScriptTokenizerSkipIfIsPunctuatorEqual(pThis->pTokenizer, ';'))
2607 else if (vdScriptTokenizerSkipIfIsKeywordEqual(pThis->pTokenizer, VDSCRIPTTOKENKEYWORD_BREAK))
2610 if (!vdScriptTokenizerSkipIfIsPunctuatorEqual(pThis->pTokenizer, ';'))
2613 else if (vdScriptTokenizerSkipIfIsKeywordEqual(pThis->pTokenizer, VDSCRIPTTOKENKEYWORD_RETURN))
2616 if (!vdScriptTokenizerSkipIfIsPunctuatorEqual(pThis->pTokenizer, ';'))
2620 && !vdScriptTokenizerSkipIfIsPunctuatorEqual(pThis->pTokenizer, ';'))
2632 && !vdScriptTokenizerSkipIfIsPunctuatorEqual(pThis->pTokenizer, ';'))
2659 if (vdScriptTokenizerSkipIfIsPunctuatorEqual(pThis->pTokenizer, '{'))
2667 while (!vdScriptTokenizerSkipIfIsPunctuatorEqual(pThis->pTokenizer, '}'))
2675 if ( vdScriptTokenizerGetTokenClass(pThis->pTokenizer) == VDTOKENCLASS_IDENTIFIER
2676 && vdScriptTokenizerPeekNextClass(pThis->pTokenizer) == VDTOKENCLASS_IDENTIFIER)
2732 if (vdScriptTokenizerSkipIfIsPunctuatorEqual(pThis->pTokenizer, '('))
2746 while (!vdScriptTokenizerSkipIfIsPunctuatorEqual(pThis->pTokenizer, ')'))
2777 if ( !vdScriptTokenizerSkipIfIsPunctuatorEqual(pThis->pTokenizer, ',')
2778 && !vdScriptTokenizerIsPunctuatorEqual(pThis->pTokenizer, ')'))
2852 && !vdScriptTokenizerIsEos(pThis->pTokenizer))
2979 PVDTOKENIZER pTokenizer = vdScriptTokenizerCreate(pszScript);
2980 if (pTokenizer)
2982 pThis->pTokenizer = pTokenizer;
2984 pThis->pTokenizer = NULL;
2985 RTMemFree(pTokenizer);